Merge pull request #461 from nyanmisaka/rkmppdec-nokey

Add key-frame only decoding for RKMPP
jellyfin · Sep 19, 2024 · 3d25b92 · 3d25b92
2 parents 74c2ff9 + 9ed325a
commit 3d25b92
Show file tree

Hide file tree

Showing 3 changed files with 40 additions and 23 deletions.
diff --git a/debian/changelog b/debian/changelog
@@ -4,6 +4,7 @@ jellyfin-ffmpeg (7.0.2-2) unstable; urgency=medium
   * Fix the default pkt thread queue size on certain platform
   * Add 12bit videotoolbox decoding support for HEVC
   * Fix the sub2video perf regressions
+  * Add key-frame only decoding for RKMPP
   * Update dependencies
 
  -- nyanmisaka <nst799610810@gmail.com>  Wed, 18 Sep 2024 20:37:24 +0800

diff --git a/debian/patches/0047-add-full-hwa-pipeline-for-rockchip-rk3588-platform.patch b/debian/patches/0047-add-full-hwa-pipeline-for-rockchip-rk3588-platform.patch
@@ -295,7 +295,7 @@ Index: FFmpeg/libavcodec/rkmppdec.c
   *
   * This file is part of FFmpeg.
   *
-@@ -19,569 +20,937 @@
+@@ -19,569 +20,952 @@
   * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
   */
 
@@ -486,6 +486,7 @@ Index: FFmpeg/libavcodec/rkmppdec.c
 +    r->draining = 0;
 +    r->info_change = 0;
 +    r->errinfo_cnt = 0;
++    r->got_frame = 0;
 
 -    if (decoder->frame_group) {
 -        mpp_buffer_group_put(decoder->frame_group);
@@ -625,6 +626,9 @@ Index: FFmpeg/libavcodec/rkmppdec.c
 -    if (ret != MPP_OK) {
 -        av_log(avctx, AV_LOG_ERROR, "Failed to initialize MPP context (code = %d).\n", ret);
 -        ret = AVERROR_UNKNOWN;
++    if (avctx->skip_frame == AVDISCARD_NONKEY)
++        r->deint = 0;
++
 +    if ((ret = r->mapi->control(r->mctx, MPP_DEC_SET_ENABLE_DEINTERLACE, &r->deint)) != MPP_OK) {
 +        av_log(avctx, AV_LOG_ERROR, "Failed to set enable deinterlace: %d\n", ret);
 +        ret = AVERROR_EXTERNAL;
@@ -945,19 +949,25 @@ Index: FFmpeg/libavcodec/rkmppdec.c
 +        light = av_content_light_metadata_create_side_data(frame);
 +    if (!light)
 +        return AVERROR(ENOMEM);
++
++    light->MaxCLL  = mpp_light.MaxCLL;
++    light->MaxFALL = mpp_light.MaxFALL;
 
 -    mpp_frame_deinit(&framecontext->frame);
 -    av_buffer_unref(&framecontext->decoder_ref);
 -    av_buffer_unref(&framecontextref);
-+    light->MaxCLL  = mpp_light.MaxCLL;
-+    light->MaxFALL = mpp_light.MaxFALL;
++    return 0;
++}
 
 -    av_free(desc);
-+    return 0;
++static void rkmpp_free_mpp_frame(void *opaque, uint8_t *data)
++{
++    MppFrame mpp_frame = (MppFrame)opaque;
++    mpp_frame_deinit(&mpp_frame);
  }
 
 -static int rkmpp_retrieve_frame(AVCodecContext *avctx, AVFrame *frame)
-+static void rkmpp_free_mpp_frame(void *opaque, uint8_t *data)
++static void rkmpp_free_drm_desc(void *opaque, uint8_t *data)
  {
 -    RKMPPDecodeContext *rk_context = avctx->priv_data;
 -    RKMPPDecoder *decoder = (RKMPPDecoder *)rk_context->decoder_ref->data;
@@ -967,12 +977,6 @@ Index: FFmpeg/libavcodec/rkmppdec.c
 -    MppFrame mppframe = NULL;
 -    MppBuffer buffer = NULL;
 -    AVDRMFrameDescriptor *desc = NULL;
-+    MppFrame mpp_frame = (MppFrame)opaque;
-+    mpp_frame_deinit(&mpp_frame);
-+}
-+
-+static void rkmpp_free_drm_desc(void *opaque, uint8_t *data)
-+{
 +    AVRKMPPDRMFrameDescriptor *drm_desc = (AVRKMPPDRMFrameDescriptor *)opaque;
 +    av_free(drm_desc);
 +}
@@ -1380,6 +1384,7 @@ Index: FFmpeg/libavcodec/rkmppdec.c
 +    } else {
 +        av_log(avctx, AV_LOG_DEBUG, "Received a frame\n");
 +        r->errinfo_cnt = 0;
++        r->got_frame = 1;
 +
 +        switch (avctx->pix_fmt) {
 +        case AV_PIX_FMT_DRM_PRIME:
@@ -1467,11 +1472,16 @@ Index: FFmpeg/libavcodec/rkmppdec.c
 +        return AVERROR_EXTERNAL;
 +    }
 +    mpp_packet_set_eos(mpp_pkt);
-+
+
+-            ret = rkmpp_send_packet(avctx, &pkt);
+-            av_packet_unref(&pkt);
 +    do {
 +        ret = r->mapi->decode_put_packet(r->mctx, mpp_pkt);
 +    } while (ret != MPP_OK);
-+
+
+-            if (ret < 0) {
+-                av_log(avctx, AV_LOG_ERROR, "Failed to send packet to decoder (code = %d)\n", ret);
+-                return ret;
 +    r->draining = 1;
 +
 +    mpp_packet_deinit(&mpp_pkt);
@@ -1489,6 +1499,15 @@ Index: FFmpeg/libavcodec/rkmppdec.c
 +    if (r->draining)
 +        return AVERROR(EOF);
 +
++    /* do not skip non-key pkt until got any frame */
++    if (r->got_frame &&
++        avctx->skip_frame == AVDISCARD_NONKEY &&
++        !(pkt->flags & AV_PKT_FLAG_KEY)) {
++        av_log(avctx, AV_LOG_TRACE, "Skip packet without key flag "
++               "at pts %"PRId64"\n", pkt->pts);
++        return 0;
++    }
++
 +    if ((ret = mpp_packet_init(&mpp_pkt, pkt->data, pkt->size)) != MPP_OK) {
 +        av_log(avctx, AV_LOG_ERROR, "Failed to init packet: %d\n", ret);
 +        return AVERROR_EXTERNAL;
@@ -1501,9 +1520,7 @@ Index: FFmpeg/libavcodec/rkmppdec.c
 +        return AVERROR(EAGAIN);
 +    }
 +    av_log(avctx, AV_LOG_DEBUG, "Wrote %d bytes to decoder\n", pkt->size);
-
--            ret = rkmpp_send_packet(avctx, &pkt);
--            av_packet_unref(&pkt);
++
 +    mpp_packet_deinit(&mpp_pkt);
 +    return 0;
 +}
@@ -1520,10 +1537,7 @@ Index: FFmpeg/libavcodec/rkmppdec.c
 +    /* no more frames after EOS */
 +    if (r->eof)
 +        return AVERROR_EOF;
-
--            if (ret < 0) {
--                av_log(avctx, AV_LOG_ERROR, "Failed to send packet to decoder (code = %d)\n", ret);
--                return ret;
++
 +    /* drain remain frames */
 +    if (r->draining) {
 +        ret = rkmpp_get_frame(avctx, frame, MPP_TIMEOUT_BLOCK);
@@ -1594,6 +1608,7 @@ Index: FFmpeg/libavcodec/rkmppdec.c
 +        r->draining = 0;
 +        r->info_change = 0;
 +        r->errinfo_cnt = 0;
++        r->got_frame = 0;
 
 -    ret = decoder->mpi->reset(decoder->ctx);
 -    if (ret == MPP_OK) {
@@ -1670,7 +1685,7 @@ Index: FFmpeg/libavcodec/rkmppdec.h
 ===================================================================
 --- /dev/null
 +++ FFmpeg/libavcodec/rkmppdec.h
-@@ -0,0 +1,143 @@
+@@ -0,0 +1,144 @@
 +/*
 + * Copyright (c) 2017 Lionel CHAZALLON
 + * Copyright (c) 2023 Huseyin BIYIK
@@ -1730,6 +1745,7 @@ Index: FFmpeg/libavcodec/rkmppdec.h
 +    int            draining;
 +    int            info_change;
 +    int            errinfo_cnt;
++    int            got_frame;
 +
 +    int            deint;
 +    int            afbc;

diff --git a/docker-build.sh b/docker-build.sh
@@ -439,7 +439,7 @@ prepare_extra_amd64() {
     # VPL-GPU-RT (RT only)
     # Provides VPL runtime (libmfx-gen.so.1.2) for 11th Gen Tiger Lake and newer
     pushd ${SOURCE_DIR}
-    git clone -b intel-onevpl-24.3.3 --depth=1 https://github.com/intel/vpl-gpu-rt.git
+    git clone -b intel-onevpl-24.3.4 --depth=1 https://github.com/intel/vpl-gpu-rt.git
     pushd vpl-gpu-rt
     mkdir build && pushd build
     cmake -DCMAKE_INSTALL_PREFIX=${TARGET_DIR} \
@@ -459,7 +459,7 @@ prepare_extra_amd64() {
     # Full Feature Build: ENABLE_KERNELS=ON(Default) ENABLE_NONFREE_KERNELS=ON(Default)
     # Free Kernel Build: ENABLE_KERNELS=ON ENABLE_NONFREE_KERNELS=OFF
     pushd ${SOURCE_DIR}
-    git clone -b intel-media-24.3.3 --depth=1 https://github.com/intel/media-driver.git
+    git clone -b intel-media-24.3.4 --depth=1 https://github.com/intel/media-driver.git
     pushd media-driver
     mkdir build && pushd build
     cmake -DCMAKE_INSTALL_PREFIX=${TARGET_DIR} \