aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorTong Wu <tong1.wu@intel.com>2024-03-29 23:31:20 +0800
committerJames Almer <jamrial@gmail.com>2024-03-29 12:35:54 -0300
commit6bf17136a2bc1e6f52ea9cd27a6dcaab648efe5c (patch)
tree5a85b90b41511f99696506ba2301a2b40d2270bd
parentfa110c32b5168d99098dc0c50c6465054cf9d20b (diff)
downloadffmpeg-6bf17136a2bc1e6f52ea9cd27a6dcaab648efe5c.tar.gz
avcodec/hevc_ps: fix the problem of memcmp losing effectiveness
HEVCHdrParams* receives a pointer which points to a dynamically allocated memory block. It causes the memcmp always returning 1. Add a function to do the comparision. A condition is also added to avoid malloc(0). Reviewed-by: James Almer <jamrial@gmail.com> Signed-off-by: Tong Wu <tong1.wu@intel.com> Signed-off-by: James Almer <jamrial@gmail.com>
-rw-r--r--libavcodec/hevc_ps.c19
-rw-r--r--libavcodec/hevc_ps.h4
2 files changed, 18 insertions, 5 deletions
diff --git a/libavcodec/hevc_ps.c b/libavcodec/hevc_ps.c
index cbef3ef4cd..6475d86d7d 100644
--- a/libavcodec/hevc_ps.c
+++ b/libavcodec/hevc_ps.c
@@ -449,6 +449,15 @@ static void uninit_vps(FFRefStructOpaque opaque, void *obj)
av_freep(&vps->hdr);
}
+static int compare_vps(const HEVCVPS *vps1, const HEVCVPS *vps2)
+{
+ if (!memcmp(vps1, vps2, offsetof(HEVCVPS, hdr)))
+ return !vps1->vps_num_hrd_parameters ||
+ !memcmp(vps1->hdr, vps2->hdr, vps1->vps_num_hrd_parameters * sizeof(*vps1->hdr));
+
+ return 0;
+}
+
int ff_hevc_decode_nal_vps(GetBitContext *gb, AVCodecContext *avctx,
HEVCParamSets *ps)
{
@@ -545,9 +554,11 @@ int ff_hevc_decode_nal_vps(GetBitContext *gb, AVCodecContext *avctx,
goto err;
}
- vps->hdr = av_calloc(vps->vps_num_hrd_parameters, sizeof(*vps->hdr));
- if (!vps->hdr)
- goto err;
+ if (vps->vps_num_hrd_parameters) {
+ vps->hdr = av_calloc(vps->vps_num_hrd_parameters, sizeof(*vps->hdr));
+ if (!vps->hdr)
+ goto err;
+ }
for (i = 0; i < vps->vps_num_hrd_parameters; i++) {
int common_inf_present = 1;
@@ -569,7 +580,7 @@ int ff_hevc_decode_nal_vps(GetBitContext *gb, AVCodecContext *avctx,
}
if (ps->vps_list[vps_id] &&
- !memcmp(ps->vps_list[vps_id], vps, sizeof(*vps))) {
+ compare_vps(ps->vps_list[vps_id], vps)) {
ff_refstruct_unref(&vps);
} else {
remove_vps(ps, vps_id);
diff --git a/libavcodec/hevc_ps.h b/libavcodec/hevc_ps.h
index cc75aeb8d3..0d8eaf2b3e 100644
--- a/libavcodec/hevc_ps.h
+++ b/libavcodec/hevc_ps.h
@@ -153,7 +153,6 @@ typedef struct PTL {
typedef struct HEVCVPS {
unsigned int vps_id;
- HEVCHdrParams *hdr;
uint8_t vps_temporal_id_nesting_flag;
int vps_max_layers;
@@ -175,6 +174,9 @@ typedef struct HEVCVPS {
uint8_t data[4096];
int data_size;
+ /* Put this at the end of the structure to make it easier to calculate the
+ * size before this pointer, which is used for memcmp */
+ HEVCHdrParams *hdr;
} HEVCVPS;
typedef struct ScalingList {