openh264 check for room in compressed buffer

jsorg71 · Nov 12, 2024 · c426da4 · c426da4
1 parent ce7a187
commit c426da4
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/xrdp/xrdp_encoder_openh264.c b/xrdp/xrdp_encoder_openh264.c
@@ -286,6 +286,11 @@ xrdp_encoder_openh264_encode(void *handle, int session, int left, int top,
                 write_location = cdata + lcdata_bytes;
                 payload = layer->pBsBuf + layer_position;
                 size = layer->pNalLengthInByte[jndex];
+                if (lcdata_bytes + size > *cdata_bytes)
+                {
+                    LOG(LOG_LEVEL_INFO, "out of room");
+                    return 5;
+                }
                 g_memcpy(write_location, payload, size);
                 layer_position += size;
                 lcdata_bytes += size;