From 9a932cfb03d567ed415afbbc3c5c0b637186dd76 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Isma=C3=ABl=20Mej=C3=ADa?= Date: Wed, 5 Aug 2026 23:11:20 +0200 Subject: [PATCH] AVRO-4324: [Java] Guard ReflectDatumReader.readArray eager allocation ReflectDatumReader.readArray allocated the backing Java array for the declared array block count (Array.newInstance) before reading any element, unlike GenericDatumReader.readArray which already validates the count against the bytes remaining and caps element types whose minimum encoded size is zero. Apply the same guards (ensureAvailableCollectionBytes plus checkMaxCollectionAllocation for zero-byte element types) before the eager allocation, so a malformed or truncated record mapped to a Java array field (e.g. long[]) fails fast with an EOFException instead of over-allocating. Valid arrays continue to read unchanged. --- .../avro/reflect/ReflectDatumReader.java | 12 ++++++++++ .../avro/reflect/TestReflectDatumReader.java | 22 +++++++++++++++++++ 2 files changed, 34 insertions(+) diff --git a/lang/java/avro/src/main/java/org/apache/avro/reflect/ReflectDatumReader.java b/lang/java/avro/src/main/java/org/apache/avro/reflect/ReflectDatumReader.java index 7ba8e4827c6..9433c040600 100644 --- a/lang/java/avro/src/main/java/org/apache/avro/reflect/ReflectDatumReader.java +++ b/lang/java/avro/src/main/java/org/apache/avro/reflect/ReflectDatumReader.java @@ -32,6 +32,7 @@ import org.apache.avro.LogicalType; import org.apache.avro.Schema; import org.apache.avro.Schema.Field; +import org.apache.avro.SystemLimitException; import org.apache.avro.generic.IndexedRecord; import org.apache.avro.io.Decoder; import org.apache.avro.io.ResolvingDecoder; @@ -143,6 +144,17 @@ protected Object readArray(Object old, Schema expected, ResolvingDecoder in) thr if (l <= 0) { return newArray(old, 0, expected); } + // Match GenericDatumReader.readArray: before eagerly allocating the backing + // array for the declared block count, verify the input could plausibly hold + // that many elements (guarding against a malformed or truncated payload), + // and separately cap element types whose minimum encoded size is zero, which + // the bytes-remaining check cannot bound. Without this a small malformed + // record mapped to a Java array field (e.g. long[]) could drive a very large + // eager allocation before any element is read. + ensureAvailableCollectionBytes(in, l, expectedType); + if (isZeroByteSchema(expectedType)) { + SystemLimitException.checkMaxCollectionAllocation(0, l); + } Object array = newArray(old, (int) l, expected); if (array instanceof Collection) { @SuppressWarnings("unchecked") diff --git a/lang/java/avro/src/test/java/org/apache/avro/reflect/TestReflectDatumReader.java b/lang/java/avro/src/test/java/org/apache/avro/reflect/TestReflectDatumReader.java index ecd2cecb677..1dbce82bcc0 100644 --- a/lang/java/avro/src/test/java/org/apache/avro/reflect/TestReflectDatumReader.java +++ b/lang/java/avro/src/test/java/org/apache/avro/reflect/TestReflectDatumReader.java @@ -22,6 +22,7 @@ import static org.junit.jupiter.api.Assertions.assertThrows; import java.io.ByteArrayOutputStream; +import java.io.EOFException; import java.io.IOException; import java.util.Arrays; import java.util.HashSet; @@ -102,6 +103,27 @@ void read_PojoWithArray() throws IOException { assertEquals(pojoWithArray, deserialized); } + /** + * A malformed or truncated record can declare an array block count far larger + * than the data that follows. The reader must reject it before eagerly + * allocating the backing Java array, the same way GenericDatumReader does. + */ + @Test + void read_PojoWithArray_rejectsOversizedArrayCount() throws IOException { + ByteArrayOutputStream out = new ByteArrayOutputStream(); + Encoder encoder = EncoderFactory.get().binaryEncoder(out, null); + encoder.writeInt(42); // record field "id" + encoder.writeLong(2_000_000_000L); // array block count for "relatedIds", with no items following + encoder.flush(); + + byte[] malformed = out.toByteArray(); + + Decoder decoder = DecoderFactory.get().binaryDecoder(malformed, null); + ReflectDatumReader reflectDatumReader = new ReflectDatumReader<>(PojoWithArray.class); + + assertThrows(EOFException.class, () -> reflectDatumReader.read(new PojoWithArray(), decoder)); + } + @Test public void testRead_PojoWithSet() throws IOException { PojoWithSet pojoWithSet = new PojoWithSet();