This is an automated email from the ASF dual-hosted git repository.
danny0405 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new 2294c52c36e [MINOR] Reformat HoodieAvroParquetReader (#8888)
2294c52c36e is described below
commit 2294c52c36ebcdac735e9565fb78a70181ddb3a5
Author: Zouxxyy <[email protected]>
AuthorDate: Tue Jun 6 16:53:15 2023 +0800
[MINOR] Reformat HoodieAvroParquetReader (#8888)
---
.../main/java/org/apache/hudi/hadoop/HoodieParquetInputFormat.java | 2 +-
.../java/org/apache/hudi/hadoop/avro/HoodieAvroParquetReader.java | 7 +++----
2 files changed, 4 insertions(+), 5 deletions(-)
diff --git
a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieParquetInputFormat.java
b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieParquetInputFormat.java
index 8a26a5c139c..9e656529904 100644
---
a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieParquetInputFormat.java
+++
b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieParquetInputFormat.java
@@ -59,7 +59,7 @@ public class HoodieParquetInputFormat extends
HoodieParquetInputFormatBase {
private static final Logger LOG =
LoggerFactory.getLogger(HoodieParquetInputFormat.class);
- private boolean supportAvroRead = true;
+ private boolean supportAvroRead = false;
public HoodieParquetInputFormat() {
super(new HoodieCopyOnWriteTableInputFormat());
diff --git
a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/avro/HoodieAvroParquetReader.java
b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/avro/HoodieAvroParquetReader.java
index 045dd79340f..603359c3efd 100644
---
a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/avro/HoodieAvroParquetReader.java
+++
b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/avro/HoodieAvroParquetReader.java
@@ -50,7 +50,6 @@ public class HoodieAvroParquetReader extends
RecordReader<Void, ArrayWritable> {
private Schema baseSchema;
public HoodieAvroParquetReader(InputSplit inputSplit, Configuration conf)
throws IOException {
- AvroReadSupport avroReadSupport = new AvroReadSupport<>();
// if exists read columns, we need to filter columns.
List<String> readColNames =
Arrays.asList(HoodieColumnProjectionUtils.getReadColumnNames(conf));
if (!readColNames.isEmpty()) {
@@ -66,10 +65,10 @@ public class HoodieAvroParquetReader extends
RecordReader<Void, ArrayWritable> {
.filter(f -> readColNames.contains(f.name()))
.map(f -> new Schema.Field(f.name(), f.schema(), f.doc(),
f.defaultVal()))
.collect(Collectors.toList()));
- avroReadSupport.setAvroReadSchema(conf, filterSchema);
- avroReadSupport.setRequestedProjection(conf, filterSchema);
+ AvroReadSupport.setAvroReadSchema(conf, filterSchema);
+ AvroReadSupport.setRequestedProjection(conf, filterSchema);
}
- parquetRecordReader = new ParquetRecordReader<>(avroReadSupport,
getFilter(conf));
+ parquetRecordReader = new ParquetRecordReader<>(new AvroReadSupport<>(),
getFilter(conf));
}
@Override