linliu-code commented on PR #13047: URL: https://github.com/apache/hudi/pull/13047#issuecomment-2762833288
0.15.0 stats: `{"partitionToWriteStats": {"map": {"san_francisco": [{"fileId": {"string": "a8f36eff-d8d1-44ca-8644-a36ae51224a3-0"}, "path": {"string": "san_francisco/a8f36eff-d8d1-44ca-8644-a36ae51224a3-0_0-125-287_20250328161350357.parquet"}, "prevCommit": {"string": "20250328161314006"}, "numWrites": {"long": 1}, "numDeletes": {"long": 0}, "numUpdateWrites": {"long": 1}, "totalWriteBytes": {"long": 435995}, "totalWriteErrors": {"long": 0}, "partitionPath": {"string": "san_francisco"}, "totalLogRecords": {"long": 3}, "totalLogFiles": null, "totalUpdatedRecordsCompacted": {"long": 1}, "numInserts": {"long": 0}, "totalLogBlocks": {"long": 3}, "totalCorruptLogBlock": {"long": 0}, "totalRollbackBlocks": {"long": 0}, "fileSizeInBytes": {"long": 435995}, "logVersion": null, "logOffset": null, "baseFile": null, "logFiles": null, "cdcStats": null, "prevBaseFile": {"string": "a8f36eff-d8d1-44ca-8644-a36ae51224a3-0_2-17-0_20250328161314006.parquet"}, "minEventTime": null, "maxEventTime": null, "runtime Stats": {"HoodieRuntimeStats": {"totalScanTime": {"long": 103}, "totalCreateTime": {"long": 0}, "totalUpsertTime": {"long": 430}}}, "totalLogFilesCompacted": {"long": 3}, "totalLogReadTimeMs": {"long": 103}, "totalLogSizeCompacted": {"long": 3222}, "tempPath": null, "numUpdates": {"long": 0}}], "sao_paulo": [{"fileId": {"string": "19ebf44c-b6dd-4a51-8461-704a66fb76bf-0"}, "path": {"string": "sao_paulo/19ebf44c-b6dd-4a51-8461-704a66fb76bf-0_1-125-288_20250328161350357.parquet"}, "prevCommit": {"string": "20250328161314006"}, "numWrites": {"long": 0}, "numDeletes": {"long": 1}, "numUpdateWrites": {"long": 0}, "totalWriteBytes": {"long": 432729}, "totalWriteErrors": {"long": 0}, "partitionPath": {"string": "sao_paulo"}, "totalLogRecords": {"long": 1}, "totalLogFiles": null, "totalUpdatedRecordsCompacted": {"long": 1}, "numInserts": {"long": 0}, "totalLogBlocks": {"long": 1}, "totalCorruptLogBlock": {"long": 0}, "totalRollbackBlocks": {"long": 0}, "fileSizeInBytes": {"long": 432729}, "l ogVersion": null, "logOffset": null, "baseFile": null, "logFiles": null, "cdcStats": null, "prevBaseFile": {"string": "19ebf44c-b6dd-4a51-8461-704a66fb76bf-0_3-18-0_20250328161314006.parquet"}, "minEventTime": null, "maxEventTime": null, "runtimeStats": {"HoodieRuntimeStats": {"totalScanTime": {"long": 25}, "totalCreateTime": {"long": 0}, "totalUpsertTime": {"long": 401}}}, "totalLogFilesCompacted": {"long": 1}, "totalLogReadTimeMs": {"long": 25}, "totalLogSizeCompacted": {"long": 902}, "tempPath": null, "numUpdates": {"long": 0}}]}}, "compacted": {"boolean": true}, "extraMetadata": {"map": {"schema": "{\"type\":\"record\",\"name\":\"trips_table_record\",\"namespace\":\"hoodie.trips_table\",\"fields\":[{\"name\":\"ts\",\"type\":\"long\"},{\"name\":\"uuid\",\"type\":[\"null\",\"string\"],\"default\":null},{\"name\":\"rider\",\"type\":[\"null\",\"string\"],\"default\":null},{\"name\":\"driver\",\"type\":[\"null\",\"string\"],\"default\":null},{\"name\":\"fare\",\"type\":\"double\"},{\ "name\":\"city\",\"type\":[\"null\",\"string\"],\"default\":null}]}"}}, "version": null, "operationType": {"string": "COMPACT"}} ` 1.1.0-snapshot stats key based: `{"partitionToWriteStats": {"map": {"san_francisco": [{"fileId": {"string": "3b244a01-bc11-4576-9730-bfedf39d2054-0"}, "path": {"string": "san_francisco/3b244a01-bc11-4576-9730-bfedf39d2054-0_0-125-287_20250328160333429.parquet"}, "prevCommit": {"string": "20250328160253694"}, "numWrites": {"long": 1}, "numDeletes": {"long": 0}, "numUpdateWrites": {"long": 1}, "totalWriteBytes": {"long": 435995}, "totalWriteErrors": {"long": 0}, "partitionPath": {"string": "san_francisco"}, "totalLogRecords": {"long": 3}, "totalLogFiles": null, "totalUpdatedRecordsCompacted": {"long": 1}, "numInserts": {"long": 0}, "totalLogBlocks": {"long": 3}, "totalCorruptLogBlock": {"long": 0}, "totalRollbackBlocks": {"long": 0}, "fileSizeInBytes": {"long": 435995}, "logVersion": null, "logOffset": null, "baseFile": null, "logFiles": null, "cdcStats": null, "prevBaseFile": {"string": "3b244a01-bc11-4576-9730-bfedf39d2054-0_2-17-0_20250328160253694.parquet"}, "minEventTime": null, "maxEventTime": null, "runtime Stats": {"HoodieRuntimeStats": {"totalScanTime": {"long": 42}, "totalCreateTime": {"long": 0}, "totalUpsertTime": {"long": 234}}}, "totalLogFilesCompacted": {"long": 3}, "totalLogReadTimeMs": {"long": 42}, "totalLogSizeCompacted": {"long": 3222}, "tempPath": null, "numUpdates": {"long": 0}}], "sao_paulo": [{"fileId": {"string": "211ce04e-8ef8-4a14-887b-650ce784de13-0"}, "path": {"string": "sao_paulo/211ce04e-8ef8-4a14-887b-650ce784de13-0_1-125-288_20250328160333429.parquet"}, "prevCommit": {"string": "20250328160253694"}, "numWrites": {"long": 0}, "numDeletes": {"long": 1}, "numUpdateWrites": {"long": 0}, "totalWriteBytes": {"long": 432729}, "totalWriteErrors": {"long": 0}, "partitionPath": {"string": "sao_paulo"}, "totalLogRecords": {"long": 1}, "totalLogFiles": null, "totalUpdatedRecordsCompacted": {"long": 1}, "numInserts": {"long": 0}, "totalLogBlocks": {"long": 1}, "totalCorruptLogBlock": {"long": 0}, "totalRollbackBlocks": {"long": 0}, "fileSizeInBytes": {"long": 432729}, "log Version": null, "logOffset": null, "baseFile": null, "logFiles": null, "cdcStats": null, "prevBaseFile": {"string": "211ce04e-8ef8-4a14-887b-650ce784de13-0_3-18-0_20250328160253694.parquet"}, "minEventTime": null, "maxEventTime": null, "runtimeStats": {"HoodieRuntimeStats": {"totalScanTime": {"long": 32}, "totalCreateTime": {"long": 0}, "totalUpsertTime": {"long": 203}}}, "totalLogFilesCompacted": {"long": 1}, "totalLogReadTimeMs": {"long": 32}, "totalLogSizeCompacted": {"long": 902}, "tempPath": null, "numUpdates": {"long": 0}}]}}, "compacted": {"boolean": true}, "extraMetadata": {"map": {"schema": "{\"type\":\"record\",\"name\":\"trips_table_record\",\"namespace\":\"hoodie.trips_table\",\"fields\":[{\"name\":\"ts\",\"type\":\"long\"},{\"name\":\"uuid\",\"type\":[\"null\",\"string\"],\"default\":null},{\"name\":\"rider\",\"type\":[\"null\",\"string\"],\"default\":null},{\"name\":\"driver\",\"type\":[\"null\",\"string\"],\"default\":null},{\"name\":\"fare\",\"type\":\"double\"},{\"n ame\":\"city\",\"type\":[\"null\",\"string\"],\"default\":null}]}"}}, "version": null, "operationType": {"string": "COMPACT"}} ` 1.1.0-snapshot stats pos based: `{"partitionToWriteStats": {"map": {"san_francisco": [{"fileId": {"string": "a8f36eff-d8d1-44ca-8644-a36ae51224a3-0"}, "path": {"string": "san_francisco/a8f36eff-d8d1-44ca-8644-a36ae51224a3-0_0-125-287_20250328161350357.parquet"}, "prevCommit": {"string": "20250328161314006"}, "numWrites": {"long": 1}, "numDeletes": {"long": 0}, "numUpdateWrites": {"long": 1}, "totalWriteBytes": {"long": 435995}, "totalWriteErrors": {"long": 0}, "partitionPath": {"string": "san_francisco"}, "totalLogRecords": {"long": 3}, "totalLogFiles": null, "totalUpdatedRecordsCompacted": {"long": 1}, "numInserts": {"long": 0}, "totalLogBlocks": {"long": 3}, "totalCorruptLogBlock": {"long": 0}, "totalRollbackBlocks": {"long": 0}, "fileSizeInBytes": {"long": 435995}, "logVersion": null, "logOffset": null, "baseFile": null, "logFiles": null, "cdcStats": null, "prevBaseFile": {"string": "a8f36eff-d8d1-44ca-8644-a36ae51224a3-0_2-17-0_20250328161314006.parquet"}, "minEventTime": null, "maxEventTime": null, "runtime Stats": {"HoodieRuntimeStats": {"totalScanTime": {"long": 103}, "totalCreateTime": {"long": 0}, "totalUpsertTime": {"long": 430}}}, "totalLogFilesCompacted": {"long": 3}, "totalLogReadTimeMs": {"long": 103}, "totalLogSizeCompacted": {"long": 3222}, "tempPath": null, "numUpdates": {"long": 0}}], "sao_paulo": [{"fileId": {"string": "19ebf44c-b6dd-4a51-8461-704a66fb76bf-0"}, "path": {"string": "sao_paulo/19ebf44c-b6dd-4a51-8461-704a66fb76bf-0_1-125-288_20250328161350357.parquet"}, "prevCommit": {"string": "20250328161314006"}, "numWrites": {"long": 0}, "numDeletes": {"long": 1}, "numUpdateWrites": {"long": 0}, "totalWriteBytes": {"long": 432729}, "totalWriteErrors": {"long": 0}, "partitionPath": {"string": "sao_paulo"}, "totalLogRecords": {"long": 1}, "totalLogFiles": null, "totalUpdatedRecordsCompacted": {"long": 1}, "numInserts": {"long": 0}, "totalLogBlocks": {"long": 1}, "totalCorruptLogBlock": {"long": 0}, "totalRollbackBlocks": {"long": 0}, "fileSizeInBytes": {"long": 432729}, "l ogVersion": null, "logOffset": null, "baseFile": null, "logFiles": null, "cdcStats": null, "prevBaseFile": {"string": "19ebf44c-b6dd-4a51-8461-704a66fb76bf-0_3-18-0_20250328161314006.parquet"}, "minEventTime": null, "maxEventTime": null, "runtimeStats": {"HoodieRuntimeStats": {"totalScanTime": {"long": 25}, "totalCreateTime": {"long": 0}, "totalUpsertTime": {"long": 401}}}, "totalLogFilesCompacted": {"long": 1}, "totalLogReadTimeMs": {"long": 25}, "totalLogSizeCompacted": {"long": 902}, "tempPath": null, "numUpdates": {"long": 0}}]}}, "compacted": {"boolean": true}, "extraMetadata": {"map": {"schema": "{\"type\":\"record\",\"name\":\"trips_table_record\",\"namespace\":\"hoodie.trips_table\",\"fields\":[{\"name\":\"ts\",\"type\":\"long\"},{\"name\":\"uuid\",\"type\":[\"null\",\"string\"],\"default\":null},{\"name\":\"rider\",\"type\":[\"null\",\"string\"],\"default\":null},{\"name\":\"driver\",\"type\":[\"null\",\"string\"],\"default\":null},{\"name\":\"fare\",\"type\":\"double\"},{\ "name\":\"city\",\"type\":[\"null\",\"string\"],\"default\":null}]}"}}, "version": null, "operationType": {"string": "COMPACT"}} ` -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: commits-unsubscr...@hudi.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org