This is an automated email from the ASF dual-hosted git repository.
xiangfu0 pushed a change to branch
xiangfu0/data-3221-7-slim-metadata-lazy-schema
in repository https://gitbox.apache.org/repos/asf/pinot.git
omit a802a6b5165 Slim ColumnMetadataImpl to 72 bytes and derive the
per-segment Schema lazily
omit c11b2378f9b Materialize immutable-segment columns lazily behind an
opt-in instance config (default off)
omit e068c8a5d55 Fold PhysicalColumnIndexContainer's IndexTypeMap into a
presence mask plus dense readers
omit caac2497be6 Delegate immutable DataSourceMetadata to ColumnMetadata
instead of snapshotting it
omit e265da96c85 Share equal segment-derived FieldSpec instances through a
weak interner
omit 74e7788dc62 Share parsed time-column names and verify custom defaults
omit e92d1ae4878 Fix metadata test import order
omit 0ffe5f315c8 Canonicalize the default null value and intern per-column
strings at metadata parse time
add 9ee1c681be8 Fix conflicting agent instructions and stale workflow
guidance (#19541)
add a6ea7b0debd Remove obsolete benchmarks and timing-only unit tests
(#19538)
add 66fca21494e Reuse fixed-row buffers for DataTable result construction
(#19533)
add 4290c50ff6b Bump org.mongodb:bson from 5.11.0 to 5.11.1 (#19545)
add 3b8759fe2c6 Bump com.google.cloud:libraries-bom from 26.88.0 to
26.88.1 (#19546)
add b5035a6cea8 Bump software.amazon.awssdk:bom from 2.54.13 to 2.54.16
(#19548)
add d7b8ce3b387 Bump org.apache.fory:fory-json from 1.7.1 to 1.7.2 (#19549)
add 4087449ec96 Bump org.roaringbitmap:RoaringBitmap from 1.6.21 to 1.6.23
(#19550)
add 4df89218b38 Bump io.netty:netty-bom from 4.1.137.Final to
4.1.138.Final (#19551)
add ea6b22dcfe4 Bump bouncycastle.version from 1.85 to 1.86 (#19547)
add 7fd2f1b157f PageCache warmup on Server Restarts and Segment Refresh
(#16033)
add 47a5f8671f6 Return HTTP 400 for DDL table validator rejections (#19544)
add 810d7985b7e Add Jupyter JupySQL tutorial for querying Pinot (#19374)
add 92360684523 Make filter count and bitmap shortcuts three-valued under
null handling (#19440)
add 6ac0a577da5 Reject QUALIFY in the single-stage engine instead of
silently ignoring it (#19553)
add 8228534299a Reuse compiled constant string casts during planning
(#19514)
add a3e25756e17 Read each broker's instance config once per refresh in
ExternalViewReader (#19567)
add 719e486ac1d Bump org.codehaus.mojo:animal-sniffer-annotations from
1.27 to 1.28 (#19559)
add d49d91f4252 Bump software.amazon.awssdk:bom from 2.54.16 to 2.54.17
(#19560)
add f74a76d5909 Bump org.codehaus.mojo:buildnumber-maven-plugin from 3.3.0
to 3.3.1 (#19561)
add ac708ce2b27 Bump org.codehaus.mojo:versions-maven-plugin from 2.21.0
to 2.22.0 (#19562)
add 52095c8eb6a Bump org.codehaus.mojo:javacc-maven-plugin from 3.2.0 to
3.2.1 (#19563)
add d3a4b6e527a Bump org.apache.zookeeper:zookeeper from 3.9.5 to 3.9.6
(#19564)
add 12f9ebb6027 Bump org.codehaus.mojo:exec-maven-plugin from 3.6.3 to
3.6.4 (#19565)
add a979a6a0d8e Bump org.codehaus.mojo:build-helper-maven-plugin from
3.6.1 to 3.6.2 (#19566)
add ee615670b3f Reduce per-segment allocations in broker routing (#19530)
add 4b06328c0cb Fix binary compatibility CI baseline selection (#19569)
add 051049b9be3 Report BrokerResourceMissing instead of a generic internal
error when MSE routing is absent (#19558)
add 81f1a03abf8 Bump org.apache.fory:fory-json from 1.7.2 to 1.7.3 (#19573)
add 2a07d3ec173 Bump at.yawk.lz4:lz4-java from 1.11.2 to 1.11.3 (#19574)
add 8e454baabaa fix(readers): don't leak column readers or skip segment
destroy on close() failure (#19572)
add 3b760adb71a Optimise the OPEN_STRUCT per-row consumption path, and
follow-up fixes from #18643 review (#19093)
add 22470be7320 Add a cluster config to rewrite exact DISTINCTCOUNT and
PERCENTILE into approximations (#19510)
add 42cd1d67b6f Tolerate concurrent deletes when sizing consumer and
segment directories (#19580)
add c1a26e91c1e Restore the default when an adaptive routing metric export
cluster config is removed (#19578)
add b319ffd5785 Share FieldSpecs and repeated values across segment
metadata loads (#19473)
add 257ec17d6fa Fix final group-by schema independently of server response
order (#19543)
add ec52ed81f6f Intern the instance id in ServerInstance (#19583)
add ce2dc49cb0f Add SQL query option policies: legacy OPTION() cluster
config and per-request sqlOptionsMode (#19570)
add 06d6079e49f Stop the single-stage engine from silently ignoring the
HAVING clause (#19554)
add bf0793af430 Fix protobuf descriptor file temp directory leak (#19378)
add 3764aea534e Drop star-tree indexes left unreadable by a dimension
encoding change (#19349)
add 15b838a5df8 Fall back to last-known-good protobuf descriptor when the
remote fetch fails (#19434)
add ef75ed97148 Remove unused 5-arg getValidDocIdFromServerMatchingCrc
overload (#19585)
add be6eb519c65 Bump org.webjars:swagger-ui from 5.32.14 to 5.32.15
(#19588)
add e19541a477f Serialize cluster config listener registration with change
processing (#19590)
add 6d522d9a77d Do not build a discarded result when an accumulator
reaches its threshold (#19449)
add e1762ad216d Use dedicated weak interners for metadata column names and
defaults (#19584)
add 6f68898b74b Mark the "query received" log record so it can be routed
independently (#19454)
add 2589860e1de Drop null-valued entries from cluster config snapshots
(#19594)
add 5b650aed3bc Fix Arrow response encoder failing on non-String OBJECT
values (#19591)
add efe37ec91f9 Include nested children in ComplexFieldSpec equality and
hashing (#19592)
add a850af47045 Bump software.amazon.awssdk:bom from 2.54.17 to 2.54.18
(#19598)
add 52bf9e08b75 Bump docker/setup-buildx-action from 4.3.0 to 4.4.0
(#19599)
add e9b9d9bee15 Bump docker/setup-qemu-action from 4.3.0 to 4.4.0 (#19600)
add 3b6be9c8b7e Fix flaky ReceivingMailboxTest.readingUnblocksWriters
(#19597)
add 7f79c65927d Support distinct ARRAY_AGG as a star-tree aggregation
function (#19595)
add 1d85f901241 Bump com.github.jnr:jnr-posix from 3.2.2 to 3.2.4 (#19624)
add d6911dc4619 Bump org.mongodb:bson from 5.11.1 to 5.12.0 (#19623)
add d7690b6ac8e Bump org.jline:jline from 4.4.3 to 4.4.5 (#19622)
add e8a01048f00 Bump com.github.luben:zstd-jni from 1.5.7-16 to 1.5.7-17
(#19619)
add 7cd5bf42576 Bump protobuf.version from 4.36.1 to 4.36.2 (#19618)
add d9f39224e35 Bump com.github.jnr:jnr-ffi from 2.3.1 to 2.3.3 (#19617)
add 4d6d52633ae Bump software.amazon.awssdk:bom from 2.54.18 to 2.55.0
(#19616)
add d722da2f207 Bump io.github.hakky54:ayza-bom from 10.0.7 to 10.1.0
(#19615)
add fec15446ed2 Bump prometheus.metrics.version from 1.8.0 to 1.9.0
(#19614)
add 19a990e8acf Bump com.nimbusds:nimbus-jose-jwt from 10.9.1 to 10.10
(#19613)
add e86f170857a Bump org.apache.fory:fory-json from 1.7.3 to 1.7.4 (#19621)
add 7fafbc638e8 Bump com.github.jnr:jnr-constants from 0.11.0 to 0.11.2
(#19620)
add d22a30034d3 [perf] Reduce allocations in multi-stage grouping and
result conversion (#19601)
add 12e7af1dc18 Skip block copies for spool stages whose workers are all
remote (#19428)
add 554f9cda26b Add null-aware star-tree index (#19367)
add 8e814b0dbc6 Reuse UTF-8 scratch for DataTable dictionary decoding
(#19535)
add ff2eee7fafb Support PostgreSQL hex bytea literals (#19263)
add 222b41877c1 Bump software.amazon.awssdk:bom from 2.55.0 to 2.55.1
(#19630)
add 5c5a7940755 Hash the full value in fixed-byte BYTES and BIG_DECIMAL
dictionary batch murmur3 reads (#19634)
add fe8cd0261ec Change SegmentMetadata.getCrc and getDataCrc to return
long (#19629)
add 0306987954e Keep orphaned multipart temp files out of java.io.tmpdir
(#19627)
add bcb0d466e9d [MSE] Build ORDER BY on SortOperator instead of
SortedMailboxReceiveOperator (#19412)
add d30d683ba7f Bump com.dynatrace.hash4j:hash4j from 0.30.0 to 0.31.0
(#19641)
add c6efbfb4177 Bump joda-time:joda-time from 2.14.3 to 2.14.4 (#19640)
add 5725f884739 Bump com.github.luben:zstd-jni from 1.5.7-17 to 1.5.7-18
(#19639)
add cfd14629af2 Fix re-reading a huge value with the same
VarByteChunkForwardIndexReaderV4 context (#19638)
add 06c8f7e2ac2 Upgrade Apache parent to 40 and migrate to native Surefire
3.6 (#19633)
add 33d88e480ba Remove unused ValueReader.getPaddedString API (#19635)
add a78351ce939 Delegate immutable DataSourceMetadata to ColumnMetadata
instead of snapshotting it
add d728a18abe4 Fold PhysicalColumnIndexContainer's IndexTypeMap into a
presence mask plus dense readers
add 6cd8db36dfd Materialize immutable-segment columns lazily behind an
opt-in instance config (default off)
add fd9f74cc789 Document that segment-derived FieldSpecs and per-segment
Schemas are shared
add ff260bad45f Slim ColumnMetadataImpl to 72 bytes and derive the
per-segment Schema lazily
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (a802a6b5165)
\
N -- N -- N
refs/heads/xiangfu0/data-3221-7-slim-metadata-lazy-schema (ff260bad45f)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.claude/agents/code-reviewer.md | 2 +-
.claude/skills/bench-compare/SKILL.md | 2 +-
.claude/skills/flaky-analyze/SKILL.md | 2 +-
.claude/skills/precommit/SKILL.md | 2 +-
.claude/skills/quickstart/SKILL.md | 2 +-
.claude/skills/review-architecture/SKILL.md | 2 +-
.claude/skills/review-concurrency-state/SKILL.md | 2 +-
.claude/skills/review-config-backcompat/SKILL.md | 2 +-
.claude/skills/review-correctness-nulls/SKILL.md | 2 +-
.claude/skills/review-naming-api/SKILL.md | 2 +-
.claude/skills/review-performance/SKILL.md | 2 +-
.claude/skills/review-process-scope/SKILL.md | 2 +-
.claude/skills/review-testing/SKILL.md | 2 +-
.claude/skills/run-test/SKILL.md | 2 +-
.github/workflows/build-pinot-docker-image.yml | 4 +-
.github/workflows/build-superset-docker-image.yml | 4 +-
...htly-build-multi-arch-superset-docker-image.yml | 4 +-
.github/workflows/pinot_compatibility_checks.yml | 28 +-
.mvn/jvm.config | 3 +-
AGENTS.md | 91 +-
CLAUDE.md | 91 +-
contrib/jupyter-jupysql/README.md | 76 ++
contrib/jupyter-jupysql/pinot_jupysql_eda.ipynb | 215 ++++
.../jupyter-jupysql/requirements.txt | 13 +-
kb/agents/code-reviewer.md | 47 +-
kb/claude.md | 2 +-
kb/code-review-principles.md | 106 +-
kb/plugin-modules.md | 69 ++
kb/skills/README.md | 151 +--
kb/skills/bench-compare.md | 86 +-
kb/skills/flaky-analyze.md | 32 +-
kb/skills/precommit.md | 63 +-
kb/skills/quickstart.md | 42 +-
kb/skills/review-architecture.md | 17 +-
kb/skills/review-concurrency-state.md | 24 +-
kb/skills/review-config-backcompat.md | 12 +-
kb/skills/review-correctness-nulls.md | 20 +-
kb/skills/review-naming-api.md | 13 +-
kb/skills/review-performance.md | 18 +-
kb/skills/review-process-scope.md | 19 +-
kb/skills/review-testing.md | 64 +-
kb/skills/run-test.md | 26 +-
.../broker/api/resources/PinotClientRequest.java | 3 +-
.../broker/broker/helix/BaseBrokerStarter.java | 18 +-
.../apache/pinot/broker/grpc/BrokerGrpcServer.java | 3 +-
.../apache/pinot/broker/querylog/QueryLogger.java | 22 +-
.../ApproximateFunctionOverrideProvider.java | 161 +++
.../requesthandler/BaseBrokerRequestHandler.java | 23 +-
.../BaseSingleStageBrokerRequestHandler.java | 112 +-
.../BrokerRequestHandlerDelegate.java | 5 +-
.../MultiStageBrokerRequestHandler.java | 18 +
.../instanceselector/BalancedInstanceSelector.java | 16 +-
.../ReplicaGroupInstanceSelector.java | 15 +-
.../routing/manager/BaseBrokerRoutingManager.java | 23 +-
.../pinot/broker/querylog/QueryLoggerTest.java | 32 +
.../ApproximateFunctionOverrideProviderTest.java | 134 +++
.../BaseSingleStageBrokerRequestHandlerTest.java | 61 ++
.../LiteralOnlyBrokerRequestTest.java | 50 +-
.../broker/requesthandler/QueryOverrideTest.java | 56 +-
.../broker/requesthandler/QueryValidationTest.java | 8 +-
.../instanceselector/InstanceSelectorTest.java | 62 ++
.../routing/manager/BrokerRoutingManagerTest.java | 114 ++-
.../apache/pinot/client/ExternalViewReader.java | 20 +-
.../client/admin/PageCacheWarmupAdminClient.java | 91 ++
.../pinot/client/admin/PinotAdminClient.java | 11 +
.../pinot/client/ExternalViewReaderTest.java | 103 +-
pinot-common/pom.xml | 26 +-
pinot-common/src/main/codegen/config.fmpp | 2 +
.../src/main/codegen/includes/parserImpls.ftl | 25 +
.../config/DefaultClusterConfigChangeHandler.java | 47 +-
.../pinot/common/datablock/BaseDataBlock.java | 35 -
.../common/datablock/ZeroCopyDataBlockSerde.java | 22 +-
.../pinot/common/datatable/DataTableImplV4.java | 7 +-
.../pinot/common/datatable/DataTableUtils.java | 29 +
.../metadata/segment/SegmentZKMetadataUtils.java | 6 +-
.../apache/pinot/common/metrics/BrokerMeter.java | 5 +
.../pinot/common/metrics/ControllerMeter.java | 3 +
.../apache/pinot/common/metrics/ServerMeter.java | 4 +
.../pinot/common/pagecache/WarmupQueryUtils.java | 497 +++++++++
.../pinot/common/response/BrokerResponse.java | 13 +
.../response/broker/BrokerResponseNative.java | 19 +-
.../response/broker/BrokerResponseNativeV2.java | 18 +-
.../response/broker/CursorResponseNative.java | 5 +-
.../response/encoder/ArrowResponseEncoder.java | 3 +-
.../org/apache/pinot/common/utils/FileUtils.java | 22 +
.../utils/config/QueryOptionConfigListener.java | 78 ++
.../common/utils/config/QueryOptionsUtils.java | 55 +-
.../utils/config/QueryWorkloadConfigUtils.java | 58 +-
.../common/utils/config/TableConfigSerDeUtils.java | 13 +-
.../pinot/common/utils/helix/HelixHelper.java | 52 +
.../pinot/common/utils/request/RequestUtils.java | 32 +-
.../apache/pinot/sql/parsers/CalciteSqlParser.java | 137 ++-
.../pinot/sql/parsers/PostgreSqlCastRewriter.java | 201 ++++
.../sql/parsers/parser/TableNameExtractor.java | 5 +
...nAggregationGroupByToDistinctQueryRewriter.java | 7 +
.../datablock/ZeroCopyDataBlockSerdeTest.java | 27 +
.../DataTableUtilsDecodeStringArrayTest.java | 174 ++++
.../common/pagecache/WarmupQueryUtilsTest.java | 318 ++++++
.../pinot/common/request/LiteralSerDeTest.java | 2 +
.../response/encoder/ArrowResponseEncoderTest.java | 16 +
.../pinot/common/utils/FALFInternerTest.java | 71 +-
.../pinot/common/utils/NativeTestNGSuiteTest.java | 230 +++++
.../pinot/common/utils/OrderedTestNGSuite.java | 49 +
.../config/QueryOptionConfigListenerTest.java | 71 ++
.../common/utils/request/RequestUtilsTest.java | 6 +
.../pinot/sql/parsers/CalciteSqlParserTest.java | 270 +++++
.../pinot/sql/parsers/SqlOptionsModeTest.java | 136 +++
.../sql/parsers/parser/TableNameExtractorTest.java | 14 +
pinot-controller/pom.xml | 85 +-
.../apache/pinot/controller/ControllerConf.java | 13 +
.../api/ControllerAdminApiApplication.java | 58 ++
.../pinot/controller/api/resources/Constants.java | 1 +
.../api/resources/ControllerFilePathProvider.java | 12 +
.../resources/PageCacheWarmupRestletResource.java | 290 ++++++
.../api/resources/PinotDdlRestletResource.java | 3 +-
.../api/resources/PinotQueryResource.java | 54 +-
.../PinotSegmentUploadDownloadRestletResource.java | 19 +-
.../pinot/controller/api/upload/ZKOperator.java | 2 +-
.../helix/core/PinotHelixResourceManager.java | 6 +-
.../realtime/provisioning/MemoryEstimator.java | 4 +-
.../util/PageCacheWarmupControllerExecutor.java | 378 +++++++
.../pinot/controller/ControllerTestSetup.java | 2 +-
.../api/ControllerAdminApiApplicationTest.java | 216 ++++
.../api/ControllerFilePathProviderTest.java | 48 +
.../api/PinotDdlRestletResourceTest.java | 39 +
.../api/PinotSegmentRestletResourceTest.java | 4 +-
.../api/resources/PinotQueryResourceTest.java | 40 +
...otSegmentUploadDownloadRestletResourceTest.java | 39 +
.../controller/api/upload/ZKOperatorTest.java | 20 +-
.../pinot/controller/helix/ControllerTest.java | 1 +
.../LineageDeleteInterleavingIntegrationTest.java | 2 +-
.../PinotLLCRealtimeSegmentManagerTest.java | 14 +-
.../helix/core/retention/RetentionManagerTest.java | 79 --
.../controller/suites/ControllerStatefulSuite.java | 28 +-
.../suites/ControllerStatelessSuite.java | 28 +-
.../PageCacheWarmupControllerExecutorTest.java | 331 ++++++
.../controller/utils/SegmentMetadataMockUtils.java | 32 +-
.../validation/ValidationManagerTest.java | 2 +-
pinot-controller/testng-statefull.xml | 39 -
pinot-controller/testng-stateless.xml | 41 -
.../common/datatable/BaseDataTableBuilder.java | 9 +-
.../core/common/datatable/DataTableBuilder.java | 1 +
.../core/data/manager/BaseTableDataManager.java | 17 +-
.../core/operator/combine/BaseCombineOperator.java | 8 +-
.../core/operator/filter/AndFilterOperator.java | 80 +-
.../operator/filter/BaseColumnFilterOperator.java | 66 +-
.../core/operator/filter/BaseFilterOperator.java | 65 +-
.../operator/filter/BitmapBasedFilterOperator.java | 45 +-
.../core/operator/filter/BitmapCollection.java | 127 ++-
.../operator/filter/ExpressionFilterOperator.java | 25 +-
.../core/operator/filter/FilterOperatorUtils.java | 43 +-
.../filter/InvertedIndexFilterOperator.java | 24 +-
.../core/operator/filter/MapFilterOperator.java | 10 +
.../core/operator/filter/NotFilterOperator.java | 33 +-
.../core/operator/filter/OrFilterOperator.java | 77 +-
.../filter/RangeIndexBasedFilterOperator.java | 35 +-
.../filter/SortedIndexBasedFilterOperator.java | 19 +-
.../core/operator/query/AggregationOperator.java | 11 +-
.../query/FilteredAggregationOperator.java | 6 +-
.../operator/query/FilteredGroupByOperator.java | 6 +-
.../pinot/core/operator/query/GroupByOperator.java | 13 +-
.../streaming/BaseStreamingCombineOperator.java | 9 +-
.../function/AggregationFunctionUtils.java | 81 +-
.../function/AvgAggregationFunction.java | 32 +-
...istinctCountSmartSketchAggregationFunction.java | 77 +-
.../DistinctCountSmartHLLAggregationFunction.java | 19 +-
...stinctCountSmartHLLPlusAggregationFunction.java | 19 +-
.../DistinctCountSmartULLAggregationFunction.java | 19 +-
.../PercentileSmartTDigestAggregationFunction.java | 69 +-
.../array/ArrayAggDistinctBigDecimalFunction.java | 19 +
.../array/ArrayAggDistinctBytesFunction.java | 21 +
.../array/ArrayAggDistinctDoubleFunction.java | 19 +
.../array/ArrayAggDistinctFloatFunction.java | 19 +
.../array/ArrayAggDistinctIntFunction.java | 19 +
.../array/ArrayAggDistinctLongFunction.java | 19 +
.../array/ArrayAggDistinctStringFunction.java | 19 +
.../array/BaseArrayAggBigDecimalFunction.java | 37 +
.../function/array/BaseArrayAggBytesFunction.java | 38 +
.../function/array/BaseArrayAggDoubleFunction.java | 40 +
.../function/array/BaseArrayAggFloatFunction.java | 40 +
.../function/array/BaseArrayAggFunction.java | 25 +
.../function/array/BaseArrayAggIntFunction.java | 40 +
.../function/array/BaseArrayAggLongFunction.java | 40 +
.../function/array/BaseArrayAggStringFunction.java | 37 +
.../aggregation/groupby/utils/DoubleToIdMap.java | 5 +-
.../aggregation/groupby/utils/FloatToIdMap.java | 5 +-
.../aggregation/groupby/utils/IntToIdMap.java | 5 +-
.../aggregation/groupby/utils/LongToIdMap.java | 5 +-
.../aggregation/groupby/utils/ObjectToIdMap.java | 5 +-
.../query/reduce/AggregationDataTableReducer.java | 26 +-
.../core/query/reduce/GroupByDataTableReducer.java | 3 +
.../startree/StarTreePreAggregatedBlockValSet.java | 171 ++++
.../apache/pinot/core/startree/StarTreeUtils.java | 260 +++--
.../executor/StarTreeAggregationExecutor.java | 17 +-
.../startree/executor/StarTreeGroupByExecutor.java | 26 +-
.../pinot/core/transport/ServerInstance.java | 10 +-
.../routing/stats/ServerRoutingStatsManager.java | 14 +-
.../datatable/DataTableDictionarySerDeTest.java | 95 ++
.../core/common/datatable/DataTableSerDeTest.java | 66 ++
...ableDataManagerEnqueueSegmentToReplaceTest.java | 2 +-
.../data/manager/BaseTableDataManagerTest.java | 24 +-
.../offline/DimensionTableDataManagerTest.java | 2 +-
.../realtime/RealtimeSegmentDataManagerTest.java | 2 +-
.../operator/filter/AndFilterOperatorTest.java | 111 ++
.../core/operator/filter/BitmapCollectionTest.java | 91 ++
.../filter/InvertedIndexFilterOperatorTest.java | 64 +-
.../operator/filter/NotFilterOperatorTest.java | 81 +-
.../core/operator/filter/OrFilterOperatorTest.java | 68 ++
.../function/AnyValueAggregationFunctionTest.java | 5 +-
...stinctCountSmartHLLAggregationFunctionTest.java | 126 +++
...centileSmartTDigestAggregationFunctionTest.java | 125 ++-
...igestHighThresholdAggregationFunctionTest.java} | 8 +-
...gestSmallThresholdAggregationFunctionTest.java} | 31 +-
.../groupby/utils/ValueToIdMapTest.java | 85 ++
.../core/query/reduce/GroupByFinalSchemaTest.java | 90 ++
.../pinot/core/startree/StarTreeUtilsTest.java | 15 +-
...2Test.java => ArrayAggBytesStarTreeV2Test.java} | 29 +-
...TreeV2Test.java => ArrayAggStarTreeV2Test.java} | 28 +-
.../pinot/core/startree/v2/BaseStarTreeV2Test.java | 4 +-
.../pinot/core/transport/ServerInstanceTest.java | 12 +
.../stats/ServerRoutingStatsManagerTest.java | 41 +-
.../pinot/queries/ArrayAggStarTreeQueriesTest.java | 311 ++++++
.../apache/pinot/queries/HavingQueriesTest.java | 186 ++++
.../queries/NullAwareStarTreeQueriesTest.java | 387 +++++++
.../queries/NullHandlingEnabledQueriesTest.java | 210 ++++
.../queries/StarTreeNullHandlingQueriesTest.java | 210 ++++
pinot-integration-tests/pom.xml | 65 +-
...ApproximateFunctionOverrideIntegrationTest.java | 202 ++++
.../GroupByEnableTrimOptionIntegrationTest.java | 4 +-
.../tests/NullHandlingIntegrationTest.java | 6 +-
.../tests/OfflineClusterIntegrationTest.java | 2 +-
.../tests/PageCacheWarmupIntegrationTest.java | 247 +++++
.../integration/tests/custom/BytesMvTypeTest.java | 56 +-
.../integration/tests/custom/BytesTypeTest.java | 21 +
.../tests/custom/GroupByOptionsTest.java | 18 +-
.../tests/custom/GroupByTrimmingTest.java | 10 +-
.../tests/suites/CustomClusterSuite.java | 27 +-
.../integration/tests/suites/KinesisSuite.java | 41 +
.../tests/suites/MultiNodesOfflineSuite.java | 38 +
.../tests/suites/SharedHybridSuite.java | 43 +
.../tests/suites/SharedKafkaRealtimeSuite.java | 45 +
.../custom-cluster-integration-test-suite.xml | 28 -
.../resources/kinesis-integration-test-suite.xml | 29 -
.../multi-nodes-offline-integration-test-suite.xml | 36 -
.../shared-hybrid-integration-test-suite.xml | 31 -
...hared-kafka-realtime-integration-test-suite.xml | 33 -
pinot-perf/README.md | 19 +
pinot-perf/pom.xml | 20 -
.../pinot/perf/BenchmarkConstantCastPlanning.java | 145 +++
.../perf/BenchmarkFixedIntArrayOffHeapIdMap.java | 59 --
.../perf/BenchmarkGroovyExpressionEvaluation.java | 190 ----
.../org/apache/pinot/perf/BenchmarkJsonKeyMap.java | 172 ----
.../perf/BenchmarkMseSortImplementations.java | 182 ++++
.../perf/BenchmarkOffHeapDictionaryMemory.java | 133 ---
.../apache/pinot/perf/BenchmarkQueryEngine.java | 152 ---
.../pinot/perf/BenchmarkRoaringBitmapCreation.java | 217 ----
.../pinot/perf/BenchmarkRoaringBitmapMapping.java | 328 ------
.../pinot/perf/BenchmarkScalarCastPlanning.java | 151 +++
.../pinot/perf/ForwardIndexWriterBenchmark.java | 120 ---
.../java/org/apache/pinot/perf/LazyDataList.java | 163 ---
.../org/apache/pinot/perf/RawIndexBenchmark.java | 293 ------
.../pinot/perf/StringDictionaryPerfTest.java | 189 ----
.../pinot/perf/aggregation/BenchmarkSumQuery.java | 121 ---
.../pinot/plugin/filesystem/HadoopPinotFSTest.java | 16 +-
.../protobuf/ProtoBufMessageDecoder.java | 38 +-
.../inputformat/protobuf/ProtoBufRecordReader.java | 7 +-
.../plugin/inputformat/protobuf/ProtoBufUtils.java | 158 ++-
.../protobuf/ProtoBufMessageDecoderTest.java | 25 +
.../protobuf/ProtoBufTempFileLeakTest.java | 185 ++++
.../protobuf/ProtoBufUtilsDescriptorCacheTest.java | 312 ++++++
.../tasks/BaseSingleSegmentConversionExecutor.java | 2 +-
.../pinot/plugin/minion/tasks/MinionTaskUtils.java | 31 +-
.../UpsertCompactionTaskExecutor.java | 6 +-
.../UpsertCompactMergeTaskExecutor.java | 11 +-
.../BaseSingleSegmentConversionExecutorTest.java | 4 +-
.../plugin/minion/tasks/MinionTaskUtilsTest.java | 46 +-
.../UpsertCompactMergeTaskExecutorTest.java | 44 +-
.../PinotAggregateExchangeNodeInsertRule.java | 11 +-
.../PinotApproximateAggregateRewriteRule.java | 191 ++++
.../calcite/rel/rules/PinotQueryRuleSets.java | 4 +
.../rel/rules/PinotSortExchangeNodeInsertRule.java | 9 +-
.../rules/PinotWindowExchangeNodeInsertRule.java | 49 +-
.../apache/pinot/calcite/rex/PinotRexExecutor.java | 130 +++
.../org/apache/pinot/query/QueryEnvironment.java | 31 +
.../apache/pinot/query/context/PlannerContext.java | 14 +
.../apache/pinot/query/routing/WorkerManager.java | 15 +-
.../pinot/calcite/rex/PinotRexExecutorTest.java | 532 ++++++++++
.../query/ApproximateAggregateRewriteTest.java | 162 +++
.../pinot/query/ConstantCastPlanningTest.java | 186 ++++
.../apache/pinot/query/QueryCompilationTest.java | 26 +
.../pinot/query/QueryPlannerRuleOptionsTest.java | 12 +-
.../pinot/query/routing/WorkerManagerTest.java | 178 +++-
.../src/test/resources/queries/GroupByPlans.json | 8 +-
.../src/test/resources/queries/JoinPlans.json | 4 +-
.../src/test/resources/queries/OrderByPlans.json | 22 +-
.../test/resources/queries/PinotHintablePlans.json | 8 +-
.../resources/queries/WindowFunctionPlans.json | 1075 +++++++++++---------
.../pinot/query/mailbox/GrpcSendingMailbox.java | 9 +-
.../query/mailbox/InMemorySendingMailbox.java | 6 +
.../apache/pinot/query/mailbox/SendingMailbox.java | 31 +-
.../runtime/executor/OpChainSchedulerService.java | 21 +-
.../query/runtime/operator/FullSortOperator.java | 106 ++
.../query/runtime/operator/LimitSortOperator.java | 107 ++
.../runtime/operator/MailboxSendOperator.java | 3 +-
.../operator/MultistageGroupByExecutor.java | 56 +-
.../pinot/query/runtime/operator/SortOperator.java | 255 +++--
.../operator/SortedMailboxReceiveOperator.java | 13 +
.../query/runtime/operator/TopNSortOperator.java | 109 ++
.../runtime/operator/exchange/BlockExchange.java | 34 +
.../operator/exchange/BroadcastExchange.java | 32 +-
.../runtime/operator/groupby/GroupIdGenerator.java | 3 +-
.../query/runtime/operator/utils/TypeUtils.java | 8 +-
.../query/runtime/plan/PlanNodeToOpChain.java | 2 +-
.../query/mailbox/GrpcSendingMailboxTest.java | 12 +
.../query/mailbox/InMemorySendingMailboxTest.java | 12 +
.../pinot/query/mailbox/ReceivingMailboxTest.java | 1 -
.../operator/MultistageGroupByExecutorTest.java | 173 ++++
.../operator/OperatorBufferReleaseTest.java | 44 +-
.../query/runtime/operator/SortOperatorTest.java | 221 +++-
.../operator/exchange/BlockExchangeTest.java | 22 +
.../operator/exchange/BroadcastExchangeTest.java | 73 +-
.../runtime/operator/utils/TypeUtilsTest.java | 87 ++
.../src/test/resources/queries/BinaryTypes.json | 27 +-
.../test/resources/queries/WindowFunctions.json | 44 +-
.../ArrayAggDistinctValueAggregator.java | 408 ++++++++
.../local/aggregator/CountValueAggregator.java | 11 +
.../DistinctCountBitmapValueAggregator.java | 4 +-
.../DistinctCountThetaSketchValueAggregator.java | 4 +-
.../segment/local/aggregator/ValueAggregator.java | 22 +
.../local/aggregator/ValueAggregatorFactory.java | 4 +
.../local/customobject/CpcSketchAccumulator.java | 24 +-
.../customobject/CustomObjectAccumulator.java | 8 +-
.../local/customobject/ThetaSketchAccumulator.java | 38 +-
.../customobject/TupleIntSketchAccumulator.java | 38 +-
.../local/data/manager/SegmentDataManager.java | 2 +-
.../immutable/ImmutableSegmentImpl.java | 13 +-
.../immutable/ImmutableSegmentLoader.java | 2 +-
.../indexsegment/mutable/MutableSegmentImpl.java | 14 +-
.../local/io/reader/impl/FixedBitIntReader.java | 3 +-
.../local/io/util/FixedByteValueReaderWriter.java | 6 +-
.../pinot/segment/local/io/util/ValueReader.java | 25 +-
.../local/io/util/VarLengthValueReader.java | 26 +-
.../creator/impl/SegmentColumnarIndexCreator.java | 25 +-
.../impl/openstruct/OpenStructColumnSplitter.java | 57 +-
.../stats/NoDictColumnStatisticsCollector.java | 18 +
.../segment/index/loader/SegmentPreProcessor.java | 32 +-
.../openstruct/ImmutableOpenStructDataSource.java | 123 +++
.../segment/index/openstruct/MutableKeyColumn.java | 23 +-
.../index/openstruct/MutableOpenStructIndex.java | 86 +-
.../index/openstruct/OpenStructIndexType.java | 33 +
.../index/readers/BaseImmutableDictionary.java | 20 +-
.../index/readers/BigDecimalDictionary.java | 7 +-
.../segment/index/readers/BytesDictionary.java | 7 +-
.../segment/index/readers/StringDictionary.java | 7 +-
.../forward/VarByteChunkForwardIndexReaderV4.java | 3 +-
.../segment/readers/PinotSegmentRecordReader.java | 49 +-
.../segment/store/SegmentLocalFSDirectory.java | 8 +-
.../local/segment/store/StarTreeIndexReader.java | 21 +
.../SegmentCrcVirtualColumnProvider.java | 23 +-
.../local/startree/StarTreeBuilderUtils.java | 38 +
.../startree/v2/builder/BaseSingleTreeBuilder.java | 245 ++++-
.../v2/builder/OffHeapSingleTreeBuilder.java | 73 +-
.../startree/v2/builder/StarTreeIndexCombiner.java | 16 +
.../v2/builder/StarTreeIndexSeparator.java | 5 +
.../v2/builder/StarTreeV2BuilderConfig.java | 39 +-
.../startree/v2/store/StarTreeDataSource.java | 9 +-
.../startree/v2/store/StarTreeIndexMapUtils.java | 14 +-
.../startree/v2/store/StarTreeLoaderUtils.java | 43 +-
.../segment/local/utils/TableConfigUtils.java | 7 +-
.../ArrayAggDistinctValueAggregatorTest.java | 230 +++++
.../customobject/CpcSketchAccumulatorTest.java | 32 +
.../customobject/ThetaSketchAccumulatorTest.java | 33 +
.../TupleIntSketchAccumulatorTest.java | 47 +
.../mutable/MutableSegmentImplOpenStructTest.java | 106 ++
.../converter/RealtimeSegmentConverterTest.java | 2 +-
.../openstruct/OpenStructColumnSplitterTest.java | 15 +-
.../segment/index/SegmentMetadataImplTest.java | 10 +-
.../SegmentV1V2ToV3FormatConverterTest.java | 2 +-
.../segment/index/creator/VarByteChunkV4Test.java | 66 ++
.../local/segment/index/loader/LoaderTest.java | 2 +-
.../index/loader/SegmentPreProcessorTest.java | 272 +++++
.../ImmutableOpenStructDataSourceTest.java | 389 ++++++-
.../openstruct/MutableOpenStructIndexTest.java | 155 ++-
.../index/openstruct/OpenStructIndexTypeTest.java | 30 +
.../index/readers/ImmutableDictionaryTest.java | 97 ++
.../index/vector/VectorSearchBenchmark.java | 389 -------
.../readers/PinotSegmentRecordReaderCloseTest.java | 90 ++
.../SegmentMetadataVirtualColumnProviderTest.java | 2 +-
.../v2/builder/NullAwareStarTreeBuilderTest.java | 230 +++++
.../v2/builder/StarTreeBuilderUtilsTest.java | 2 +-
.../pinot/segment/spi/AggregationFunctionType.java | 23 +-
.../apache/pinot/segment/spi/SegmentMetadata.java | 7 +-
.../spi/datasource/OpenStructDataSource.java | 26 +
.../spi/index/metadata/ColumnMetadataImpl.java | 27 +-
.../spi/index/metadata/SegmentMetadataImpl.java | 18 +-
.../startree/AggregationFunctionColumnPair.java | 49 +-
.../spi/index/startree/StarTreeV2Constants.java | 2 +
.../spi/index/startree/StarTreeV2Metadata.java | 21 +-
.../spi/loader/SegmentDirectoryLoaderContext.java | 11 +-
.../spi/index/metadata/ColumnMetadataImplTest.java | 128 ++-
.../spi/index/startree/StarTreeV2MetadataTest.java | 3 +-
.../api/resources/SegmentMetadataFetcher.java | 4 +
.../pinot/server/api/resources/TablesResource.java | 93 +-
.../server/predownload/PredownloadSegmentInfo.java | 2 +-
.../pinot/server/starter/ServerInstance.java | 8 +
.../server/starter/helix/BaseServerStarter.java | 18 +-
.../server/warmup/PageCacheWarmupQueryUtils.java | 99 ++
.../warmup/PageCacheWarmupServerQueryExecutor.java | 334 ++++++
.../pinot/server/api/TablesResourceTest.java | 441 ++++----
.../PageCacheWarmupServerQueryExecutorTest.java | 166 +++
.../provider/PinotClusterConfigProvider.java | 16 +
.../spi/config/table/PageCacheWarmupConfig.java | 112 ++
.../spi/config/table/PageCacheWarmupRequest.java | 65 ++
.../spi/config/table/StarTreeIndexConfig.java | 25 +-
.../apache/pinot/spi/config/table/TableConfig.java | 21 +-
.../apache/pinot/spi/data/ComplexFieldSpec.java | 16 +
.../apache/pinot/spi/exception/QueryErrorCode.java | 6 +
.../ColumnNameInterner.java} | 24 +-
.../apache/pinot/spi/utils/CommonConstants.java | 77 +-
.../utils/ProtoBufDescriptorFallbackListener.java | 87 ++
.../utils/builder/ControllerRequestURLBuilder.java | 4 +
.../spi/utils/builder/TableConfigBuilder.java | 9 +-
.../provider/PinotClusterConfigProviderTest.java | 17 +-
.../org/apache/pinot/spi/data/FieldSpecTest.java | 42 +
.../ProtoBufDescriptorFallbackListenerTest.java | 75 ++
.../compile/DdlCompilerMaterializedViewTest.java | 22 +
.../pinot/tools/admin/PinotAdministrator.java | 2 +
.../GeneratePageCacheWarmupQueriesCommand.java | 335 ++++++
.../pinot/tools/pagecache/WarmupQuerySource.java | 214 ++++
.../pagecache/QueryLogWarmupQuerySourceTest.java | 91 ++
pom.xml | 95 +-
431 files changed, 21132 insertions(+), 6093 deletions(-)
create mode 100644 contrib/jupyter-jupysql/README.md
create mode 100644 contrib/jupyter-jupysql/pinot_jupysql_eda.ipynb
copy docker/images/pinot-superset/.dockerignore =>
contrib/jupyter-jupysql/requirements.txt (86%)
create mode 100644 kb/plugin-modules.md
create mode 100644
pinot-broker/src/main/java/org/apache/pinot/broker/requesthandler/ApproximateFunctionOverrideProvider.java
create mode 100644
pinot-broker/src/test/java/org/apache/pinot/broker/requesthandler/ApproximateFunctionOverrideProviderTest.java
create mode 100644
pinot-clients/pinot-java-client/src/main/java/org/apache/pinot/client/admin/PageCacheWarmupAdminClient.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/pagecache/WarmupQueryUtils.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/utils/config/QueryOptionConfigListener.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/sql/parsers/PostgreSqlCastRewriter.java
create mode 100644
pinot-common/src/test/java/org/apache/pinot/common/datatable/DataTableUtilsDecodeStringArrayTest.java
create mode 100644
pinot-common/src/test/java/org/apache/pinot/common/pagecache/WarmupQueryUtilsTest.java
create mode 100644
pinot-common/src/test/java/org/apache/pinot/common/utils/NativeTestNGSuiteTest.java
create mode 100644
pinot-common/src/test/java/org/apache/pinot/common/utils/OrderedTestNGSuite.java
create mode 100644
pinot-common/src/test/java/org/apache/pinot/common/utils/config/QueryOptionConfigListenerTest.java
create mode 100644
pinot-common/src/test/java/org/apache/pinot/sql/parsers/SqlOptionsModeTest.java
create mode 100644
pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/PageCacheWarmupRestletResource.java
create mode 100644
pinot-controller/src/main/java/org/apache/pinot/controller/util/PageCacheWarmupControllerExecutor.java
create mode 100644
pinot-controller/src/test/java/org/apache/pinot/controller/api/ControllerAdminApiApplicationTest.java
copy
pinot-common/src/main/java/org/apache/pinot/sql/parsers/parser/SqlPhysicalExplain.java
=>
pinot-controller/src/test/java/org/apache/pinot/controller/suites/ControllerStatefulSuite.java
(55%)
copy
pinot-common/src/main/java/org/apache/pinot/sql/parsers/parser/SqlPhysicalExplain.java
=>
pinot-controller/src/test/java/org/apache/pinot/controller/suites/ControllerStatelessSuite.java
(55%)
create mode 100644
pinot-controller/src/test/java/org/apache/pinot/controller/util/PageCacheWarmupControllerExecutorTest.java
delete mode 100644 pinot-controller/testng-statefull.xml
delete mode 100644 pinot-controller/testng-stateless.xml
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/startree/StarTreePreAggregatedBlockValSet.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/common/datatable/DataTableDictionarySerDeTest.java
copy
pinot-core/src/test/java/org/apache/pinot/core/query/aggregation/function/{PercentileAggregationFunctionTest.java
=> PercentileSmartTDigestHighThresholdAggregationFunctionTest.java} (71%)
copy
pinot-core/src/test/java/org/apache/pinot/core/query/aggregation/function/{PercentileKLLAggregationFunctionTest.java
=> PercentileSmartTDigestSmallThresholdAggregationFunctionTest.java} (62%)
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/query/aggregation/groupby/utils/ValueToIdMapTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/query/reduce/GroupByFinalSchemaTest.java
copy
pinot-core/src/test/java/org/apache/pinot/core/startree/v2/{DistinctCountRawHLLStarTreeV2Test.java
=> ArrayAggBytesStarTreeV2Test.java} (53%)
copy
pinot-core/src/test/java/org/apache/pinot/core/startree/v2/{DistinctCountRawHLLStarTreeV2Test.java
=> ArrayAggStarTreeV2Test.java} (53%)
create mode 100644
pinot-core/src/test/java/org/apache/pinot/queries/ArrayAggStarTreeQueriesTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/queries/HavingQueriesTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/queries/NullAwareStarTreeQueriesTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/queries/StarTreeNullHandlingQueriesTest.java
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/ApproximateFunctionOverrideIntegrationTest.java
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/PageCacheWarmupIntegrationTest.java
copy
pinot-broker/src/main/java/org/apache/pinot/broker/cursors/JsonResponseSerde.java
=>
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/suites/CustomClusterSuite.java
(59%)
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/suites/KinesisSuite.java
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/suites/MultiNodesOfflineSuite.java
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/suites/SharedHybridSuite.java
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/suites/SharedKafkaRealtimeSuite.java
delete mode 100644
pinot-integration-tests/src/test/resources/custom-cluster-integration-test-suite.xml
delete mode 100644
pinot-integration-tests/src/test/resources/kinesis-integration-test-suite.xml
delete mode 100644
pinot-integration-tests/src/test/resources/multi-nodes-offline-integration-test-suite.xml
delete mode 100644
pinot-integration-tests/src/test/resources/shared-hybrid-integration-test-suite.xml
delete mode 100644
pinot-integration-tests/src/test/resources/shared-kafka-realtime-integration-test-suite.xml
create mode 100644
pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkConstantCastPlanning.java
delete mode 100644
pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkGroovyExpressionEvaluation.java
delete mode 100644
pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkJsonKeyMap.java
create mode 100644
pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkMseSortImplementations.java
delete mode 100644
pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkOffHeapDictionaryMemory.java
delete mode 100644
pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkQueryEngine.java
delete mode 100644
pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkRoaringBitmapCreation.java
delete mode 100644
pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkRoaringBitmapMapping.java
create mode 100644
pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkScalarCastPlanning.java
delete mode 100644
pinot-perf/src/main/java/org/apache/pinot/perf/ForwardIndexWriterBenchmark.java
delete mode 100644
pinot-perf/src/main/java/org/apache/pinot/perf/LazyDataList.java
delete mode 100644
pinot-perf/src/main/java/org/apache/pinot/perf/RawIndexBenchmark.java
delete mode 100644
pinot-perf/src/main/java/org/apache/pinot/perf/StringDictionaryPerfTest.java
delete mode 100644
pinot-perf/src/main/java/org/apache/pinot/perf/aggregation/BenchmarkSumQuery.java
create mode 100644
pinot-plugins/pinot-input-format/pinot-protobuf/src/test/java/org/apache/pinot/plugin/inputformat/protobuf/ProtoBufTempFileLeakTest.java
create mode 100644
pinot-plugins/pinot-input-format/pinot-protobuf/src/test/java/org/apache/pinot/plugin/inputformat/protobuf/ProtoBufUtilsDescriptorCacheTest.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/rules/PinotApproximateAggregateRewriteRule.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/calcite/rex/PinotRexExecutor.java
create mode 100644
pinot-query-planner/src/test/java/org/apache/pinot/calcite/rex/PinotRexExecutorTest.java
create mode 100644
pinot-query-planner/src/test/java/org/apache/pinot/query/ApproximateAggregateRewriteTest.java
create mode 100644
pinot-query-planner/src/test/java/org/apache/pinot/query/ConstantCastPlanningTest.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/FullSortOperator.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/LimitSortOperator.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/TopNSortOperator.java
create mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/MultistageGroupByExecutorTest.java
create mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/utils/TypeUtilsTest.java
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/aggregator/ArrayAggDistinctValueAggregator.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/aggregator/ArrayAggDistinctValueAggregatorTest.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/indexsegment/mutable/MutableSegmentImplOpenStructTest.java
delete mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/vector/VectorSearchBenchmark.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/readers/PinotSegmentRecordReaderCloseTest.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/startree/v2/builder/NullAwareStarTreeBuilderTest.java
create mode 100644
pinot-server/src/main/java/org/apache/pinot/server/warmup/PageCacheWarmupQueryUtils.java
create mode 100644
pinot-server/src/main/java/org/apache/pinot/server/warmup/PageCacheWarmupServerQueryExecutor.java
create mode 100644
pinot-server/src/test/java/org/apache/pinot/server/warmup/PageCacheWarmupServerQueryExecutorTest.java
create mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/config/table/PageCacheWarmupConfig.java
create mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/config/table/PageCacheWarmupRequest.java
copy
pinot-spi/src/main/java/org/apache/pinot/spi/{config/table/TableCustomConfig.java
=> utils/ColumnNameInterner.java} (59%)
create mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/utils/ProtoBufDescriptorFallbackListener.java
create mode 100644
pinot-spi/src/test/java/org/apache/pinot/spi/utils/ProtoBufDescriptorFallbackListenerTest.java
create mode 100644
pinot-tools/src/main/java/org/apache/pinot/tools/admin/command/GeneratePageCacheWarmupQueriesCommand.java
create mode 100644
pinot-tools/src/main/java/org/apache/pinot/tools/pagecache/WarmupQuerySource.java
create mode 100644
pinot-tools/src/test/java/org/apache/pinot/tools/pagecache/QueryLogWarmupQuerySourceTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
