This is an automated email from the ASF dual-hosted git repository.
vjasani pushed a change to branch tmp-ec
in repository https://gitbox.apache.org/repos/asf/phoenix.git
from 42dc7dba7f PHOENIX-7789: Fix Flappers in SlowestScanMetricsIT (#2396)
new 3a2a6ec837 Eventually Consistent Global Secondary Indexes
new 8f9b6fced8 addendum
new 581ff2d160 addendum - multi-tenant
new 2d70920886 ignore test - too aggressive for jenkins builds
new 290bad5606 fix index concurrency issues
new 85068d0b46 addendum
new c02cac3890 keep serialize false as default
The 7 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
Jenkinsfile | 2 +-
Jenkinsfile.yetus | 2 +-
phoenix-core-client/src/main/antlr3/PhoenixSQL.g | 15 +-
.../org/apache/phoenix/compile/JoinCompiler.java | 3 +-
.../coprocessorclient/MetaDataProtocol.java | 4 +-
.../org/apache/phoenix/index/IndexMaintainer.java | 17 +
.../phoenix/jdbc/PhoenixDatabaseMetaData.java | 12 +
.../org/apache/phoenix/jdbc/PhoenixStatement.java | 24 +-
.../apache/phoenix/parse/AlterIndexStatement.java | 15 +-
.../apache/phoenix/parse/CreateIndexStatement.java | 34 +
.../org/apache/phoenix/parse/ParseNodeFactory.java | 8 +
.../phoenix/query/ConnectionQueryServicesImpl.java | 30 +-
.../query/ConnectionlessQueryServicesImpl.java | 8 +
.../org/apache/phoenix/query/QueryConstants.java | 27 +-
.../org/apache/phoenix/schema/DelegateTable.java | 6 +
.../org/apache/phoenix/schema/MetaDataClient.java | 126 +-
.../java/org/apache/phoenix/schema/PTable.java | 13 +
.../java/org/apache/phoenix/schema/PTableImpl.java | 28 +-
.../apache/phoenix/schema/tool/SchemaSQLUtil.java | 7 +
.../phoenix/schema/transform/TransformClient.java | 7 +-
.../phoenix/schema/types/IndexConsistency.java | 109 ++
.../org/apache/phoenix/util/CDCChangeBuilder.java | 86 +-
.../main/java/org/apache/phoenix/util/CDCUtil.java | 29 +
.../java/org/apache/phoenix/util/MetaDataUtil.java | 3 +-
.../{CDCInfo.proto => IndexMutations.proto} | 26 +-
phoenix-core-client/src/main/protobuf/PTable.proto | 1 +
.../src/main/protobuf/ServerCachingService.proto | 1 +
phoenix-core-server/pom.xml | 4 +
.../coprocessor/CDCGlobalIndexRegionScanner.java | 290 ++++-
.../phoenix/coprocessor/MetaDataEndpointImpl.java | 19 +-
.../coprocessor/UncoveredIndexRegionScanner.java | 17 +-
.../phoenix/hbase/index/IndexCDCConsumer.java | 1308 ++++++++++++++++++++
.../phoenix/hbase/index/IndexRegionObserver.java | 427 +++++--
.../TrackingParallelWriterIndexCommitter.java | 7 +-
.../apache/phoenix/end2end/BasePermissionsIT.java | 4 +-
.../java/org/apache/phoenix/end2end/Bson4IT.java | 11 +
.../java/org/apache/phoenix/end2end/Bson5IT.java | 108 +-
...currentMutationsCoveredEventualGenerateIT.java} | 40 +-
...a => ConcurrentMutationsCoveredEventualIT.java} | 16 +-
...> ConcurrentMutationsCoveredNonEventualIT.java} | 16 +-
... => ConcurrentMutationsExtendedGenerateIT.java} | 36 +-
.../end2end/ConcurrentMutationsExtendedIT.java | 112 +-
.../ConcurrentMutationsExtendedIndexIT.java | 383 ++++++
.../ConcurrentMutationsLazyPostBatchWriteIT.java | 18 +-
...rrentMutationsUncoveredEventualGenerateIT.java} | 40 +-
...=> ConcurrentMutationsUncoveredEventualIT.java} | 16 +-
...ConcurrentMutationsUncoveredNonEventualIT.java} | 16 +-
.../end2end/IndexMaintainerConsistencyIT.java | 237 ++++
...xToolForNonTxGlobalIndexEventualGenerateIT.java | 93 ++
.../IndexToolForNonTxGlobalIndexEventualIT.java | 93 ++
.../end2end/IndexToolForNonTxGlobalIndexIT.java | 29 +-
.../org/apache/phoenix/end2end/IndexToolIT.java | 33 +-
.../end2end/MetadataServerConnectionsIT.java | 2 +
.../MigrateSystemTablesToSystemNamespaceIT.java | 16 +-
...ava => MultiTenantEventualIndexGenerateIT.java} | 33 +-
.../end2end/MultiTenantEventualIndexIT.java | 626 ++++++++++
.../ParallelStatsDisabledWithRegionMovesIT.java | 2 +
.../phoenix/end2end/QueryDatabaseMetaDataIT.java | 7 +-
.../end2end/SkipSystemTablesExistenceCheckIT.java | 2 +-
.../SystemTablesCreationOnConnectionIT.java | 4 +-
.../phoenix/end2end/TenantSpecificTablesDDLIT.java | 3 +
.../phoenix/end2end/UCFWithServerMetadataIT.java | 2 +
.../org/apache/phoenix/end2end/UpsertSelectIT.java | 2 +
.../end2end/UpsertSelectWithRegionMovesIT.java | 2 +
.../phoenix/end2end/VarBinaryEncoded2IT.java | 97 +-
.../GlobalIndexCheckerEventualGenerateIT.java | 89 ++
.../index/GlobalIndexCheckerEventualIT.java | 89 ++
.../end2end/index/GlobalIndexCheckerIT.java | 49 +-
.../index/GlobalIndexCheckerWithRegionMovesIT.java | 2 +
.../end2end/index/IndexAsyncThresholdIT.java | 2 +
.../end2end/index/PartialSystemCatalogIndexIT.java | 4 +-
.../index/ReplicationWithWALAnnotationIT.java | 3 +
.../UncoveredGlobalIndexRegionScanner2IT.java | 2 +
.../phoenix/jdbc/FailoverPhoenixConnection2IT.java | 6 +
.../phoenix/jdbc/FailoverPhoenixConnectionIT.java | 5 +
.../HAConnectionWithMasterAndRPCRegistryIT.java | 5 +
.../jdbc/HighAvailabilityTestingUtilityIT.java | 5 +
.../jdbc/ParallelPhoenixConnectionFallbackIT.java | 5 +
.../ParallelPhoenixNullComparingResultSetIT.java | 5 +
.../phoenix/monitoring/BasePhoenixMetricsIT.java | 2 +
.../monitoring/PhoenixTableLevelMetricsIT.java | 3 +
.../ConnectionQueryServicesMetricsIT.java | 4 +
.../phoenix/query/MaxConcurrentConnectionsIT.java | 2 +
.../apache/phoenix/query/MetaDataCachingIT.java | 2 +
.../phoenix/parse/IndexConsistencyParseTest.java | 87 ++
.../java/org/apache/phoenix/query/BaseTest.java | 2 +-
.../org/apache/phoenix/util/IndexScrutiny.java | 18 +-
.../java/org/apache/phoenix/util/TestUtil.java | 94 ++
pom.xml | 6 +
89 files changed, 4921 insertions(+), 384 deletions(-)
create mode 100644
phoenix-core-client/src/main/java/org/apache/phoenix/schema/types/IndexConsistency.java
copy phoenix-core-client/src/main/protobuf/{CDCInfo.proto =>
IndexMutations.proto} (61%)
create mode 100644
phoenix-core-server/src/main/java/org/apache/phoenix/hbase/index/IndexCDCConsumer.java
copy
phoenix-core/src/it/java/org/apache/phoenix/end2end/{ConcurrentMutationsLazyPostBatchWriteIT.java
=> ConcurrentMutationsCoveredEventualGenerateIT.java} (51%)
copy
phoenix-core/src/it/java/org/apache/phoenix/end2end/{SetPropertyOnEncodedTableIT.java
=> ConcurrentMutationsCoveredEventualIT.java} (68%)
copy
phoenix-core/src/it/java/org/apache/phoenix/end2end/{SetPropertyOnEncodedTableIT.java
=> ConcurrentMutationsCoveredNonEventualIT.java} (68%)
copy
phoenix-core/src/it/java/org/apache/phoenix/end2end/{ConcurrentMutationsLazyPostBatchWriteIT.java
=> ConcurrentMutationsExtendedGenerateIT.java} (54%)
create mode 100644
phoenix-core/src/it/java/org/apache/phoenix/end2end/ConcurrentMutationsExtendedIndexIT.java
copy
phoenix-core/src/it/java/org/apache/phoenix/end2end/{ConcurrentMutationsLazyPostBatchWriteIT.java
=> ConcurrentMutationsUncoveredEventualGenerateIT.java} (51%)
copy
phoenix-core/src/it/java/org/apache/phoenix/end2end/{SetPropertyOnEncodedTableIT.java
=> ConcurrentMutationsUncoveredEventualIT.java} (68%)
copy
phoenix-core/src/it/java/org/apache/phoenix/end2end/{SetPropertyOnEncodedTableIT.java
=> ConcurrentMutationsUncoveredNonEventualIT.java} (68%)
create mode 100644
phoenix-core/src/it/java/org/apache/phoenix/end2end/IndexMaintainerConsistencyIT.java
create mode 100644
phoenix-core/src/it/java/org/apache/phoenix/end2end/IndexToolForNonTxGlobalIndexEventualGenerateIT.java
create mode 100644
phoenix-core/src/it/java/org/apache/phoenix/end2end/IndexToolForNonTxGlobalIndexEventualIT.java
copy
phoenix-core/src/it/java/org/apache/phoenix/end2end/{ConcurrentMutationsLazyPostBatchWriteIT.java
=> MultiTenantEventualIndexGenerateIT.java} (56%)
create mode 100644
phoenix-core/src/it/java/org/apache/phoenix/end2end/MultiTenantEventualIndexIT.java
create mode 100644
phoenix-core/src/it/java/org/apache/phoenix/end2end/index/GlobalIndexCheckerEventualGenerateIT.java
create mode 100644
phoenix-core/src/it/java/org/apache/phoenix/end2end/index/GlobalIndexCheckerEventualIT.java
create mode 100644
phoenix-core/src/test/java/org/apache/phoenix/parse/IndexConsistencyParseTest.java
