This is an automated email from the ASF dual-hosted git repository.
vjasani pushed a change to branch tmp-ec
in repository https://gitbox.apache.org/repos/asf/phoenix.git
from 42dc7dba7f PHOENIX-7789: Fix Flappers in SlowestScanMetricsIT (#2396)
new 7b0fca20b0 Eventually Consistent Global Secondary Indexes
new 934efb55dd addendum
new 4af5524116 addendum - multi-tenant
new 8f7d93cc15 ignore test - too aggressive for jenkins builds
new f851c042bc fix index concurrency issues
new 2886e2b9cc addendum
new 13d432529a keep serialize false as default
The 7 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
Jenkinsfile | 2 +-
Jenkinsfile.yetus | 2 +-
phoenix-core-client/src/main/antlr3/PhoenixSQL.g | 15 +-
.../org/apache/phoenix/compile/JoinCompiler.java | 3 +-
.../coprocessorclient/MetaDataProtocol.java | 4 +-
.../org/apache/phoenix/index/IndexMaintainer.java | 17 +
.../phoenix/jdbc/PhoenixDatabaseMetaData.java | 12 +
.../org/apache/phoenix/jdbc/PhoenixStatement.java | 24 +-
.../apache/phoenix/parse/AlterIndexStatement.java | 15 +-
.../apache/phoenix/parse/CreateIndexStatement.java | 34 +
.../org/apache/phoenix/parse/ParseNodeFactory.java | 8 +
.../phoenix/query/ConnectionQueryServicesImpl.java | 30 +-
.../query/ConnectionlessQueryServicesImpl.java | 8 +
.../org/apache/phoenix/query/QueryConstants.java | 27 +-
.../org/apache/phoenix/schema/DelegateTable.java | 6 +
.../org/apache/phoenix/schema/MetaDataClient.java | 126 +-
.../java/org/apache/phoenix/schema/PTable.java | 13 +
.../java/org/apache/phoenix/schema/PTableImpl.java | 28 +-
.../apache/phoenix/schema/tool/SchemaSQLUtil.java | 7 +
.../phoenix/schema/transform/TransformClient.java | 7 +-
.../phoenix/schema/types/IndexConsistency.java | 109 ++
.../org/apache/phoenix/util/CDCChangeBuilder.java | 86 +-
.../main/java/org/apache/phoenix/util/CDCUtil.java | 29 +
.../java/org/apache/phoenix/util/MetaDataUtil.java | 3 +-
.../{CDCInfo.proto => IndexMutations.proto} | 26 +-
phoenix-core-client/src/main/protobuf/PTable.proto | 1 +
.../src/main/protobuf/ServerCachingService.proto | 1 +
phoenix-core-server/pom.xml | 4 +
.../coprocessor/CDCGlobalIndexRegionScanner.java | 290 ++++-
.../phoenix/coprocessor/MetaDataEndpointImpl.java | 19 +-
.../coprocessor/UncoveredIndexRegionScanner.java | 17 +-
.../phoenix/hbase/index/IndexCDCConsumer.java | 1308 ++++++++++++++++++++
.../phoenix/hbase/index/IndexRegionObserver.java | 427 +++++--
.../TrackingParallelWriterIndexCommitter.java | 7 +-
.../apache/phoenix/end2end/BasePermissionsIT.java | 4 +-
.../java/org/apache/phoenix/end2end/Bson4IT.java | 11 +
.../java/org/apache/phoenix/end2end/Bson5IT.java | 108 +-
...currentMutationsCoveredEventualGenerateIT.java} | 40 +-
...a => ConcurrentMutationsCoveredEventualIT.java} | 16 +-
...> ConcurrentMutationsCoveredNonEventualIT.java} | 16 +-
... => ConcurrentMutationsExtendedGenerateIT.java} | 36 +-
.../end2end/ConcurrentMutationsExtendedIT.java | 112 +-
.../ConcurrentMutationsExtendedIndexIT.java | 383 ++++++
.../ConcurrentMutationsLazyPostBatchWriteIT.java | 17 +-
...rrentMutationsUncoveredEventualGenerateIT.java} | 40 +-
...=> ConcurrentMutationsUncoveredEventualIT.java} | 16 +-
...ConcurrentMutationsUncoveredNonEventualIT.java} | 16 +-
.../end2end/IndexMaintainerConsistencyIT.java | 237 ++++
...xToolForNonTxGlobalIndexEventualGenerateIT.java | 93 ++
.../IndexToolForNonTxGlobalIndexEventualIT.java | 93 ++
.../end2end/IndexToolForNonTxGlobalIndexIT.java | 29 +-
.../org/apache/phoenix/end2end/IndexToolIT.java | 33 +-
.../end2end/MetadataServerConnectionsIT.java | 2 +
.../MigrateSystemTablesToSystemNamespaceIT.java | 16 +-
...ava => MultiTenantEventualIndexGenerateIT.java} | 33 +-
.../end2end/MultiTenantEventualIndexIT.java | 626 ++++++++++
.../ParallelStatsDisabledWithRegionMovesIT.java | 2 +
.../phoenix/end2end/QueryDatabaseMetaDataIT.java | 7 +-
.../end2end/SkipSystemTablesExistenceCheckIT.java | 2 +-
.../SystemTablesCreationOnConnectionIT.java | 4 +-
.../phoenix/end2end/TenantSpecificTablesDDLIT.java | 3 +
.../phoenix/end2end/UCFWithServerMetadataIT.java | 2 +
.../org/apache/phoenix/end2end/UpsertSelectIT.java | 2 +
.../end2end/UpsertSelectWithRegionMovesIT.java | 2 +
.../phoenix/end2end/VarBinaryEncoded2IT.java | 97 +-
.../GlobalIndexCheckerEventualGenerateIT.java | 89 ++
.../index/GlobalIndexCheckerEventualIT.java | 89 ++
.../end2end/index/GlobalIndexCheckerIT.java | 49 +-
.../index/GlobalIndexCheckerWithRegionMovesIT.java | 2 +
.../end2end/index/IndexAsyncThresholdIT.java | 2 +
.../end2end/index/PartialSystemCatalogIndexIT.java | 4 +-
.../index/ReplicationWithWALAnnotationIT.java | 3 +
.../UncoveredGlobalIndexRegionScanner2IT.java | 2 +
.../phoenix/jdbc/FailoverPhoenixConnection2IT.java | 6 +
.../phoenix/jdbc/FailoverPhoenixConnectionIT.java | 5 +
.../HAConnectionWithMasterAndRPCRegistryIT.java | 5 +
.../jdbc/HighAvailabilityTestingUtilityIT.java | 5 +
.../jdbc/ParallelPhoenixConnectionFallbackIT.java | 5 +
.../ParallelPhoenixNullComparingResultSetIT.java | 5 +
.../phoenix/monitoring/BasePhoenixMetricsIT.java | 2 +
.../monitoring/PhoenixTableLevelMetricsIT.java | 3 +
.../ConnectionQueryServicesMetricsIT.java | 4 +
.../phoenix/query/MaxConcurrentConnectionsIT.java | 2 +
.../apache/phoenix/query/MetaDataCachingIT.java | 2 +
.../phoenix/parse/IndexConsistencyParseTest.java | 87 ++
.../java/org/apache/phoenix/query/BaseTest.java | 2 +-
.../org/apache/phoenix/util/IndexScrutiny.java | 18 +-
.../java/org/apache/phoenix/util/TestUtil.java | 94 ++
pom.xml | 6 +
89 files changed, 4920 insertions(+), 384 deletions(-)
create mode 100644
phoenix-core-client/src/main/java/org/apache/phoenix/schema/types/IndexConsistency.java
copy phoenix-core-client/src/main/protobuf/{CDCInfo.proto =>
IndexMutations.proto} (61%)
create mode 100644
phoenix-core-server/src/main/java/org/apache/phoenix/hbase/index/IndexCDCConsumer.java
copy
phoenix-core/src/it/java/org/apache/phoenix/end2end/{ConcurrentMutationsLazyPostBatchWriteIT.java
=> ConcurrentMutationsCoveredEventualGenerateIT.java} (51%)
copy
phoenix-core/src/it/java/org/apache/phoenix/end2end/{SetPropertyOnEncodedTableIT.java
=> ConcurrentMutationsCoveredEventualIT.java} (68%)
copy
phoenix-core/src/it/java/org/apache/phoenix/end2end/{SetPropertyOnEncodedTableIT.java
=> ConcurrentMutationsCoveredNonEventualIT.java} (68%)
copy
phoenix-core/src/it/java/org/apache/phoenix/end2end/{ConcurrentMutationsLazyPostBatchWriteIT.java
=> ConcurrentMutationsExtendedGenerateIT.java} (54%)
create mode 100644
phoenix-core/src/it/java/org/apache/phoenix/end2end/ConcurrentMutationsExtendedIndexIT.java
copy
phoenix-core/src/it/java/org/apache/phoenix/end2end/{ConcurrentMutationsLazyPostBatchWriteIT.java
=> ConcurrentMutationsUncoveredEventualGenerateIT.java} (51%)
copy
phoenix-core/src/it/java/org/apache/phoenix/end2end/{SetPropertyOnEncodedTableIT.java
=> ConcurrentMutationsUncoveredEventualIT.java} (68%)
copy
phoenix-core/src/it/java/org/apache/phoenix/end2end/{SetPropertyOnEncodedTableIT.java
=> ConcurrentMutationsUncoveredNonEventualIT.java} (68%)
create mode 100644
phoenix-core/src/it/java/org/apache/phoenix/end2end/IndexMaintainerConsistencyIT.java
create mode 100644
phoenix-core/src/it/java/org/apache/phoenix/end2end/IndexToolForNonTxGlobalIndexEventualGenerateIT.java
create mode 100644
phoenix-core/src/it/java/org/apache/phoenix/end2end/IndexToolForNonTxGlobalIndexEventualIT.java
copy
phoenix-core/src/it/java/org/apache/phoenix/end2end/{ConcurrentMutationsLazyPostBatchWriteIT.java
=> MultiTenantEventualIndexGenerateIT.java} (56%)
create mode 100644
phoenix-core/src/it/java/org/apache/phoenix/end2end/MultiTenantEventualIndexIT.java
create mode 100644
phoenix-core/src/it/java/org/apache/phoenix/end2end/index/GlobalIndexCheckerEventualGenerateIT.java
create mode 100644
phoenix-core/src/it/java/org/apache/phoenix/end2end/index/GlobalIndexCheckerEventualIT.java
create mode 100644
phoenix-core/src/test/java/org/apache/phoenix/parse/IndexConsistencyParseTest.java
