[
https://issues.apache.org/jira/browse/HIVE-24375?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Alex Simenduev updated HIVE-24375:
----------------------------------
Description:
I can successfully connect to metastore using beeline client.
{code:java}
beeline --fastConnect=true -u jdbc:hive2://
{code}
The I run partition drop command for a table
{code:java}
ALTER TABLE work_v3 DROP PARTITION (user=992, `date`=20200806);{code}
I get error that partition not found, but the partition does exists according
to show partitions.
Here is full stacktrace.
{code}
0: jdbc:hive2://> alter table work_v3 drop partition (user=992,
`date`=20200806);0: jdbc:hive2://> alter table work_v3 drop partition
(user=992, `date`=20200806);20/11/12 09:55:00 [main]: INFO conf.HiveConf: Using
the default value passed in for log id:
366b6abb-87d4-4758-9cfb-fa36903f69de20/11/12 09:55:00 [main]: INFO
session.SessionState: Updating thread name to
366b6abb-87d4-4758-9cfb-fa36903f69de main20/11/12 09:55:00
[366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO operation.OperationManager:
Adding operation: OperationHandle [opType=EXECUTE_STATEMENT,
getHandleIdentifier()=897f778a-37c6-444d-b244-3f701268eec7]20/11/12 09:55:00
[366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO ql.Driver: Compiling
command(queryId=root_20201112095500_e4ca0f5b-0b00-43ae-9efb-2d0a24ceed15):
alter table work_v3 drop partition (user=992, `date`=20200806)20/11/12 09:55:00
[366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO ql.Driver: Concurrency mode
is disabled, not creating a lock managerFAILED: SemanticException [Error
10006]: Partition not found ((user = 992) and (date = 20200806))20/11/12
09:55:00 [366b6abb-87d4-4758-9cfb-fa36903f69de main]: ERROR ql.Driver: FAILED:
SemanticException [Error 10006]: Partition not found ((user = 992) and (date =
20200806))org.apache.hadoop.hive.ql.parse.SemanticException: Partition not
found ((user = 992) and (date = 20200806)) at
org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.addTableDropPartsOutputs(DDLSemanticAnalyzer.java:4028)
at
org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeAlterTableDropParts(DDLSemanticAnalyzer.java:3376)
at
org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeInternal(DDLSemanticAnalyzer.java:327)
at
org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer.analyze(BaseSemanticAnalyzer.java:285)
at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:659) at
org.apache.hadoop.hive.ql.Driver.compileInternal(Driver.java:1826) at
org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1773) at
org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1768) at
org.apache.hadoop.hive.ql.reexec.ReExecDriver.compileAndRespond(ReExecDriver.java:126)
at
org.apache.hive.service.cli.operation.SQLOperation.prepare(SQLOperation.java:197)
at
org.apache.hive.service.cli.operation.SQLOperation.runInternal(SQLOperation.java:260)
at org.apache.hive.service.cli.operation.Operation.run(Operation.java:247) at
org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementInternal(HiveSessionImpl.java:541)
at
org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementAsync(HiveSessionImpl.java:527)
at
org.apache.hive.service.cli.CLIService.executeStatementAsync(CLIService.java:312)
at
org.apache.hive.service.cli.thrift.ThriftCLIService.ExecuteStatement(ThriftCLIService.java:562)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498) at
org.apache.hive.jdbc.HiveConnection$SynchronizedHandler.invoke(HiveConnection.java:1585)
at com.sun.proxy.$Proxy28.ExecuteStatement(Unknown Source) at
org.apache.hive.jdbc.HiveStatement.runAsyncOnServer(HiveStatement.java:323) at
org.apache.hive.jdbc.HiveStatement.execute(HiveStatement.java:265) at
org.apache.hive.beeline.Commands.executeInternal(Commands.java:1005) at
org.apache.hive.beeline.Commands.execute(Commands.java:1201) at
org.apache.hive.beeline.Commands.sql(Commands.java:1130) at
org.apache.hive.beeline.BeeLine.dispatch(BeeLine.java:1425) at
org.apache.hive.beeline.BeeLine.execute(BeeLine.java:1287) at
org.apache.hive.beeline.BeeLine.begin(BeeLine.java:1071) at
org.apache.hive.beeline.BeeLine.mainWithInputRedirection(BeeLine.java:538) at
org.apache.hive.beeline.BeeLine.main(BeeLine.java:520) at
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498) at
org.apache.hadoop.util.RunJar.run(RunJar.java:323) at
org.apache.hadoop.util.RunJar.main(RunJar.java:236)Caused by:
MetaException(message:java.lang.UnsupportedOperationException) at
org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$get_partitions_by_expr_result$get_partitions_by_expr_resultStandardScheme.read(ThriftHiveMetastore.java)
at
org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$get_partitions_by_expr_result$get_partitions_by_expr_resultStandardScheme.read(ThriftHiveMetastore.java)
at
org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$get_partitions_by_expr_result.read(ThriftHiveMetastore.java)
at org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:86) at
org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.recv_get_partitions_by_expr(ThriftHiveMetastore.java:3273)
at
org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.get_partitions_by_expr(ThriftHiveMetastore.java:3260)
at
org.apache.hadoop.hive.metastore.HiveMetaStoreClient.listPartitionsByExpr(HiveMetaStoreClient.java:1488)
at
org.apache.hadoop.hive.metastore.HiveMetaStoreClient.listPartitionsByExpr(HiveMetaStoreClient.java:1469)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498) at
org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:212)
at com.sun.proxy.$Proxy27.listPartitionsByExpr(Unknown Source) at
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498) at
org.apache.hadoop.hive.metastore.HiveMetaStoreClient$SynchronizedHandler.invoke(HiveMetaStoreClient.java:2773)
at com.sun.proxy.$Proxy27.listPartitionsByExpr(Unknown Source) at
org.apache.hadoop.hive.ql.metadata.Hive.getPartitionsByExpr(Hive.java:3172) at
org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.addTableDropPartsOutputs(DDLSemanticAnalyzer.java:4025)
... 37 more
20/11/12 09:55:00 [366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO ql.Driver:
Completed compiling
command(queryId=root_20201112095500_e4ca0f5b-0b00-43ae-9efb-2d0a24ceed15); Time
taken: 0.141 seconds20/11/12 09:55:00 [366b6abb-87d4-4758-9cfb-fa36903f69de
main]: INFO ql.Driver: Concurrency mode is disabled, not creating a lock
manager20/11/12 09:55:00 [366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO
operation.OperationManager: Closing operation: OperationHandle
[opType=EXECUTE_STATEMENT,
getHandleIdentifier()=897f778a-37c6-444d-b244-3f701268eec7]20/11/12 09:55:00
[366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO operation.OperationManager:
Removed queryId: root_20201112095500_e4ca0f5b-0b00-43ae-9efb-2d0a24ceed15
corresponding to operation: OperationHandle [opType=EXECUTE_STATEMENT,
getHandleIdentifier()=897f778a-37c6-444d-b244-3f701268eec7]20/11/12 09:55:00
[366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO operation.Operation: Closing
operation log
/tmp/root/operation_logs/366b6abb-87d4-4758-9cfb-fa36903f69de/root_20201112095500_e4ca0f5b-0b00-43ae-9efb-2d0a24ceed15
without delay20/11/12 09:55:00 [366b6abb-87d4-4758-9cfb-fa36903f69de main]:
INFO conf.HiveConf: Using the default value passed in for log id:
366b6abb-87d4-4758-9cfb-fa36903f69de20/11/12 09:55:00
[366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO session.SessionState:
Resetting thread name to main20/11/12 09:55:00 [main]: WARN
thrift.ThriftCLIService: Error executing statement:
org.apache.hive.service.cli.HiveSQLException: Error while compiling statement:
FAILED: SemanticException [Error 10006]: Partition not found ((user = 992) and
(date = 20200806)) at
org.apache.hive.service.cli.operation.Operation.toSQLException(Operation.java:335)
~[hive-service-3.1.2.jar:3.1.2] at
org.apache.hive.service.cli.operation.SQLOperation.prepare(SQLOperation.java:199)
~[hive-service-3.1.2.jar:3.1.2] at
org.apache.hive.service.cli.operation.SQLOperation.runInternal(SQLOperation.java:260)
~[hive-service-3.1.2.jar:3.1.2] at
org.apache.hive.service.cli.operation.Operation.run(Operation.java:247)
~[hive-service-3.1.2.jar:3.1.2] at
org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementInternal(HiveSessionImpl.java:541)
~[hive-service-3.1.2.jar:3.1.2] at
org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementAsync(HiveSessionImpl.java:527)
~[hive-service-3.1.2.jar:3.1.2] at
org.apache.hive.service.cli.CLIService.executeStatementAsync(CLIService.java:312)
~[hive-service-3.1.2.jar:3.1.2] at
org.apache.hive.service.cli.thrift.ThriftCLIService.ExecuteStatement(ThriftCLIService.java:562)
[hive-service-3.1.2.jar:3.1.2] at
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_212] at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
~[?:1.8.0_212] at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
~[?:1.8.0_212] at java.lang.reflect.Method.invoke(Method.java:498)
~[?:1.8.0_212] at
org.apache.hive.jdbc.HiveConnection$SynchronizedHandler.invoke(HiveConnection.java:1585)
[hive-jdbc-3.1.2.jar:3.1.2] at com.sun.proxy.$Proxy28.ExecuteStatement(Unknown
Source) [?:?] at
org.apache.hive.jdbc.HiveStatement.runAsyncOnServer(HiveStatement.java:323)
[hive-jdbc-3.1.2.jar:3.1.2] at
org.apache.hive.jdbc.HiveStatement.execute(HiveStatement.java:265)
[hive-jdbc-3.1.2.jar:3.1.2] at
org.apache.hive.beeline.Commands.executeInternal(Commands.java:1005)
[hive-beeline-3.1.2.jar:3.1.2] at
org.apache.hive.beeline.Commands.execute(Commands.java:1201)
[hive-beeline-3.1.2.jar:3.1.2] at
org.apache.hive.beeline.Commands.sql(Commands.java:1130)
[hive-beeline-3.1.2.jar:3.1.2] at
org.apache.hive.beeline.BeeLine.dispatch(BeeLine.java:1425)
[hive-beeline-3.1.2.jar:3.1.2] at
org.apache.hive.beeline.BeeLine.execute(BeeLine.java:1287)
[hive-beeline-3.1.2.jar:3.1.2] at
org.apache.hive.beeline.BeeLine.begin(BeeLine.java:1071)
[hive-beeline-3.1.2.jar:3.1.2] at
org.apache.hive.beeline.BeeLine.mainWithInputRedirection(BeeLine.java:538)
[hive-beeline-3.1.2.jar:3.1.2] at
org.apache.hive.beeline.BeeLine.main(BeeLine.java:520)
[hive-beeline-3.1.2.jar:3.1.2] at
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_212] at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
~[?:1.8.0_212] at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
~[?:1.8.0_212] at java.lang.reflect.Method.invoke(Method.java:498)
~[?:1.8.0_212] at org.apache.hadoop.util.RunJar.run(RunJar.java:323)
[hadoop-common-3.2.0.jar:?] at
org.apache.hadoop.util.RunJar.main(RunJar.java:236)
[hadoop-common-3.2.0.jar:?]Caused by:
org.apache.hadoop.hive.ql.parse.SemanticException: Partition not found ((user =
992) and (date = 20200806)) at
org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.addTableDropPartsOutputs(DDLSemanticAnalyzer.java:4028)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeAlterTableDropParts(DDLSemanticAnalyzer.java:3376)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeInternal(DDLSemanticAnalyzer.java:327)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer.analyze(BaseSemanticAnalyzer.java:285)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.Driver.compile(Driver.java:659)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.Driver.compileInternal(Driver.java:1826)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1773)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1768)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.reexec.ReExecDriver.compileAndRespond(ReExecDriver.java:126)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hive.service.cli.operation.SQLOperation.prepare(SQLOperation.java:197)
~[hive-service-3.1.2.jar:3.1.2] ... 28 moreCaused by:
org.apache.hadoop.hive.metastore.api.MetaException:
java.lang.UnsupportedOperationException at
org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$get_partitions_by_expr_result$get_partitions_by_expr_resultStandardScheme.read(ThriftHiveMetastore.java)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$get_partitions_by_expr_result$get_partitions_by_expr_resultStandardScheme.read(ThriftHiveMetastore.java)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$get_partitions_by_expr_result.read(ThriftHiveMetastore.java)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:86)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.recv_get_partitions_by_expr(ThriftHiveMetastore.java:3273)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.get_partitions_by_expr(ThriftHiveMetastore.java:3260)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.metastore.HiveMetaStoreClient.listPartitionsByExpr(HiveMetaStoreClient.java:1488)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.metastore.HiveMetaStoreClient.listPartitionsByExpr(HiveMetaStoreClient.java:1469)
~[hive-exec-3.1.2.jar:3.1.2] at
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_212] at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
~[?:1.8.0_212] at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
~[?:1.8.0_212] at java.lang.reflect.Method.invoke(Method.java:498)
~[?:1.8.0_212] at
org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:212)
~[hive-exec-3.1.2.jar:3.1.2] at
com.sun.proxy.$Proxy27.listPartitionsByExpr(Unknown Source) ~[?:?] at
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_212] at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
~[?:1.8.0_212] at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
~[?:1.8.0_212] at java.lang.reflect.Method.invoke(Method.java:498)
~[?:1.8.0_212] at
org.apache.hadoop.hive.metastore.HiveMetaStoreClient$SynchronizedHandler.invoke(HiveMetaStoreClient.java:2773)
~[hive-exec-3.1.2.jar:3.1.2] at
com.sun.proxy.$Proxy27.listPartitionsByExpr(Unknown Source) ~[?:?] at
org.apache.hadoop.hive.ql.metadata.Hive.getPartitionsByExpr(Hive.java:3172)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.addTableDropPartsOutputs(DDLSemanticAnalyzer.java:4025)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeAlterTableDropParts(DDLSemanticAnalyzer.java:3376)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeInternal(DDLSemanticAnalyzer.java:327)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer.analyze(BaseSemanticAnalyzer.java:285)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.Driver.compile(Driver.java:659)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.Driver.compileInternal(Driver.java:1826)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1773)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1768)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.reexec.ReExecDriver.compileAndRespond(ReExecDriver.java:126)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hive.service.cli.operation.SQLOperation.prepare(SQLOperation.java:197)
~[hive-service-3.1.2.jar:3.1.2] ... 28 moreError: Error while compiling
statement: FAILED: SemanticException [Error 10006]: Partition not found ((user
= 992) and (date = 20200806)) (state=42000,code=10006)
{code}
Here is exception from the hive metastore standalone server:
{code}
2020-11-12T09:49:19,602 ERROR [pool-8-thread-1] metastore.RetryingHMSHandler:
MetaException(message:java.lang.UnsupportedOperationException)2020-11-12T09:49:19,602
ERROR [pool-8-thread-1] metastore.RetryingHMSHandler:
MetaException(message:java.lang.UnsupportedOperationException) at
org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newMetaException(HiveMetaStore.java:6935)
at
org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.rethrowException(HiveMetaStore.java:5961)
at
org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.get_partitions_by_expr(HiveMetaStore.java:5945)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498) at
org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:147)
at
org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:108)
at com.sun.proxy.$Proxy49.get_partitions_by_expr(Unknown Source) at
org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Processor$get_partitions_by_expr.getResult(ThriftHiveMetastore.java:16286)
at
org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Processor$get_partitions_by_expr.getResult(ThriftHiveMetastore.java:16270)
at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39) at
org.apache.hadoop.hive.metastore.TUGIBasedProcessor$1.run(TUGIBasedProcessor.java:111)
at
org.apache.hadoop.hive.metastore.TUGIBasedProcessor$1.run(TUGIBasedProcessor.java:107)
at java.security.AccessController.doPrivileged(Native Method) at
javax.security.auth.Subject.doAs(Subject.java:422) at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1730)
at
org.apache.hadoop.hive.metastore.TUGIBasedProcessor.process(TUGIBasedProcessor.java:119)
at
org.apache.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:286)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)Caused by:
java.lang.UnsupportedOperationException at
org.apache.hadoop.hive.metastore.DefaultPartitionExpressionProxy.convertExprToFilter(DefaultPartitionExpressionProxy.java:34)
at
org.apache.hadoop.hive.metastore.PartFilterExprUtil.makeExpressionTree(PartFilterExprUtil.java:50)
at
org.apache.hadoop.hive.metastore.ObjectStore.getPartitionsByExprInternal(ObjectStore.java:3299)
at
org.apache.hadoop.hive.metastore.ObjectStore.getPartitionsByExpr(ObjectStore.java:3291)
at sun.reflect.GeneratedMethodAccessor229.invoke(Unknown Source) at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498) at
org.apache.hadoop.hive.metastore.RawStoreProxy.invoke(RawStoreProxy.java:97) at
com.sun.proxy.$Proxy48.getPartitionsByExpr(Unknown Source) at
org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.get_partitions_by_expr(HiveMetaStore.java:5940)
... 20 more
{code}
was:
I can successfully connect to metastore using beeline client.
{code:java}
beeline --fastConnect=true -u jdbc:hive2://
{code}
The I run partition drop command for a table
{code:java}
ALTER TABLE work_v3 DROP PARTITION (user=992, `date`=20200806);{code}
I get error that partition not found, but the partition does exists according
to show partitions.
Here is full stacktrace.
{code:java}
0: jdbc:hive2://> alter table work_v3 drop partition (user=992,
`date`=20200806);0: jdbc:hive2://> alter table work_v3 drop partition
(user=992, `date`=20200806);20/11/12 09:55:00 [main]: INFO conf.HiveConf: Using
the default value passed in for log id:
366b6abb-87d4-4758-9cfb-fa36903f69de20/11/12 09:55:00 [main]: INFO
session.SessionState: Updating thread name to
366b6abb-87d4-4758-9cfb-fa36903f69de main20/11/12 09:55:00
[366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO operation.OperationManager:
Adding operation: OperationHandle [opType=EXECUTE_STATEMENT,
getHandleIdentifier()=897f778a-37c6-444d-b244-3f701268eec7]20/11/12 09:55:00
[366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO ql.Driver: Compiling
command(queryId=root_20201112095500_e4ca0f5b-0b00-43ae-9efb-2d0a24ceed15):
alter table work_v3 drop partition (user=992, `date`=20200806)20/11/12 09:55:00
[366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO ql.Driver: Concurrency mode
is disabled, not creating a lock managerFAILED: SemanticException [Error
10006]: Partition not found ((user = 992) and (date = 20200806))20/11/12
09:55:00 [366b6abb-87d4-4758-9cfb-fa36903f69de main]: ERROR ql.Driver: FAILED:
SemanticException [Error 10006]: Partition not found ((user = 992) and (date =
20200806))org.apache.hadoop.hive.ql.parse.SemanticException: Partition not
found ((user = 992) and (date = 20200806)) at
org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.addTableDropPartsOutputs(DDLSemanticAnalyzer.java:4028)
at
org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeAlterTableDropParts(DDLSemanticAnalyzer.java:3376)
at
org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeInternal(DDLSemanticAnalyzer.java:327)
at
org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer.analyze(BaseSemanticAnalyzer.java:285)
at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:659) at
org.apache.hadoop.hive.ql.Driver.compileInternal(Driver.java:1826) at
org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1773) at
org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1768) at
org.apache.hadoop.hive.ql.reexec.ReExecDriver.compileAndRespond(ReExecDriver.java:126)
at
org.apache.hive.service.cli.operation.SQLOperation.prepare(SQLOperation.java:197)
at
org.apache.hive.service.cli.operation.SQLOperation.runInternal(SQLOperation.java:260)
at org.apache.hive.service.cli.operation.Operation.run(Operation.java:247) at
org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementInternal(HiveSessionImpl.java:541)
at
org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementAsync(HiveSessionImpl.java:527)
at
org.apache.hive.service.cli.CLIService.executeStatementAsync(CLIService.java:312)
at
org.apache.hive.service.cli.thrift.ThriftCLIService.ExecuteStatement(ThriftCLIService.java:562)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498) at
org.apache.hive.jdbc.HiveConnection$SynchronizedHandler.invoke(HiveConnection.java:1585)
at com.sun.proxy.$Proxy28.ExecuteStatement(Unknown Source) at
org.apache.hive.jdbc.HiveStatement.runAsyncOnServer(HiveStatement.java:323) at
org.apache.hive.jdbc.HiveStatement.execute(HiveStatement.java:265) at
org.apache.hive.beeline.Commands.executeInternal(Commands.java:1005) at
org.apache.hive.beeline.Commands.execute(Commands.java:1201) at
org.apache.hive.beeline.Commands.sql(Commands.java:1130) at
org.apache.hive.beeline.BeeLine.dispatch(BeeLine.java:1425) at
org.apache.hive.beeline.BeeLine.execute(BeeLine.java:1287) at
org.apache.hive.beeline.BeeLine.begin(BeeLine.java:1071) at
org.apache.hive.beeline.BeeLine.mainWithInputRedirection(BeeLine.java:538) at
org.apache.hive.beeline.BeeLine.main(BeeLine.java:520) at
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498) at
org.apache.hadoop.util.RunJar.run(RunJar.java:323) at
org.apache.hadoop.util.RunJar.main(RunJar.java:236)Caused by:
MetaException(message:java.lang.UnsupportedOperationException) at
org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$get_partitions_by_expr_result$get_partitions_by_expr_resultStandardScheme.read(ThriftHiveMetastore.java)
at
org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$get_partitions_by_expr_result$get_partitions_by_expr_resultStandardScheme.read(ThriftHiveMetastore.java)
at
org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$get_partitions_by_expr_result.read(ThriftHiveMetastore.java)
at org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:86) at
org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.recv_get_partitions_by_expr(ThriftHiveMetastore.java:3273)
at
org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.get_partitions_by_expr(ThriftHiveMetastore.java:3260)
at
org.apache.hadoop.hive.metastore.HiveMetaStoreClient.listPartitionsByExpr(HiveMetaStoreClient.java:1488)
at
org.apache.hadoop.hive.metastore.HiveMetaStoreClient.listPartitionsByExpr(HiveMetaStoreClient.java:1469)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498) at
org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:212)
at com.sun.proxy.$Proxy27.listPartitionsByExpr(Unknown Source) at
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498) at
org.apache.hadoop.hive.metastore.HiveMetaStoreClient$SynchronizedHandler.invoke(HiveMetaStoreClient.java:2773)
at com.sun.proxy.$Proxy27.listPartitionsByExpr(Unknown Source) at
org.apache.hadoop.hive.ql.metadata.Hive.getPartitionsByExpr(Hive.java:3172) at
org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.addTableDropPartsOutputs(DDLSemanticAnalyzer.java:4025)
... 37 more
20/11/12 09:55:00 [366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO ql.Driver:
Completed compiling
command(queryId=root_20201112095500_e4ca0f5b-0b00-43ae-9efb-2d0a24ceed15); Time
taken: 0.141 seconds20/11/12 09:55:00 [366b6abb-87d4-4758-9cfb-fa36903f69de
main]: INFO ql.Driver: Concurrency mode is disabled, not creating a lock
manager20/11/12 09:55:00 [366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO
operation.OperationManager: Closing operation: OperationHandle
[opType=EXECUTE_STATEMENT,
getHandleIdentifier()=897f778a-37c6-444d-b244-3f701268eec7]20/11/12 09:55:00
[366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO operation.OperationManager:
Removed queryId: root_20201112095500_e4ca0f5b-0b00-43ae-9efb-2d0a24ceed15
corresponding to operation: OperationHandle [opType=EXECUTE_STATEMENT,
getHandleIdentifier()=897f778a-37c6-444d-b244-3f701268eec7]20/11/12 09:55:00
[366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO operation.Operation: Closing
operation log
/tmp/root/operation_logs/366b6abb-87d4-4758-9cfb-fa36903f69de/root_20201112095500_e4ca0f5b-0b00-43ae-9efb-2d0a24ceed15
without delay20/11/12 09:55:00 [366b6abb-87d4-4758-9cfb-fa36903f69de main]:
INFO conf.HiveConf: Using the default value passed in for log id:
366b6abb-87d4-4758-9cfb-fa36903f69de20/11/12 09:55:00
[366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO session.SessionState:
Resetting thread name to main20/11/12 09:55:00 [main]: WARN
thrift.ThriftCLIService: Error executing statement:
org.apache.hive.service.cli.HiveSQLException: Error while compiling statement:
FAILED: SemanticException [Error 10006]: Partition not found ((user = 992) and
(date = 20200806)) at
org.apache.hive.service.cli.operation.Operation.toSQLException(Operation.java:335)
~[hive-service-3.1.2.jar:3.1.2] at
org.apache.hive.service.cli.operation.SQLOperation.prepare(SQLOperation.java:199)
~[hive-service-3.1.2.jar:3.1.2] at
org.apache.hive.service.cli.operation.SQLOperation.runInternal(SQLOperation.java:260)
~[hive-service-3.1.2.jar:3.1.2] at
org.apache.hive.service.cli.operation.Operation.run(Operation.java:247)
~[hive-service-3.1.2.jar:3.1.2] at
org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementInternal(HiveSessionImpl.java:541)
~[hive-service-3.1.2.jar:3.1.2] at
org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementAsync(HiveSessionImpl.java:527)
~[hive-service-3.1.2.jar:3.1.2] at
org.apache.hive.service.cli.CLIService.executeStatementAsync(CLIService.java:312)
~[hive-service-3.1.2.jar:3.1.2] at
org.apache.hive.service.cli.thrift.ThriftCLIService.ExecuteStatement(ThriftCLIService.java:562)
[hive-service-3.1.2.jar:3.1.2] at
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_212] at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
~[?:1.8.0_212] at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
~[?:1.8.0_212] at java.lang.reflect.Method.invoke(Method.java:498)
~[?:1.8.0_212] at
org.apache.hive.jdbc.HiveConnection$SynchronizedHandler.invoke(HiveConnection.java:1585)
[hive-jdbc-3.1.2.jar:3.1.2] at com.sun.proxy.$Proxy28.ExecuteStatement(Unknown
Source) [?:?] at
org.apache.hive.jdbc.HiveStatement.runAsyncOnServer(HiveStatement.java:323)
[hive-jdbc-3.1.2.jar:3.1.2] at
org.apache.hive.jdbc.HiveStatement.execute(HiveStatement.java:265)
[hive-jdbc-3.1.2.jar:3.1.2] at
org.apache.hive.beeline.Commands.executeInternal(Commands.java:1005)
[hive-beeline-3.1.2.jar:3.1.2] at
org.apache.hive.beeline.Commands.execute(Commands.java:1201)
[hive-beeline-3.1.2.jar:3.1.2] at
org.apache.hive.beeline.Commands.sql(Commands.java:1130)
[hive-beeline-3.1.2.jar:3.1.2] at
org.apache.hive.beeline.BeeLine.dispatch(BeeLine.java:1425)
[hive-beeline-3.1.2.jar:3.1.2] at
org.apache.hive.beeline.BeeLine.execute(BeeLine.java:1287)
[hive-beeline-3.1.2.jar:3.1.2] at
org.apache.hive.beeline.BeeLine.begin(BeeLine.java:1071)
[hive-beeline-3.1.2.jar:3.1.2] at
org.apache.hive.beeline.BeeLine.mainWithInputRedirection(BeeLine.java:538)
[hive-beeline-3.1.2.jar:3.1.2] at
org.apache.hive.beeline.BeeLine.main(BeeLine.java:520)
[hive-beeline-3.1.2.jar:3.1.2] at
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_212] at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
~[?:1.8.0_212] at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
~[?:1.8.0_212] at java.lang.reflect.Method.invoke(Method.java:498)
~[?:1.8.0_212] at org.apache.hadoop.util.RunJar.run(RunJar.java:323)
[hadoop-common-3.2.0.jar:?] at
org.apache.hadoop.util.RunJar.main(RunJar.java:236)
[hadoop-common-3.2.0.jar:?]Caused by:
org.apache.hadoop.hive.ql.parse.SemanticException: Partition not found ((user =
992) and (date = 20200806)) at
org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.addTableDropPartsOutputs(DDLSemanticAnalyzer.java:4028)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeAlterTableDropParts(DDLSemanticAnalyzer.java:3376)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeInternal(DDLSemanticAnalyzer.java:327)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer.analyze(BaseSemanticAnalyzer.java:285)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.Driver.compile(Driver.java:659)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.Driver.compileInternal(Driver.java:1826)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1773)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1768)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.reexec.ReExecDriver.compileAndRespond(ReExecDriver.java:126)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hive.service.cli.operation.SQLOperation.prepare(SQLOperation.java:197)
~[hive-service-3.1.2.jar:3.1.2] ... 28 moreCaused by:
org.apache.hadoop.hive.metastore.api.MetaException:
java.lang.UnsupportedOperationException at
org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$get_partitions_by_expr_result$get_partitions_by_expr_resultStandardScheme.read(ThriftHiveMetastore.java)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$get_partitions_by_expr_result$get_partitions_by_expr_resultStandardScheme.read(ThriftHiveMetastore.java)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$get_partitions_by_expr_result.read(ThriftHiveMetastore.java)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:86)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.recv_get_partitions_by_expr(ThriftHiveMetastore.java:3273)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.get_partitions_by_expr(ThriftHiveMetastore.java:3260)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.metastore.HiveMetaStoreClient.listPartitionsByExpr(HiveMetaStoreClient.java:1488)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.metastore.HiveMetaStoreClient.listPartitionsByExpr(HiveMetaStoreClient.java:1469)
~[hive-exec-3.1.2.jar:3.1.2] at
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_212] at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
~[?:1.8.0_212] at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
~[?:1.8.0_212] at java.lang.reflect.Method.invoke(Method.java:498)
~[?:1.8.0_212] at
org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:212)
~[hive-exec-3.1.2.jar:3.1.2] at
com.sun.proxy.$Proxy27.listPartitionsByExpr(Unknown Source) ~[?:?] at
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_212] at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
~[?:1.8.0_212] at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
~[?:1.8.0_212] at java.lang.reflect.Method.invoke(Method.java:498)
~[?:1.8.0_212] at
org.apache.hadoop.hive.metastore.HiveMetaStoreClient$SynchronizedHandler.invoke(HiveMetaStoreClient.java:2773)
~[hive-exec-3.1.2.jar:3.1.2] at
com.sun.proxy.$Proxy27.listPartitionsByExpr(Unknown Source) ~[?:?] at
org.apache.hadoop.hive.ql.metadata.Hive.getPartitionsByExpr(Hive.java:3172)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.addTableDropPartsOutputs(DDLSemanticAnalyzer.java:4025)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeAlterTableDropParts(DDLSemanticAnalyzer.java:3376)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeInternal(DDLSemanticAnalyzer.java:327)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer.analyze(BaseSemanticAnalyzer.java:285)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.Driver.compile(Driver.java:659)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.Driver.compileInternal(Driver.java:1826)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1773)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1768)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hadoop.hive.ql.reexec.ReExecDriver.compileAndRespond(ReExecDriver.java:126)
~[hive-exec-3.1.2.jar:3.1.2] at
org.apache.hive.service.cli.operation.SQLOperation.prepare(SQLOperation.java:197)
~[hive-service-3.1.2.jar:3.1.2] ... 28 moreError: Error while compiling
statement: FAILED: SemanticException [Error 10006]: Partition not found ((user
= 992) and (date = 20200806)) (state=42000,code=10006)
{code}
Here is exception from the hive metastore standalone server:
{code:java}
2020-11-12T09:49:19,602 ERROR [pool-8-thread-1] metastore.RetryingHMSHandler:
MetaException(message:java.lang.UnsupportedOperationException)2020-11-12T09:49:19,602
ERROR [pool-8-thread-1] metastore.RetryingHMSHandler:
MetaException(message:java.lang.UnsupportedOperationException) at
org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newMetaException(HiveMetaStore.java:6935)
at
org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.rethrowException(HiveMetaStore.java:5961)
at
org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.get_partitions_by_expr(HiveMetaStore.java:5945)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498) at
org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:147)
at
org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:108)
at com.sun.proxy.$Proxy49.get_partitions_by_expr(Unknown Source) at
org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Processor$get_partitions_by_expr.getResult(ThriftHiveMetastore.java:16286)
at
org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Processor$get_partitions_by_expr.getResult(ThriftHiveMetastore.java:16270)
at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39) at
org.apache.hadoop.hive.metastore.TUGIBasedProcessor$1.run(TUGIBasedProcessor.java:111)
at
org.apache.hadoop.hive.metastore.TUGIBasedProcessor$1.run(TUGIBasedProcessor.java:107)
at java.security.AccessController.doPrivileged(Native Method) at
javax.security.auth.Subject.doAs(Subject.java:422) at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1730)
at
org.apache.hadoop.hive.metastore.TUGIBasedProcessor.process(TUGIBasedProcessor.java:119)
at
org.apache.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:286)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)Caused by:
java.lang.UnsupportedOperationException at
org.apache.hadoop.hive.metastore.DefaultPartitionExpressionProxy.convertExprToFilter(DefaultPartitionExpressionProxy.java:34)
at
org.apache.hadoop.hive.metastore.PartFilterExprUtil.makeExpressionTree(PartFilterExprUtil.java:50)
at
org.apache.hadoop.hive.metastore.ObjectStore.getPartitionsByExprInternal(ObjectStore.java:3299)
at
org.apache.hadoop.hive.metastore.ObjectStore.getPartitionsByExpr(ObjectStore.java:3291)
at sun.reflect.GeneratedMethodAccessor229.invoke(Unknown Source) at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498) at
org.apache.hadoop.hive.metastore.RawStoreProxy.invoke(RawStoreProxy.java:97) at
com.sun.proxy.$Proxy48.getPartitionsByExpr(Unknown Source) at
org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.get_partitions_by_expr(HiveMetaStore.java:5940)
... 20 more
{code}
> Cannot drop parttions when using metastore standalone
> -----------------------------------------------------
>
> Key: HIVE-24375
> URL: https://issues.apache.org/jira/browse/HIVE-24375
> Project: Hive
> Issue Type: Bug
> Components: Hive
> Affects Versions: 3.1.2
> Reporter: Alex Simenduev
> Priority: Major
>
> I can successfully connect to metastore using beeline client.
> {code:java}
> beeline --fastConnect=true -u jdbc:hive2://
> {code}
> The I run partition drop command for a table
> {code:java}
> ALTER TABLE work_v3 DROP PARTITION (user=992, `date`=20200806);{code}
> I get error that partition not found, but the partition does exists according
> to show partitions.
> Here is full stacktrace.
>
> {code}
> 0: jdbc:hive2://> alter table work_v3 drop partition (user=992,
> `date`=20200806);0: jdbc:hive2://> alter table work_v3 drop partition
> (user=992, `date`=20200806);20/11/12 09:55:00 [main]: INFO conf.HiveConf:
> Using the default value passed in for log id:
> 366b6abb-87d4-4758-9cfb-fa36903f69de20/11/12 09:55:00 [main]: INFO
> session.SessionState: Updating thread name to
> 366b6abb-87d4-4758-9cfb-fa36903f69de main20/11/12 09:55:00
> [366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO operation.OperationManager:
> Adding operation: OperationHandle [opType=EXECUTE_STATEMENT,
> getHandleIdentifier()=897f778a-37c6-444d-b244-3f701268eec7]20/11/12 09:55:00
> [366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO ql.Driver: Compiling
> command(queryId=root_20201112095500_e4ca0f5b-0b00-43ae-9efb-2d0a24ceed15):
> alter table work_v3 drop partition (user=992, `date`=20200806)20/11/12
> 09:55:00 [366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO ql.Driver:
> Concurrency mode is disabled, not creating a lock managerFAILED:
> SemanticException [Error 10006]: Partition not found ((user = 992) and (date
> = 20200806))20/11/12 09:55:00 [366b6abb-87d4-4758-9cfb-fa36903f69de main]:
> ERROR ql.Driver: FAILED: SemanticException [Error 10006]: Partition not found
> ((user = 992) and (date =
> 20200806))org.apache.hadoop.hive.ql.parse.SemanticException: Partition not
> found ((user = 992) and (date = 20200806)) at
> org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.addTableDropPartsOutputs(DDLSemanticAnalyzer.java:4028)
> at
> org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeAlterTableDropParts(DDLSemanticAnalyzer.java:3376)
> at
> org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeInternal(DDLSemanticAnalyzer.java:327)
> at
> org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer.analyze(BaseSemanticAnalyzer.java:285)
> at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:659) at
> org.apache.hadoop.hive.ql.Driver.compileInternal(Driver.java:1826) at
> org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1773) at
> org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1768) at
> org.apache.hadoop.hive.ql.reexec.ReExecDriver.compileAndRespond(ReExecDriver.java:126)
> at
> org.apache.hive.service.cli.operation.SQLOperation.prepare(SQLOperation.java:197)
> at
> org.apache.hive.service.cli.operation.SQLOperation.runInternal(SQLOperation.java:260)
> at org.apache.hive.service.cli.operation.Operation.run(Operation.java:247)
> at
> org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementInternal(HiveSessionImpl.java:541)
> at
> org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementAsync(HiveSessionImpl.java:527)
> at
> org.apache.hive.service.cli.CLIService.executeStatementAsync(CLIService.java:312)
> at
> org.apache.hive.service.cli.thrift.ThriftCLIService.ExecuteStatement(ThriftCLIService.java:562)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498) at
> org.apache.hive.jdbc.HiveConnection$SynchronizedHandler.invoke(HiveConnection.java:1585)
> at com.sun.proxy.$Proxy28.ExecuteStatement(Unknown Source) at
> org.apache.hive.jdbc.HiveStatement.runAsyncOnServer(HiveStatement.java:323)
> at org.apache.hive.jdbc.HiveStatement.execute(HiveStatement.java:265) at
> org.apache.hive.beeline.Commands.executeInternal(Commands.java:1005) at
> org.apache.hive.beeline.Commands.execute(Commands.java:1201) at
> org.apache.hive.beeline.Commands.sql(Commands.java:1130) at
> org.apache.hive.beeline.BeeLine.dispatch(BeeLine.java:1425) at
> org.apache.hive.beeline.BeeLine.execute(BeeLine.java:1287) at
> org.apache.hive.beeline.BeeLine.begin(BeeLine.java:1071) at
> org.apache.hive.beeline.BeeLine.mainWithInputRedirection(BeeLine.java:538) at
> org.apache.hive.beeline.BeeLine.main(BeeLine.java:520) at
> sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498) at
> org.apache.hadoop.util.RunJar.run(RunJar.java:323) at
> org.apache.hadoop.util.RunJar.main(RunJar.java:236)Caused by:
> MetaException(message:java.lang.UnsupportedOperationException) at
> org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$get_partitions_by_expr_result$get_partitions_by_expr_resultStandardScheme.read(ThriftHiveMetastore.java)
> at
> org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$get_partitions_by_expr_result$get_partitions_by_expr_resultStandardScheme.read(ThriftHiveMetastore.java)
> at
> org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$get_partitions_by_expr_result.read(ThriftHiveMetastore.java)
> at org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:86) at
> org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.recv_get_partitions_by_expr(ThriftHiveMetastore.java:3273)
> at
> org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.get_partitions_by_expr(ThriftHiveMetastore.java:3260)
> at
> org.apache.hadoop.hive.metastore.HiveMetaStoreClient.listPartitionsByExpr(HiveMetaStoreClient.java:1488)
> at
> org.apache.hadoop.hive.metastore.HiveMetaStoreClient.listPartitionsByExpr(HiveMetaStoreClient.java:1469)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498) at
> org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:212)
> at com.sun.proxy.$Proxy27.listPartitionsByExpr(Unknown Source) at
> sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498) at
> org.apache.hadoop.hive.metastore.HiveMetaStoreClient$SynchronizedHandler.invoke(HiveMetaStoreClient.java:2773)
> at com.sun.proxy.$Proxy27.listPartitionsByExpr(Unknown Source) at
> org.apache.hadoop.hive.ql.metadata.Hive.getPartitionsByExpr(Hive.java:3172)
> at
> org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.addTableDropPartsOutputs(DDLSemanticAnalyzer.java:4025)
> ... 37 more
> 20/11/12 09:55:00 [366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO
> ql.Driver: Completed compiling
> command(queryId=root_20201112095500_e4ca0f5b-0b00-43ae-9efb-2d0a24ceed15);
> Time taken: 0.141 seconds20/11/12 09:55:00
> [366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO ql.Driver: Concurrency mode
> is disabled, not creating a lock manager20/11/12 09:55:00
> [366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO operation.OperationManager:
> Closing operation: OperationHandle [opType=EXECUTE_STATEMENT,
> getHandleIdentifier()=897f778a-37c6-444d-b244-3f701268eec7]20/11/12 09:55:00
> [366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO operation.OperationManager:
> Removed queryId: root_20201112095500_e4ca0f5b-0b00-43ae-9efb-2d0a24ceed15
> corresponding to operation: OperationHandle [opType=EXECUTE_STATEMENT,
> getHandleIdentifier()=897f778a-37c6-444d-b244-3f701268eec7]20/11/12 09:55:00
> [366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO operation.Operation:
> Closing operation log
> /tmp/root/operation_logs/366b6abb-87d4-4758-9cfb-fa36903f69de/root_20201112095500_e4ca0f5b-0b00-43ae-9efb-2d0a24ceed15
> without delay20/11/12 09:55:00 [366b6abb-87d4-4758-9cfb-fa36903f69de main]:
> INFO conf.HiveConf: Using the default value passed in for log id:
> 366b6abb-87d4-4758-9cfb-fa36903f69de20/11/12 09:55:00
> [366b6abb-87d4-4758-9cfb-fa36903f69de main]: INFO session.SessionState:
> Resetting thread name to main20/11/12 09:55:00 [main]: WARN
> thrift.ThriftCLIService: Error executing statement:
> org.apache.hive.service.cli.HiveSQLException: Error while compiling
> statement: FAILED: SemanticException [Error 10006]: Partition not found
> ((user = 992) and (date = 20200806)) at
> org.apache.hive.service.cli.operation.Operation.toSQLException(Operation.java:335)
> ~[hive-service-3.1.2.jar:3.1.2] at
> org.apache.hive.service.cli.operation.SQLOperation.prepare(SQLOperation.java:199)
> ~[hive-service-3.1.2.jar:3.1.2] at
> org.apache.hive.service.cli.operation.SQLOperation.runInternal(SQLOperation.java:260)
> ~[hive-service-3.1.2.jar:3.1.2] at
> org.apache.hive.service.cli.operation.Operation.run(Operation.java:247)
> ~[hive-service-3.1.2.jar:3.1.2] at
> org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementInternal(HiveSessionImpl.java:541)
> ~[hive-service-3.1.2.jar:3.1.2] at
> org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementAsync(HiveSessionImpl.java:527)
> ~[hive-service-3.1.2.jar:3.1.2] at
> org.apache.hive.service.cli.CLIService.executeStatementAsync(CLIService.java:312)
> ~[hive-service-3.1.2.jar:3.1.2] at
> org.apache.hive.service.cli.thrift.ThriftCLIService.ExecuteStatement(ThriftCLIService.java:562)
> [hive-service-3.1.2.jar:3.1.2] at
> sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_212] at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> ~[?:1.8.0_212] at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> ~[?:1.8.0_212] at java.lang.reflect.Method.invoke(Method.java:498)
> ~[?:1.8.0_212] at
> org.apache.hive.jdbc.HiveConnection$SynchronizedHandler.invoke(HiveConnection.java:1585)
> [hive-jdbc-3.1.2.jar:3.1.2] at
> com.sun.proxy.$Proxy28.ExecuteStatement(Unknown Source) [?:?] at
> org.apache.hive.jdbc.HiveStatement.runAsyncOnServer(HiveStatement.java:323)
> [hive-jdbc-3.1.2.jar:3.1.2] at
> org.apache.hive.jdbc.HiveStatement.execute(HiveStatement.java:265)
> [hive-jdbc-3.1.2.jar:3.1.2] at
> org.apache.hive.beeline.Commands.executeInternal(Commands.java:1005)
> [hive-beeline-3.1.2.jar:3.1.2] at
> org.apache.hive.beeline.Commands.execute(Commands.java:1201)
> [hive-beeline-3.1.2.jar:3.1.2] at
> org.apache.hive.beeline.Commands.sql(Commands.java:1130)
> [hive-beeline-3.1.2.jar:3.1.2] at
> org.apache.hive.beeline.BeeLine.dispatch(BeeLine.java:1425)
> [hive-beeline-3.1.2.jar:3.1.2] at
> org.apache.hive.beeline.BeeLine.execute(BeeLine.java:1287)
> [hive-beeline-3.1.2.jar:3.1.2] at
> org.apache.hive.beeline.BeeLine.begin(BeeLine.java:1071)
> [hive-beeline-3.1.2.jar:3.1.2] at
> org.apache.hive.beeline.BeeLine.mainWithInputRedirection(BeeLine.java:538)
> [hive-beeline-3.1.2.jar:3.1.2] at
> org.apache.hive.beeline.BeeLine.main(BeeLine.java:520)
> [hive-beeline-3.1.2.jar:3.1.2] at
> sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_212] at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> ~[?:1.8.0_212] at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> ~[?:1.8.0_212] at java.lang.reflect.Method.invoke(Method.java:498)
> ~[?:1.8.0_212] at org.apache.hadoop.util.RunJar.run(RunJar.java:323)
> [hadoop-common-3.2.0.jar:?] at
> org.apache.hadoop.util.RunJar.main(RunJar.java:236)
> [hadoop-common-3.2.0.jar:?]Caused by:
> org.apache.hadoop.hive.ql.parse.SemanticException: Partition not found ((user
> = 992) and (date = 20200806)) at
> org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.addTableDropPartsOutputs(DDLSemanticAnalyzer.java:4028)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeAlterTableDropParts(DDLSemanticAnalyzer.java:3376)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeInternal(DDLSemanticAnalyzer.java:327)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer.analyze(BaseSemanticAnalyzer.java:285)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hadoop.hive.ql.Driver.compile(Driver.java:659)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hadoop.hive.ql.Driver.compileInternal(Driver.java:1826)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1773)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1768)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hadoop.hive.ql.reexec.ReExecDriver.compileAndRespond(ReExecDriver.java:126)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hive.service.cli.operation.SQLOperation.prepare(SQLOperation.java:197)
> ~[hive-service-3.1.2.jar:3.1.2] ... 28 moreCaused by:
> org.apache.hadoop.hive.metastore.api.MetaException:
> java.lang.UnsupportedOperationException at
> org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$get_partitions_by_expr_result$get_partitions_by_expr_resultStandardScheme.read(ThriftHiveMetastore.java)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$get_partitions_by_expr_result$get_partitions_by_expr_resultStandardScheme.read(ThriftHiveMetastore.java)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$get_partitions_by_expr_result.read(ThriftHiveMetastore.java)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:86)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.recv_get_partitions_by_expr(ThriftHiveMetastore.java:3273)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.get_partitions_by_expr(ThriftHiveMetastore.java:3260)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hadoop.hive.metastore.HiveMetaStoreClient.listPartitionsByExpr(HiveMetaStoreClient.java:1488)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hadoop.hive.metastore.HiveMetaStoreClient.listPartitionsByExpr(HiveMetaStoreClient.java:1469)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_212] at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> ~[?:1.8.0_212] at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> ~[?:1.8.0_212] at java.lang.reflect.Method.invoke(Method.java:498)
> ~[?:1.8.0_212] at
> org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:212)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> com.sun.proxy.$Proxy27.listPartitionsByExpr(Unknown Source) ~[?:?] at
> sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_212] at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> ~[?:1.8.0_212] at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> ~[?:1.8.0_212] at java.lang.reflect.Method.invoke(Method.java:498)
> ~[?:1.8.0_212] at
> org.apache.hadoop.hive.metastore.HiveMetaStoreClient$SynchronizedHandler.invoke(HiveMetaStoreClient.java:2773)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> com.sun.proxy.$Proxy27.listPartitionsByExpr(Unknown Source) ~[?:?] at
> org.apache.hadoop.hive.ql.metadata.Hive.getPartitionsByExpr(Hive.java:3172)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.addTableDropPartsOutputs(DDLSemanticAnalyzer.java:4025)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeAlterTableDropParts(DDLSemanticAnalyzer.java:3376)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeInternal(DDLSemanticAnalyzer.java:327)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer.analyze(BaseSemanticAnalyzer.java:285)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hadoop.hive.ql.Driver.compile(Driver.java:659)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hadoop.hive.ql.Driver.compileInternal(Driver.java:1826)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1773)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1768)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hadoop.hive.ql.reexec.ReExecDriver.compileAndRespond(ReExecDriver.java:126)
> ~[hive-exec-3.1.2.jar:3.1.2] at
> org.apache.hive.service.cli.operation.SQLOperation.prepare(SQLOperation.java:197)
> ~[hive-service-3.1.2.jar:3.1.2] ... 28 moreError: Error while compiling
> statement: FAILED: SemanticException [Error 10006]: Partition not found
> ((user = 992) and (date = 20200806)) (state=42000,code=10006)
> {code}
> Here is exception from the hive metastore standalone server:
>
> {code}
> 2020-11-12T09:49:19,602 ERROR [pool-8-thread-1] metastore.RetryingHMSHandler:
> MetaException(message:java.lang.UnsupportedOperationException)2020-11-12T09:49:19,602
> ERROR [pool-8-thread-1] metastore.RetryingHMSHandler:
> MetaException(message:java.lang.UnsupportedOperationException) at
> org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newMetaException(HiveMetaStore.java:6935)
> at
> org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.rethrowException(HiveMetaStore.java:5961)
> at
> org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.get_partitions_by_expr(HiveMetaStore.java:5945)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498) at
> org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:147)
> at
> org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:108)
> at com.sun.proxy.$Proxy49.get_partitions_by_expr(Unknown Source) at
> org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Processor$get_partitions_by_expr.getResult(ThriftHiveMetastore.java:16286)
> at
> org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Processor$get_partitions_by_expr.getResult(ThriftHiveMetastore.java:16270)
> at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39) at
> org.apache.hadoop.hive.metastore.TUGIBasedProcessor$1.run(TUGIBasedProcessor.java:111)
> at
> org.apache.hadoop.hive.metastore.TUGIBasedProcessor$1.run(TUGIBasedProcessor.java:107)
> at java.security.AccessController.doPrivileged(Native Method) at
> javax.security.auth.Subject.doAs(Subject.java:422) at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1730)
> at
> org.apache.hadoop.hive.metastore.TUGIBasedProcessor.process(TUGIBasedProcessor.java:119)
> at
> org.apache.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:286)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> at java.lang.Thread.run(Thread.java:748)Caused by:
> java.lang.UnsupportedOperationException at
> org.apache.hadoop.hive.metastore.DefaultPartitionExpressionProxy.convertExprToFilter(DefaultPartitionExpressionProxy.java:34)
> at
> org.apache.hadoop.hive.metastore.PartFilterExprUtil.makeExpressionTree(PartFilterExprUtil.java:50)
> at
> org.apache.hadoop.hive.metastore.ObjectStore.getPartitionsByExprInternal(ObjectStore.java:3299)
> at
> org.apache.hadoop.hive.metastore.ObjectStore.getPartitionsByExpr(ObjectStore.java:3291)
> at sun.reflect.GeneratedMethodAccessor229.invoke(Unknown Source) at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498) at
> org.apache.hadoop.hive.metastore.RawStoreProxy.invoke(RawStoreProxy.java:97)
> at com.sun.proxy.$Proxy48.getPartitionsByExpr(Unknown Source) at
> org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.get_partitions_by_expr(HiveMetaStore.java:5940)
> ... 20 more
> {code}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
