This is an automated email from the ASF dual-hosted git repository. stigahuang pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/impala.git
commit 58245f3706c1c5b5b51ef1e4096b69cbd87b7efa Author: Riza Suminto <[email protected]> AuthorDate: Fri Jun 13 09:17:36 2025 -0700 IMPALA-14143: Remove unshaded Hbase jars from AUX_CLASSPATH HBase jars are added into AUX_CLASSPATH in impala-config.sh so that Hive can write into HBase. Newer Hive version already have hbase-shaded-mapreduce jar included. Thus, it is not necessary to add unshaded jar to AUX_CLASSPATH. Adding the unshaded jars can lead to conflict in downstream build. Testing: - Run and pass dataload. - Pass custom_cluster/test_hbase_hms_column_order.py and query_test/test_hbase_queries.py. Change-Id: I4caf37571a8bc2543bbc58071e5cb7046f216fa9 Reviewed-on: http://gerrit.cloudera.org:8080/23022 Tested-by: Impala Public Jenkins <[email protected]> Reviewed-by: Csaba Ringhofer <[email protected]> --- bin/impala-config.sh | 11 +++++------ 1 file changed, 5 insertions(+), 6 deletions(-) diff --git a/bin/impala-config.sh b/bin/impala-config.sh index e941f9582..50fed3df3 100755 --- a/bin/impala-config.sh +++ b/bin/impala-config.sh @@ -1073,12 +1073,11 @@ export AUX_CLASSPATH="" ### Tell hive not to use jline export HADOOP_USER_CLASSPATH_FIRST=true -# Add the jars so hive can create hbase tables. -export AUX_CLASSPATH="$AUX_CLASSPATH:$HBASE_HOME/lib/hbase-common-${IMPALA_HBASE_VERSION}.jar" -export AUX_CLASSPATH="$AUX_CLASSPATH:$HBASE_HOME/lib/hbase-client-${IMPALA_HBASE_VERSION}.jar" -export AUX_CLASSPATH="$AUX_CLASSPATH:$HBASE_HOME/lib/hbase-server-${IMPALA_HBASE_VERSION}.jar" -export AUX_CLASSPATH="$AUX_CLASSPATH:$HBASE_HOME/lib/hbase-protocol-${IMPALA_HBASE_VERSION}.jar" -export AUX_CLASSPATH="$AUX_CLASSPATH:$HBASE_HOME/lib/hbase-hadoop-compat-${IMPALA_HBASE_VERSION}.jar" +# Add jars to Hive's AUX_CLASSPATH as needed. +# Newer Hive version already have hbase-shaded-mapreduce in it's library. +# This commented line is left here as an example. +# export AUX_CLASSPATH="$AUX_CLASSPATH:\ +# $HBASE_HOME/lib/shaded-clients/hbase-shaded-mapreduce-${IMPALA_HBASE_VERSION}.jar" export HBASE_CONF_DIR="$IMPALA_FE_DIR/src/test/resources" # Suppress Ozone deprecation warning
