This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch branch-1.2-lts
in repository https://gitbox.apache.org/repos/asf/doris.git
commit df7200f8aeacead5b42ec9b74b528dab2a806675
Author: Ashin Gau <ashin...@users.noreply.github.com>
AuthorDate: Thu Feb 2 10:06:36 2023 +0800
[test](regression) add tvf regression to test the remove of eof check
(#16342)
Add regression test for #16302. This regression test will be failed if add
EOF check for non-predicate columns.
---
regression-test/conf/regression-conf.groovy | 29 ++++++++++++++++++++
.../external_table_emr_p2/hive/test_tvf_p2.out | 32 ++++++++++++++++++++++
.../external_table_emr_p2/hive/test_tvf_p2.groovy | 30 ++++++++++++++++++++
3 files changed, 91 insertions(+)
diff --git a/regression-test/conf/regression-conf.groovy
b/regression-test/conf/regression-conf.groovy
index 544d4b12c1..6779873340 100644
--- a/regression-test/conf/regression-conf.groovy
+++ b/regression-test/conf/regression-conf.groovy
@@ -94,6 +94,35 @@ es_8_port=39200
cacheDataPath = "/tmp"
+//hive catalog test config for bigdata
+enableExternalHiveTest = false
+extHiveHmsHost = "***.**.**.**"
+extHiveHmsPort = 7004
+extHdfsPort = 4007
+extHiveHmsUser = "****"
+extHiveHmsPassword= "***********"
+
+//mysql jdbc connector test config for bigdata
+enableExternalMysqlTest = false
+extMysqlHost = "***.**.**.**"
+extMysqlPort = 3306
+extMysqlUser = "****"
+extMysqlPassword = "***********"
+
+//postgresql jdbc connector test config for bigdata
+enableExternalPgTest = false
+extPgHost = "***.**.**.*"
+extPgPort = 5432
+extPgUser = "****"
+extPgPassword = "***********"
+
+// elasticsearch external test config for bigdata
+enableExternalEsTest = false
+extEsHost = "***********"
+extEsPort = 9200
+extEsUser = "*******"
+extEsPassword = "***********"
+
s3Endpoint = "cos.ap-hongkong.myqcloud.com"
s3BucketName = "doris-build-hk-1308700295"
s3Region = "ap-hongkong"
diff --git a/regression-test/data/external_table_emr_p2/hive/test_tvf_p2.out
b/regression-test/data/external_table_emr_p2/hive/test_tvf_p2.out
new file mode 100644
index 0000000000..7f94b13974
--- /dev/null
+++ b/regression-test/data/external_table_emr_p2/hive/test_tvf_p2.out
@@ -0,0 +1,32 @@
+-- This file is automatically generated. You should know what you did if you
want to edit this
+-- !eof_check --
+2451718 \N 9242 \N \N 2886 \N 4 250
1374252 18 \N \N \N 0 1513 1435 \N \N
0 \N 1588 78
+\N \N 14846 1945858 \N 1015 \N 4 581 2383831
\N \N 5 1 0 110 \N \N \N 0
110 \N -213
+\N 50835 25618 1166535 \N 1748 \N 4 \N 2880907
7 \N 17 \N \N 115 \N 125 1 \N
115 \N \N
+2452195 45280 29385 1298621 1649018 1815 \N 4 \N
3379765 24 73 \N \N 0 2617 1770 3399 \N
0 \N 2826 \N
+2451488 53117 31945 \N 8644 \N \N 4 783
4877135 100 \N \N \N \N \N 3450 \N \N
\N 565 581 -2885
+\N 53900 35887 702626 \N 2568 \N 4 \N 2381514
\N \N \N 0 \N \N \N \N 1 \N
19 20 -357
+\N 53985 38881 760602 289764 \N \N 4 227 3377513
68 75 \N \N \N 5833 \N \N \N \N
524 \N -4588
+\N \N 51685 1833943 \N \N \N 4 \N 1879197
\N \N \N \N 0 46 163 \N \N 0
\N 49 -116
+\N \N 62073 \N 287578 \N \N 4 990
16264789 90 91 \N \N 0 6381 8247 \N
\N 0 6381 \N \N
+\N 34914 64259 167395 897626 \N \N 4 327
19379058 15 \N \N 51 \N \N 1480 \N
\N \N \N \N -707
+\N 70509 100949 \N \N \N \N 4 185 2381361
35 1 \N \N 0 \N 41 \N \N 0
\N 82 33
+2452489 74165 103575 \N 1359778 \N \N 4 \N
2383538 1 \N 23 0 \N 0 15 23 \N
\N 0 \N -14
+2451253 \N 111502 246668 \N \N \N 4 \N
2881367 \N \N \N 21 0 \N \N 1218 74
0 \N 999 -49
+2451093 \N 121339 \N \N \N \N 4 894
19379088 11 92 \N \N \N \N \N 1364
9 \N 305 314 \N
+2452592 \N 126241 1673449 1682209 \N \N 4 \N
16872613 \N 4 7 4 0 20 20 \N
\N 0 \N 21 0
+2451985 \N 128921 \N \N \N \N 4 \N
17767165 \N \N \N \N \N \N \N \N
55 \N 929 \N -1765
+\N \N 137292 1348279 1465562 6398 \N 4 922 372083
\N \N 130 65 \N 3772 3772 7544 \N \N
\N 4036 \N
+\N \N 146095 494197 \N 2565 \N 4 352
17767165 \N \N 24 22 776 \N 1877 2158
\N 776 1165 \N \N
+\N \N 158078 889184 \N \N \N 4 \N 369514
\N 31 48 31 0 501 \N \N 20 0
\N \N \N
+\N \N 159005 397184 1836520 3856 \N 4 \N 371981
\N \N \N 0 0 0 \N 208 0 0
0 0 -163
+\N 70509 160172 \N 1578153 5827 \N 4 \N 2381361
32 \N \N 1 \N 56 3037 \N \N \N
56 61 \N
+\N \N 166592 1688819 891341 \N \N 4 535 1879015
38 77 125 56 \N 2148 \N \N 107 \N
\N 2256 \N
+2452394 45881 167121 1409858 294280 \N \N 4 752
2381343 63 \N \N \N \N \N 2271 4473 \N
\N 2460 \N \N
+\N 58568 174392 742421 \N \N \N 4 104
19379109 100 75 93 \N \N \N \N \N
54 \N \N 5494 -2125
+2451460 71227 178990 \N \N \N \N 4 \N
2878825 22 59 \N 10 0 \N 1317 \N 9
0 239 \N \N
+\N \N 196777 \N \N \N \N 4 954 2381557
84 \N 4 \N \N \N 216 \N \N \N
142 \N -74
+\N \N 198073 \N 1537282 3742 \N 4 \N 3878103
31 \N \N 7 \N 239 \N 615 \N \N
\N \N -370
+2451656 \N 200558 \N \N 1066 \N 4 \N
2381557 \N 79 \N 94 0 \N \N 12956 481
0 \N 8514 1248
+\N \N 203791 \N 1655274 6679 \N 4 \N 3379960
71 \N 96 45 \N 3214 3525 6840 160 \N
\N \N \N
+
diff --git
a/regression-test/suites/external_table_emr_p2/hive/test_tvf_p2.groovy
b/regression-test/suites/external_table_emr_p2/hive/test_tvf_p2.groovy
new file mode 100644
index 0000000000..660aa7a60b
--- /dev/null
+++ b/regression-test/suites/external_table_emr_p2/hive/test_tvf_p2.groovy
@@ -0,0 +1,30 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements. See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership. The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License. You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied. See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+suite("test_tvf_p2", "p2") {
+ String enabled = context.config.otherConfigs.get("enableExternalHiveTest")
+ if (enabled != null && enabled.equalsIgnoreCase("true")) {
+ String nameNodeHost = context.config.otherConfigs.get("extHiveHmsHost")
+ String hdfsPort = context.config.otherConfigs.get("extHdfsPort")
+
+ qt_eof_check """select * from hdfs(
+ "uri" =
"hdfs://${nameNodeHost}:${hdfsPort}/user/data/tvf/bad_store_sales.parquet",
+ "fs.defaultFS" = "hdfs://${nameNodeHost}:${hdfsPort}",
+ "format" = "parquet")
+ where ss_store_sk = 4 and ss_addr_sk is null order by ss_item_sk"""
+ }
+}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
