This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a commit to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-2.0 by this push:
new cc073f018fd [Chore](case) add test case for cityhash #46928 (#46958)
cc073f018fd is described below
commit cc073f018fda54125fa31a2763b930da3cd6cdef
Author: Pxl <x...@selectdb.com>
AuthorDate: Tue Jan 14 14:25:26 2025 +0800
[Chore](case) add test case for cityhash #46928 (#46958)
pick from #46928
---
be/test/util/crccity_test.cpp | 233 ++++++++++++++++++++++++++++++++++++++++++
1 file changed, 233 insertions(+)
diff --git a/be/test/util/crccity_test.cpp b/be/test/util/crccity_test.cpp
new file mode 100644
index 00000000000..ce3bf9e35b8
--- /dev/null
+++ b/be/test/util/crccity_test.cpp
@@ -0,0 +1,233 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements. See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership. The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License. You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied. See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+#include <gtest/gtest-message.h>
+#include <gtest/gtest-test-part.h>
+
+#include <cstdint>
+#include <cstdio>
+#include <iostream>
+
+#include "gtest/gtest_pred_impl.h"
+#include "gutil/hash/city.h"
+#include "olap/rowset/segment_v2/ngram_bloom_filter.h"
+#include "testutil/any_type.h"
+
+namespace doris {
+static constexpr uint64_t SEED_GEN = 217728422;
+
+void test(uint64_t result, uint64_t result_with_seed, const std::string& str) {
+ EXPECT_EQ(result, util_hash::CityHash64(str.data(), str.size()));
+ EXPECT_EQ(result_with_seed, util_hash::CityHash64WithSeed(str.data(),
str.size(), SEED_GEN));
+}
+
+TEST(city_hash, simple) {
+ test(200641142423602673ULL, 14284967837249502203ULL, "Testing 1, 2, 3");
+ test(15001808493323962774ULL, 11424039407453860401ULL, "Moscow");
+ test(8034095133228533394ULL, 18132648334508667393ULL, "Moscow is the
capital of Russia");
+ test(13956251726120965457ULL, 1381326629274895150ULL,
+ "Moscow is the capital of Russia, and the largest city in the
country");
+ test(2261632006729419242ULL, 17084064757690202946ULL,
+ "Moscow is the capital of Russia, and the largest city in the
country, with a population "
+ "of over 12 million people");
+ test(6469445502724539237ULL, 11343158389890087495ULL,
+ "Moscow is the capital of Russia, and the largest city in the
country, with a population "
+ "of over 12 million people, and the largest city in Europe");
+ test(4443578057564282258ULL, 8388333080872437400ULL, "one");
+}
+
+TEST(city_hash, long_text) {
+ test(2603920979253371939ULL, 17286059257277065140ULL,
+ "Testing 1, 2, 3Testing 1, 2, 3Testing 1, 2, 3Testing 1, 2, 3Testing
1, 2, 3Testing 1, 2, "
+ "3Testing 1, 2, 3Testing 1, 2, 3Testing 1, 2, 3Testing 1, 2, 3Testing
1, 2, 3Testing 1, "
+ "2, 3");
+ test(3019762420123308560ULL, 17640672461655093518ULL,
+
"MoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMosco"
+
"wMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMosc"
+
"owMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMos"
+
"cowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMo"
+
"scowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowM"
+
"oscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscow"
+
"MoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMoscowMosco"
+ "wMoscowMoscowMoscowMoscowMoscowMoscowMoscow");
+ test(15852398506477355940ULL, 7555841253624036420ULL,
+ "Moscow is the capital of RussiaMoscow is the capital of RussiaMoscow
is the capital of "
+ "RussiaMoscow is the capital of RussiaMoscow is the capital of
RussiaMoscow is the "
+ "capital of RussiaMoscow is the capital of RussiaMoscow is the
capital of RussiaMoscow is "
+ "the capital of RussiaMoscow is the capital of RussiaMoscow is the
capital of "
+ "RussiaMoscow is the capital of RussiaMoscow is the capital of
RussiaMoscow is the "
+ "capital of RussiaMoscow is the capital of RussiaMoscow is the
capital of RussiaMoscow is "
+ "the capital of RussiaMoscow is the capital of RussiaMoscow is the
capital of "
+ "RussiaMoscow is the capital of RussiaMoscow is the capital of
RussiaMoscow is the "
+ "capital of RussiaMoscow is the capital of RussiaMoscow is the
capital of RussiaMoscow is "
+ "the capital of RussiaMoscow is the capital of RussiaMoscow is the
capital of "
+ "RussiaMoscow is the capital of RussiaMoscow is the capital of
Russia");
+ test(1035060799968064901ULL, 16530320359523728196ULL,
+ "Moscow is the capital of Russia, and the largest city in the
countryMoscow is the "
+ "capital of Russia, and the largest city in the countryMoscow is the
capital of Russia, "
+ "and the largest city in the countryMoscow is the capital of Russia,
and the largest city "
+ "in the countryMoscow is the capital of Russia, and the largest city
in the countryMoscow "
+ "is the capital of Russia, and the largest city in the countryMoscow
is the capital of "
+ "Russia, and the largest city in the countryMoscow is the capital of
Russia, and the "
+ "largest city in the countryMoscow is the capital of Russia, and the
largest city in the "
+ "countryMoscow is the capital of Russia, and the largest city in the
countryMoscow is the "
+ "capital of Russia, and the largest city in the countryMoscow is the
capital of Russia, "
+ "and the largest city in the countryMoscow is the capital of Russia,
and the largest city "
+ "in the countryMoscow is the capital of Russia, and the largest city
in the countryMoscow "
+ "is the capital of Russia, and the largest city in the countryMoscow
is the capital of "
+ "Russia, and the largest city in the countryMoscow is the capital of
Russia, and the "
+ "largest city in the countryMoscow is the capital of Russia, and the
largest city in the "
+ "countryMoscow is the capital of Russia, and the largest city in the
countryMoscow is the "
+ "capital of Russia, and the largest city in the countryMoscow is the
capital of Russia, "
+ "and the largest city in the countryMoscow is the capital of Russia,
and the largest city "
+ "in the countryMoscow is the capital of Russia, and the largest city
in the countryMoscow "
+ "is the capital of Russia, and the largest city in the countryMoscow
is the capital of "
+ "Russia, and the largest city in the countryMoscow is the capital of
Russia, and the "
+ "largest city in the countryMoscow is the capital of Russia, and the
largest city in the "
+ "countryMoscow is the capital of Russia, and the largest city in the
country");
+ test(6905655253535205836ULL, 5560247534938243804ULL,
+ "Moscow is the capital of Russia, and the largest city in the
country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million peopleMoscow is the capital of Russia, and the
largest city in the "
+ "country, with a population "
+ "of over 12 million people");
+ test(17180533981300533381ULL, 985389469184223326ULL,
+ "Moscow is the capital of Russia, and the largest city in the
country, with a population "
+ "of over 12 million people, and the largest city in EuropeMoscow is
the capital of "
+ "Russia, and the largest city in the country, with a population "
+ "of over 12 million people, and the largest city in EuropeMoscow is
the capital of "
+ "Russia, and the largest city in the country, with a population "
+ "of over 12 million people, and the largest city in EuropeMoscow is
the capital of "
+ "Russia, and the largest city in the country, with a population "
+ "of over 12 million people, and the largest city in EuropeMoscow is
the capital of "
+ "Russia, and the largest city in the country, with a population "
+ "of over 12 million people, and the largest city in EuropeMoscow is
the capital of "
+ "Russia, and the largest city in the country, with a population "
+ "of over 12 million people, and the largest city in EuropeMoscow is
the capital of "
+ "Russia, and the largest city in the country, with a population "
+ "of over 12 million people, and the largest city in EuropeMoscow is
the capital of "
+ "Russia, and the largest city in the country, with a population "
+ "of over 12 million people, and the largest city in EuropeMoscow is
the capital of "
+ "Russia, and the largest city in the country, with a population "
+ "of over 12 million people, and the largest city in EuropeMoscow is
the capital of "
+ "Russia, and the largest city in the country, with a population "
+ "of over 12 million people, and the largest city in EuropeMoscow is
the capital of "
+ "Russia, and the largest city in the country, with a population "
+ "of over 12 million people, and the largest city in EuropeMoscow is
the capital of "
+ "Russia, and the largest city in the country, with a population "
+ "of over 12 million people, and the largest city in EuropeMoscow is
the capital of "
+ "Russia, and the largest city in the country, with a population "
+ "of over 12 million people, and the largest city in EuropeMoscow is
the capital of "
+ "Russia, and the largest city in the country, with a population "
+ "of over 12 million people, and the largest city in EuropeMoscow is
the capital of "
+ "Russia, and the largest city in the country, with a population "
+ "of over 12 million people, and the largest city in EuropeMoscow is
the capital of "
+ "Russia, and the largest city in the country, with a population "
+ "of over 12 million people, and the largest city in EuropeMoscow is
the capital of "
+ "Russia, and the largest city in the country, with a population "
+ "of over 12 million people, and the largest city in EuropeMoscow is
the capital of "
+ "Russia, and the largest city in the country, with a population "
+ "of over 12 million people, and the largest city in EuropeMoscow is
the capital of "
+ "Russia, and the largest city in the country, with a population "
+ "of over 12 million people, and the largest city in EuropeMoscow is
the capital of "
+ "Russia, and the largest city in the country, with a population "
+ "of over 12 million people, and the largest city in EuropeMoscow is
the capital of "
+ "Russia, and the largest city in the country, with a population "
+ "of over 12 million people, and the largest city in Europe");
+ test(15470213656373493785ULL, 18337102184905563192ULL,
+
"ooneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneo"
+
"neoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneone"
+
"oneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneoneon"
+ "eoneoneonene");
+}
+
+TEST(city_hash, short_text8) {
+ test(2548571168015014692ULL, 284905140919628274ULL, "a");
+ test(2070361765919599426ULL, 9025766345180298939ULL, "bb");
+ test(14141338468832955152ULL, 10552519853845467035ULL, "ccc");
+ test(18138810160329292616ULL, 5334357042905201868ULL, "dddd");
+ test(425873312578527799ULL, 17471752968193695125ULL, "aaaaa");
+ test(16631617225600905903ULL, 8316778257275536170ULL, "aaaccc");
+ test(12719358095561328225ULL, 17872985103380866073ULL, "abcdefh");
+ test(17174388733642667936ULL, 11830283950305971712ULL, "abcdeffh");
+}
+
+TEST(city_hash, short_text16) {
+ test(5762505351139159907ULL, 5576230494162395002ULL, "a32146547");
+ test(5384428512347131045ULL, 15753090810004664388ULL, "b32146547b");
+ test(12829545899344666879ULL, 3848967114221885261ULL, "c32146547cc");
+ test(16893894660113381599ULL, 5947978601334952997ULL, "dd32146547dd");
+ test(17429098434560484596ULL, 6398107568024805321ULL, "aaaa32146547a");
+ test(10726875353743957364ULL, 2240715260928806674ULL, "aaa32146547ccc");
+ test(6679348617805124815ULL, 9286469086836368089ULL, "abc32146547defh");
+ test(6691049816525186727ULL, 7961087717381234556ULL, "abcd32146547effh");
+}
+
+} // namespace doris
\ No newline at end of file
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
