alamb commented on code in PR #13996:
URL: https://github.com/apache/datafusion/pull/13996#discussion_r1907326957
##########
benchmarks/bench.sh:
##########
@@ -541,6 +589,125 @@ run_imdb() {
$CARGO_COMMAND --bin imdb -- benchmark datafusion --iterations 5 --path
"${IMDB_DIR}" --prefer_hash_join "${PREFER_HASH_JOIN}" --format parquet -o
"${RESULTS_FILE}"
}
+data_h2o() {
+ # Default values for size and data format
+ SIZE=${1:-"SMALL"}
+ DATA_FORMAT=${2:-"PARQUET"}
+
+ # Function to compare Python versions
+ version_ge() {
+ [ "$(printf '%s\n' "$1" "$2" | sort -V | head -n1)" = "$2" ]
+ }
+
+ export PYO3_USE_ABI3_FORWARD_COMPATIBILITY=1
+
+ # Find the highest available Python version (3.10 or higher)
+ REQUIRED_VERSION="3.10"
+ PYTHON_CMD=$(command -v python3 || true)
+
+ if [ -n "$PYTHON_CMD" ]; then
+ PYTHON_VERSION=$($PYTHON_CMD -c "import sys;
print(f'{sys.version_info.major}.{sys.version_info.minor}')")
+ if version_ge "$PYTHON_VERSION" "$REQUIRED_VERSION"; then
+ echo "Found Python version $PYTHON_VERSION, which is suitable."
+ else
+ echo "Python version $PYTHON_VERSION found, but version
$REQUIRED_VERSION or higher is required."
+ PYTHON_CMD=""
+ fi
+ fi
+
+ # Search for suitable Python versions if the default is unsuitable
+ if [ -z "$PYTHON_CMD" ]; then
Review Comment:
this is pretty fancy
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: github-unsubscr...@datafusion.apache.org
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: github-unsubscr...@datafusion.apache.org
For additional commands, e-mail: github-h...@datafusion.apache.org
