This is an automated email from the ASF dual-hosted git repository.
aloyszhang pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/inlong.git
The following commit(s) were added to refs/heads/master by this push:
new b709fc2c84 [INLONG-11249][CI] Fix the ci fail due to lack of disk
space (#11250)
b709fc2c84 is described below
commit b709fc2c846c3504da768d1021c6986cca8f3bbf
Author: AloysZhang <aloyszh...@apache.org>
AuthorDate: Mon Sep 30 23:54:36 2024 +0800
[INLONG-11249][CI] Fix the ci fail due to lack of disk space (#11250)
---
.github/workflows/ci_build.yml | 15 ++++++++++++++
.github/workflows/ci_docker.yml | 15 ++++++++++++++
.github/workflows/ci_ut.yml | 38 +++++++++++++++++++++++++----------
.github/workflows/ci_ut_flink13.yml | 15 ++++++++++++++
.github/workflows/ci_ut_flink15.yml | 15 ++++++++++++++
.github/workflows/ci_ut_flink18.yml | 15 ++++++++++++++
.github/workflows/codeql_analysis.yml | 15 ++++++++++++++
7 files changed, 117 insertions(+), 11 deletions(-)
diff --git a/.github/workflows/ci_build.yml b/.github/workflows/ci_build.yml
index bcff281415..e28d5d229b 100644
--- a/.github/workflows/ci_build.yml
+++ b/.github/workflows/ci_build.yml
@@ -65,10 +65,25 @@ jobs:
run: |
echo "=== Before pruning ==="
df -h
+ echo "Listing 100 largest packages"
+ dpkg-query -Wf '${Installed-Size}\t${Package}\n' | sort -n | tail -n
100
+ df -h
+ echo "Removing large packages"
+ sudo apt-get remove -y '^dotnet-.*'
+ sudo apt-get remove -y '^mongodb-.*'
+ sudo apt-get remove -y azure-cli google-chrome-stable
google-cloud-cli microsoft-edge-stable firefox powershell mono-devel
libgl1-mesa-dri
+ df -h
+ echo "Removing large directories"
sudo rm -rf /usr/share/dotnet
sudo rm -rf /usr/local/lib/android
sudo rm -rf /opt/ghc
+ sudo rm -rf /usr/local/graalvm/
+ sudo rm -rf /usr/local/.ghcup/
+ sudo rm -rf /usr/local/share/powershell
+ sudo rm -rf /usr/local/share/chromium
+ sudo rm -rf /usr/local/lib/node_modules
sudo rm -rf /opt/hostedtoolcache
+ echo
echo "=== After pruning ==="
df -h
diff --git a/.github/workflows/ci_docker.yml b/.github/workflows/ci_docker.yml
index e362379d8d..6d10d17c45 100644
--- a/.github/workflows/ci_docker.yml
+++ b/.github/workflows/ci_docker.yml
@@ -59,10 +59,25 @@ jobs:
run: |
echo "=== Before pruning ==="
df -h
+ echo "Listing 100 largest packages"
+ dpkg-query -Wf '${Installed-Size}\t${Package}\n' | sort -n | tail -n
100
+ df -h
+ echo "Removing large packages"
+ sudo apt-get remove -y '^dotnet-.*'
+ sudo apt-get remove -y '^mongodb-.*'
+ sudo apt-get remove -y azure-cli google-chrome-stable
google-cloud-cli microsoft-edge-stable firefox powershell mono-devel
libgl1-mesa-dri
+ df -h
+ echo "Removing large directories"
sudo rm -rf /usr/share/dotnet
sudo rm -rf /usr/local/lib/android
sudo rm -rf /opt/ghc
+ sudo rm -rf /usr/local/graalvm/
+ sudo rm -rf /usr/local/.ghcup/
+ sudo rm -rf /usr/local/share/powershell
+ sudo rm -rf /usr/local/share/chromium
+ sudo rm -rf /usr/local/lib/node_modules
sudo rm -rf /opt/hostedtoolcache
+ echo
echo "=== After pruning ==="
df -h
diff --git a/.github/workflows/ci_ut.yml b/.github/workflows/ci_ut.yml
index 0d67d46320..49bad2e2b6 100644
--- a/.github/workflows/ci_ut.yml
+++ b/.github/workflows/ci_ut.yml
@@ -60,6 +60,33 @@ jobs:
- name: Checkout
uses: actions/checkout@v4
+ - name: Remove unnecessary packages
+ run: |
+ echo "=== Before pruning ==="
+ df -h
+ echo "Listing 100 largest packages"
+ dpkg-query -Wf '${Installed-Size}\t${Package}\n' | sort -n | tail -n
100
+ df -h
+ echo "Removing large packages"
+ sudo apt-get remove -y '^dotnet-.*'
+ sudo apt-get remove -y '^mongodb-.*'
+ sudo apt-get remove -y azure-cli google-chrome-stable
google-cloud-cli microsoft-edge-stable firefox powershell mono-devel
libgl1-mesa-dri
+ df -h
+ echo "Removing large directories"
+ sudo rm -rf /usr/share/dotnet
+ sudo rm -rf /usr/local/lib/android
+ sudo rm -rf /opt/ghc
+ sudo rm -rf /usr/local/graalvm/
+ sudo rm -rf /usr/local/.ghcup/
+ sudo rm -rf /usr/local/share/powershell
+ sudo rm -rf /usr/local/share/chromium
+ sudo rm -rf /usr/local/lib/node_modules
+ sudo rm -rf /opt/hostedtoolcache
+ echo
+ echo "=== After pruning ==="
+ df -h
+
+
- name: Set up JDK
uses: actions/setup-java@v4
with:
@@ -84,17 +111,6 @@ jobs:
sudo mkswap /swapfile
sudo swapon /swapfile
- - name: Remove unnecessary packages
- run: |
- echo "=== Before pruning ==="
- df -h
- sudo rm -rf /usr/share/dotnet
- sudo rm -rf /usr/local/lib/android
- sudo rm -rf /opt/ghc
- echo
- echo "=== After pruning ==="
- df -h
-
- name: Build with Maven
run: mvn --batch-mode --update-snapshots -e -V clean install
-DskipTests -Dhttp.keepAlive=false -Dmaven.wagon.http.pool=false
-Dmaven.wagon.httpconnectionManager.ttlSeconds=120
-Daether.connector.http.reuseConnections=false
-Daether.connector.requestTimeout=60000
env:
diff --git a/.github/workflows/ci_ut_flink13.yml
b/.github/workflows/ci_ut_flink13.yml
index 13bfe60a20..a0c3dff728 100644
--- a/.github/workflows/ci_ut_flink13.yml
+++ b/.github/workflows/ci_ut_flink13.yml
@@ -44,10 +44,25 @@ jobs:
run: |
echo "=== Before pruning ==="
df -h
+ echo "Listing 100 largest packages"
+ dpkg-query -Wf '${Installed-Size}\t${Package}\n' | sort -n | tail -n
100
+ df -h
+ echo "Removing large packages"
+ sudo apt-get remove -y '^dotnet-.*'
+ sudo apt-get remove -y '^mongodb-.*'
+ sudo apt-get remove -y azure-cli google-chrome-stable
google-cloud-cli microsoft-edge-stable firefox powershell mono-devel
libgl1-mesa-dri
+ df -h
+ echo "Removing large directories"
sudo rm -rf /usr/share/dotnet
sudo rm -rf /usr/local/lib/android
sudo rm -rf /opt/ghc
+ sudo rm -rf /usr/local/graalvm/
+ sudo rm -rf /usr/local/.ghcup/
+ sudo rm -rf /usr/local/share/powershell
+ sudo rm -rf /usr/local/share/chromium
+ sudo rm -rf /usr/local/lib/node_modules
sudo rm -rf /opt/hostedtoolcache
+ echo
echo "=== After pruning ==="
df -h
diff --git a/.github/workflows/ci_ut_flink15.yml
b/.github/workflows/ci_ut_flink15.yml
index 5c7b52c697..57cee39757 100644
--- a/.github/workflows/ci_ut_flink15.yml
+++ b/.github/workflows/ci_ut_flink15.yml
@@ -44,10 +44,25 @@ jobs:
run: |
echo "=== Before pruning ==="
df -h
+ echo "Listing 100 largest packages"
+ dpkg-query -Wf '${Installed-Size}\t${Package}\n' | sort -n | tail -n
100
+ df -h
+ echo "Removing large packages"
+ sudo apt-get remove -y '^dotnet-.*'
+ sudo apt-get remove -y '^mongodb-.*'
+ sudo apt-get remove -y azure-cli google-chrome-stable
google-cloud-cli microsoft-edge-stable firefox powershell mono-devel
libgl1-mesa-dri
+ df -h
+ echo "Removing large directories"
sudo rm -rf /usr/share/dotnet
sudo rm -rf /usr/local/lib/android
sudo rm -rf /opt/ghc
+ sudo rm -rf /usr/local/graalvm/
+ sudo rm -rf /usr/local/.ghcup/
+ sudo rm -rf /usr/local/share/powershell
+ sudo rm -rf /usr/local/share/chromium
+ sudo rm -rf /usr/local/lib/node_modules
sudo rm -rf /opt/hostedtoolcache
+ echo
echo "=== After pruning ==="
df -h
diff --git a/.github/workflows/ci_ut_flink18.yml
b/.github/workflows/ci_ut_flink18.yml
index 5c2f2709f2..3e6fc8f269 100644
--- a/.github/workflows/ci_ut_flink18.yml
+++ b/.github/workflows/ci_ut_flink18.yml
@@ -44,10 +44,25 @@ jobs:
run: |
echo "=== Before pruning ==="
df -h
+ echo "Listing 100 largest packages"
+ dpkg-query -Wf '${Installed-Size}\t${Package}\n' | sort -n | tail -n
100
+ df -h
+ echo "Removing large packages"
+ sudo apt-get remove -y '^dotnet-.*'
+ sudo apt-get remove -y '^mongodb-.*'
+ sudo apt-get remove -y azure-cli google-chrome-stable
google-cloud-cli microsoft-edge-stable firefox powershell mono-devel
libgl1-mesa-dri
+ df -h
+ echo "Removing large directories"
sudo rm -rf /usr/share/dotnet
sudo rm -rf /usr/local/lib/android
sudo rm -rf /opt/ghc
+ sudo rm -rf /usr/local/graalvm/
+ sudo rm -rf /usr/local/.ghcup/
+ sudo rm -rf /usr/local/share/powershell
+ sudo rm -rf /usr/local/share/chromium
+ sudo rm -rf /usr/local/lib/node_modules
sudo rm -rf /opt/hostedtoolcache
+ echo
echo "=== After pruning ==="
df -h
diff --git a/.github/workflows/codeql_analysis.yml
b/.github/workflows/codeql_analysis.yml
index bb10d89469..c45b528b56 100644
--- a/.github/workflows/codeql_analysis.yml
+++ b/.github/workflows/codeql_analysis.yml
@@ -42,10 +42,25 @@ jobs:
run: |
echo "=== Before pruning ==="
df -h
+ echo "Listing 100 largest packages"
+ dpkg-query -Wf '${Installed-Size}\t${Package}\n' | sort -n | tail -n
100
+ df -h
+ echo "Removing large packages"
+ sudo apt-get remove -y '^dotnet-.*'
+ sudo apt-get remove -y '^mongodb-.*'
+ sudo apt-get remove -y azure-cli google-chrome-stable
google-cloud-cli microsoft-edge-stable firefox powershell mono-devel
libgl1-mesa-dri
+ df -h
+ echo "Removing large directories"
sudo rm -rf /usr/share/dotnet
sudo rm -rf /usr/local/lib/android
sudo rm -rf /opt/ghc
+ sudo rm -rf /usr/local/graalvm/
+ sudo rm -rf /usr/local/.ghcup/
+ sudo rm -rf /usr/local/share/powershell
+ sudo rm -rf /usr/local/share/chromium
+ sudo rm -rf /usr/local/lib/node_modules
sudo rm -rf /opt/hostedtoolcache
+ echo
echo "=== After pruning ==="
df -h
