This is an automated email from the ASF dual-hosted git repository.
lidavidm pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/arrow-adbc.git
The following commit(s) were added to refs/heads/main by this push:
new 0f23d5f4e ci: add script to remove old versions from Gemfury (#3296)
0f23d5f4e is described below
commit 0f23d5f4ed07d5beb2499ca0a9259b58276c4199
Author: David Li <[email protected]>
AuthorDate: Mon Aug 18 13:58:37 2025 +0900
ci: add script to remove old versions from Gemfury (#3296)
Fixes #3294.
---------
Co-authored-by: Sutou Kouhei <[email protected]>
---
.github/workflows/packaging.yml | 20 ++++++++++++
ci/scripts/gemfury_clean.py | 67 +++++++++++++++++++++++++++++++++++++++++
2 files changed, 87 insertions(+)
diff --git a/.github/workflows/packaging.yml b/.github/workflows/packaging.yml
index d310b8f7c..da6702557 100644
--- a/.github/workflows/packaging.yml
+++ b/.github/workflows/packaging.yml
@@ -1093,11 +1093,31 @@ jobs:
env:
ANACONDA_API_TOKEN: ${{ secrets.ANACONDA_API_TOKEN }}
+ # This takes a while due to sleeping to avoid rate limits, so run it first
+ # and in parallel with the builds
+ clean-gemfury:
+ name: "Remove old Gemfury packages"
+ runs-on: ubuntu-latest
+ if: github.ref_name == 'main' && (github.event.schedule ||
inputs.upload_artifacts)
+ steps:
+ - uses: actions/checkout@v5
+ - name: Install Python
+ uses: actions/setup-python@v5
+ with:
+ python-version: '3.13'
+ - name: Clean
+ run: |
+ pip install requests
+ ./ci/scripts/gemfury_clean.py
+ env:
+ GEMFURY_API_TOKEN: ${{ secrets.GEMFURY_API_TOKEN }}
+
upload-gemfury:
name: "Upload packages to Gemfury"
runs-on: ubuntu-latest
if: github.ref == 'refs/heads/main' && (github.event.schedule ||
inputs.upload_artifacts)
needs:
+ - clean-gemfury
- java
- python-manylinux
- python-macos
diff --git a/ci/scripts/gemfury_clean.py b/ci/scripts/gemfury_clean.py
new file mode 100644
index 000000000..291e30f9f
--- /dev/null
+++ b/ci/scripts/gemfury_clean.py
@@ -0,0 +1,67 @@
+#!/usr/bin/env python3
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+"""Remove old packages from Gemfury."""
+
+import datetime
+import os
+import random
+import time
+
+import requests
+
+BASE_URL = "https://api.fury.io/1";
+
+
+def main():
+ token = os.environ["GEMFURY_API_TOKEN"]
+ cutoff = datetime.datetime.now(datetime.UTC) - datetime.timedelta(days=7)
+
+ with requests.Session() as session:
+ session.headers = {
+ "Authorization": f"Bearer {token}",
+ "Accept": "application/json",
+ }
+
+ packages = session.get(f"{BASE_URL}/packages?limit=50").json()
+ for i, package in enumerate(packages):
+ if i > 0:
+ time.sleep(random.randint(3, 8))
+
+ print("Cleaning", package["name"])
+ versions = session.get(
+ f"{BASE_URL}/packages/{package['id']}/versions?limit=50"
+ ).json()
+ print(versions)
+ versions.sort(key=lambda v: v["created_at"], reverse=True)
+
+ # Always keep at least 1 version
+ to_delete = [
+ version["id"]
+ for version in versions[1:]
+ if version["created_at"] < cutoff.isoformat()
+ ]
+ print("Removing", len(to_delete), "version(s) of", len(versions))
+
+ for version_id in to_delete:
+
session.delete(f"{BASE_URL}/versions/{version_id}").raise_for_status()
+ time.sleep(random.randint(1, 3))
+
+
+if __name__ == "__main__":
+ main()
