build & publish wheels on master pushes (#3)
This commit is contained in:
Adeeb Shihadeh
202
.github/workflows/release.yml
vendored
Normal file
202
.github/workflows/release.yml
vendored
Normal file
@@ -0,0 +1,202 @@
|
||||
name: release wheels
|
||||
|
||||
on:
|
||||
push:
|
||||
branches: [master]
|
||||
|
||||
jobs:
|
||||
build:
|
||||
name: build - ${{ matrix.runs-on }}
|
||||
runs-on: ${{ matrix.runs-on }}
|
||||
permissions:
|
||||
contents: write
|
||||
strategy:
|
||||
fail-fast: false
|
||||
matrix:
|
||||
runs-on: [ubuntu-latest, ubuntu-24.04-arm, macos-latest]
|
||||
steps:
|
||||
- uses: actions/checkout@v6
|
||||
|
||||
- uses: actions/setup-python@v6
|
||||
with:
|
||||
python-version: "3.14"
|
||||
|
||||
- name: build and release wheels
|
||||
env:
|
||||
GH_TOKEN: ${{ github.token }}
|
||||
run: |
|
||||
pip install build
|
||||
|
||||
for toml in */pyproject.toml; do
|
||||
[ -f "$toml" ] || continue
|
||||
pkg="$(dirname "$toml")"
|
||||
version=$(python3 -c "import tomllib; print(tomllib.load(open('$toml', 'rb'))['project']['version'])")
|
||||
tag="${pkg}/v${version}"
|
||||
|
||||
echo "========================================="
|
||||
echo "Building: $pkg v$version"
|
||||
echo "========================================="
|
||||
python -m build --wheel "$pkg"
|
||||
|
||||
whl=$(ls "$pkg"/dist/*.whl)
|
||||
echo "Uploading: $whl"
|
||||
if gh release view "$tag" --repo "$GITHUB_REPOSITORY" &>/dev/null; then
|
||||
gh release upload "$tag" "$whl" --repo "$GITHUB_REPOSITORY" --clobber
|
||||
else
|
||||
gh release create "$tag" "$whl" \
|
||||
--repo "$GITHUB_REPOSITORY" \
|
||||
--title "$pkg v$version" \
|
||||
--notes "Platform wheels for $pkg $version"
|
||||
fi
|
||||
done
|
||||
|
||||
publish-shims:
|
||||
name: publish releases branch
|
||||
needs: build
|
||||
runs-on: ubuntu-latest
|
||||
permissions:
|
||||
contents: write
|
||||
steps:
|
||||
- uses: actions/checkout@v6
|
||||
|
||||
- name: build and push shim packages
|
||||
run: |
|
||||
REPO_URL="https://github.com/${GITHUB_REPOSITORY}"
|
||||
|
||||
# set up a temp dir for the releases branch
|
||||
tmp="$(mktemp -d)"
|
||||
trap 'rm -rf "$tmp"' EXIT
|
||||
|
||||
for toml in */pyproject.toml; do
|
||||
[ -f "$toml" ] || continue
|
||||
pkg="$(dirname "$toml")"
|
||||
version=$(python3 -c "import tomllib; print(tomllib.load(open('$toml', 'rb'))['project']['version'])")
|
||||
tag="${pkg}/v${version}"
|
||||
module="${pkg//-/_}"
|
||||
|
||||
echo "========================================="
|
||||
echo "Creating shim: $pkg v$version"
|
||||
echo "========================================="
|
||||
|
||||
pkg_dir="$tmp/$pkg"
|
||||
mod_dir="$pkg_dir/$module"
|
||||
mkdir -p "$mod_dir"
|
||||
|
||||
# copy __init__.py from source
|
||||
cp "$pkg/$module/__init__.py" "$mod_dir/"
|
||||
|
||||
# pyproject.toml — same metadata, no package-data (toolchain comes from wheel)
|
||||
cat > "$pkg_dir/pyproject.toml" << TOML
|
||||
[build-system]
|
||||
requires = ["setuptools>=64", "wheel"]
|
||||
build-backend = "setuptools.build_meta"
|
||||
|
||||
[project]
|
||||
name = "$pkg"
|
||||
version = "$version"
|
||||
description = "ARM GCC toolchain for bare-metal targets (pre-built)"
|
||||
requires-python = ">=3.8"
|
||||
|
||||
[project.scripts]
|
||||
$(grep -A100 '^\[project\.scripts\]' "$pkg/pyproject.toml" | tail -n +2 | sed '/^\[/q' | grep -v '^\[')
|
||||
|
||||
[tool.setuptools.packages.find]
|
||||
include = ["${module}*"]
|
||||
|
||||
[tool.setuptools.package-data]
|
||||
$module = ["toolchain/**/*"]
|
||||
TOML
|
||||
|
||||
# setup.py — downloads pre-built wheel from GH releases and extracts toolchain
|
||||
cat > "$pkg_dir/setup.py" << 'SETUP'
|
||||
import os
|
||||
import platform
|
||||
import zipfile
|
||||
from io import BytesIO
|
||||
from urllib.request import urlopen
|
||||
|
||||
from setuptools.command.build_py import build_py
|
||||
|
||||
REPO_URL = "REPO_URL_PLACEHOLDER"
|
||||
TAG = "TAG_PLACEHOLDER"
|
||||
VERSION = "VERSION_PLACEHOLDER"
|
||||
MODULE = "MODULE_PLACEHOLDER"
|
||||
|
||||
PLATFORM_MAP = {
|
||||
("Linux", "x86_64"): "linux_x86_64",
|
||||
("Linux", "aarch64"): "linux_aarch64",
|
||||
("Darwin", "arm64"): "macosx_11_0_arm64",
|
||||
}
|
||||
|
||||
|
||||
class InstallPrebuilt(build_py):
|
||||
"""Download pre-built wheel from GitHub Releases and extract the toolchain."""
|
||||
|
||||
def run(self):
|
||||
pkg_dir = os.path.dirname(os.path.abspath(__file__))
|
||||
toolchain_dir = os.path.join(pkg_dir, MODULE, "toolchain")
|
||||
|
||||
if not os.path.exists(os.path.join(toolchain_dir, "bin")):
|
||||
key = (platform.system(), platform.machine())
|
||||
plat = PLATFORM_MAP.get(key)
|
||||
if plat is None:
|
||||
raise RuntimeError(f"unsupported platform: {key}")
|
||||
|
||||
whl_name = f"{MODULE}-{VERSION}-py3-none-{plat}.whl"
|
||||
url = f"{REPO_URL}/releases/download/{TAG}/{whl_name}"
|
||||
|
||||
print(f"Downloading {url} ...")
|
||||
data = urlopen(url).read()
|
||||
|
||||
print("Extracting toolchain ...")
|
||||
with zipfile.ZipFile(BytesIO(data)) as zf:
|
||||
prefix = f"{MODULE}/toolchain/"
|
||||
# also handle .data/purelib/ layout
|
||||
alt_prefix = f"{MODULE}-{VERSION}.data/purelib/{MODULE}/toolchain/"
|
||||
for info in zf.infolist():
|
||||
for p in (prefix, alt_prefix):
|
||||
if info.filename.startswith(p):
|
||||
rel = info.filename[len(p):]
|
||||
if not rel:
|
||||
continue
|
||||
dest = os.path.join(toolchain_dir, rel)
|
||||
if info.is_dir():
|
||||
os.makedirs(dest, exist_ok=True)
|
||||
else:
|
||||
os.makedirs(os.path.dirname(dest), exist_ok=True)
|
||||
with open(dest, "wb") as f:
|
||||
f.write(zf.read(info))
|
||||
# preserve executable bit
|
||||
if info.external_attr >> 16 & 0o111:
|
||||
os.chmod(dest, 0o755)
|
||||
break
|
||||
|
||||
super().run()
|
||||
|
||||
|
||||
def setup():
|
||||
from setuptools import setup as _setup
|
||||
_setup(cmdclass={"build_py": InstallPrebuilt})
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
setup()
|
||||
SETUP
|
||||
|
||||
# template in the actual values
|
||||
sed -i "s|REPO_URL_PLACEHOLDER|${REPO_URL}|" "$pkg_dir/setup.py"
|
||||
sed -i "s|TAG_PLACEHOLDER|${tag}|" "$pkg_dir/setup.py"
|
||||
sed -i "s|VERSION_PLACEHOLDER|${version}|" "$pkg_dir/setup.py"
|
||||
sed -i "s|MODULE_PLACEHOLDER|${module}|" "$pkg_dir/setup.py"
|
||||
done
|
||||
|
||||
# push to releases branch
|
||||
cd "$tmp"
|
||||
git init
|
||||
git checkout -b releases
|
||||
git add .
|
||||
git config user.name "github-actions[bot]"
|
||||
git config user.email "github-actions[bot]@users.noreply.github.com"
|
||||
git commit -m "update shim packages"
|
||||
git remote add origin "https://x-access-token:${{ secrets.GITHUB_TOKEN }}@github.com/${GITHUB_REPOSITORY}.git"
|
||||
git push -f origin releases
|
||||
Reference in New Issue
Block a user