Release #4
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Release | |
on: | |
workflow_dispatch: | |
inputs: | |
# Latest commit to include with the release. If omitted, use the latest commit on the main branch. | |
sha: | |
description: Commit SHA | |
type: string | |
# Build binaries, but do not publish to crates.io / GitHub. | |
dry-run: | |
description: Dry run | |
type: boolean | |
default: false | |
concurrency: | |
group: ${{ github.workflow }}-${{ github.ref }} | |
cancel-in-progress: true | |
env: | |
PYTHON_VERSION: '3.8' | |
CARGO_INCREMENTAL: 0 | |
CARGO_NET_RETRY: 10 | |
RUSTUP_MAX_RETRIES: 10 | |
defaults: | |
run: | |
shell: bash | |
jobs: | |
get-version: | |
runs-on: ubuntu-latest | |
outputs: | |
version: ${{ steps.version.outputs.version }} | |
is-prerelease: ${{ steps.version.outputs.is_prerelease }} | |
steps: | |
- uses: actions/checkout@v4 | |
with: | |
ref: ${{ inputs.sha }} | |
- name: Get version from Cargo.toml | |
id: version | |
run: | | |
VERSION=$(grep -m 1 -oP 'version = "\K[^"]+' Cargo.toml) | |
if [[ "$VERSION" == *"-"* ]]; then | |
IS_PRERELEASE=true | |
else | |
IS_PRERELEASE=false | |
fi | |
echo "version=$VERSION" >> $GITHUB_OUTPUT | |
echo "is_prerelease=$IS_PRERELEASE" >> $GITHUB_OUTPUT | |
create-sdist: | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v4 | |
with: | |
ref: ${{ inputs.sha }} | |
# Avoid potential out-of-memory errors | |
- name: Set swap space for Linux | |
uses: pierotofy/set-swap-space@master | |
with: | |
swap-size-gb: 10 | |
- name: Set up Python | |
uses: actions/setup-python@v4 | |
with: | |
python-version: ${{ env.PYTHON_VERSION }} | |
- name: Create source distribution | |
uses: PyO3/maturin-action@v1 | |
with: | |
command: sdist | |
args: --out dist | |
- name: Test sdist | |
run: | | |
TOOLCHAIN=$(grep -oP 'channel = "\K[^"]+' rust-toolchain.toml) | |
rustup default $TOOLCHAIN | |
pip install --force-reinstall --verbose dist/*.tar.gz | |
polars --version | |
python -m polars-cli --version | |
- name: Upload sdist | |
uses: actions/upload-artifact@v3 | |
with: | |
name: wheels | |
path: dist/*.tar.gz | |
build-wheels: | |
needs: get-version | |
runs-on: ${{ matrix.os }} | |
strategy: | |
fail-fast: false | |
matrix: | |
os: [ubuntu-latest, macos-latest, windows-latest] | |
arch: [x86_64, aarch64] | |
exclude: | |
- os: windows-latest | |
arch: aarch64 | |
steps: | |
- uses: actions/checkout@v4 | |
with: | |
ref: ${{ inputs.sha }} | |
# Avoid potential out-of-memory errors | |
- name: Set swap space for Linux | |
if: matrix.os == 'ubuntu-latest' | |
uses: pierotofy/set-swap-space@master | |
with: | |
swap-size-gb: 10 | |
- name: Set up Python | |
uses: actions/setup-python@v4 | |
with: | |
python-version: ${{ env.PYTHON_VERSION }} | |
- name: Set Rust target | |
id: target | |
run: | | |
if [ ${{ matrix.os == 'ubuntu-latest'}} = true ]; then | |
VENDOR_SYS=unknown-linux-gnu | |
elif [ ${{ matrix.os == 'macos-latest'}} = true ]; then | |
VENDOR_SYS=apple-darwin | |
else | |
VENDOR_SYS=pc-windows-msvc | |
fi | |
TARGET=${{ matrix.arch }}-$VENDOR_SYS | |
echo "target=$TARGET" >> $GITHUB_OUTPUT | |
- name: Add rustup target | |
run: rustup target add ${{ steps.target.outputs.target }} | |
- name: Set RUSTFLAGS for x86_64 | |
if: matrix.arch == 'x86_64' && matrix.os != 'macos-latest' | |
run: echo "RUSTFLAGS=-C target-feature=+sse3,+ssse3,+sse4.1,+sse4.2,+popcnt,+avx,+avx2,+fma,+bmi1,+bmi2,+lzcnt" >> $GITHUB_ENV | |
- name: Set RUSTFLAGS for x86_64 MacOS | |
if: matrix.arch == 'x86_64' && matrix.os == 'macos-latest' | |
run: echo "RUSTFLAGS=-C target-feature=+sse3,+ssse3,+sse4.1,+sse4.2,+popcnt,+avx,+fma" >> $GITHUB_ENV | |
- name: Set jemalloc for aarch64 Linux | |
if: matrix.arch == 'aarch64' && matrix.os == 'ubuntu-latest' | |
run: echo "JEMALLOC_SYS_WITH_LG_PAGE=16" >> $GITHUB_ENV | |
- name: Build wheel | |
uses: PyO3/maturin-action@v1 | |
with: | |
command: build | |
target: ${{ steps.target.outputs.target }} | |
args: > | |
--release | |
--out dist | |
manylinux: auto | |
- name: Test wheel | |
if: matrix.arch == 'x86_64' | |
run: | | |
pip install dist/*.whl --force-reinstall | |
polars --version | |
python -m polars-cli --version | |
- name: Upload wheel | |
uses: actions/upload-artifact@v3 | |
with: | |
name: wheels | |
path: dist/*.whl | |
- name: Archive binary | |
id: archive | |
run: | | |
ARCHIVE_FILENAME=polars-cli-${{ needs.get-version.outputs.version }}-${{ steps.target.outputs.target }}.tar.gz | |
DIR=target/${{ steps.target.outputs.target }}/release | |
tar czvf $ARCHIVE_FILENAME --directory=$DIR polars | |
echo "filename=$ARCHIVE_FILENAME" >> $GITHUB_OUTPUT | |
- name: Upload binary | |
uses: actions/upload-artifact@v3 | |
with: | |
name: binaries | |
path: ${{ steps.archive.outputs.filename }} | |
publish-to-pypi: | |
needs: [create-sdist, build-wheels] | |
environment: | |
name: release | |
url: https://pypi.org/project/polars-cli | |
runs-on: ubuntu-latest | |
permissions: | |
id-token: write | |
steps: | |
- name: Download wheels | |
uses: actions/download-artifact@v3 | |
with: | |
name: wheels | |
path: dist | |
- name: Publish to PyPI | |
if: inputs.dry-run == false | |
uses: pypa/gh-action-pypi-publish@release/v1 | |
with: | |
skip-existing: true | |
verbose: true | |
publish-to-crates-io: | |
needs: [create-sdist, build-wheels] | |
environment: | |
name: release | |
url: https://crates.io/crates/polars-cli | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v4 | |
with: | |
ref: ${{ inputs.sha }} | |
- name: Publish to crates.io | |
env: | |
CARGO_REGISTRY_TOKEN: ${{ secrets.CARGO_REGISTRY_TOKEN }} | |
run: cargo publish ${{ inputs.dry-run && '--dry-run' || '' }} | |
publish-to-github: | |
needs: [publish-to-pypi, publish-to-crates-io, get-version] | |
environment: | |
name: release | |
url: https://github.com/pola-rs/polars-cli/releases | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v4 | |
with: | |
ref: ${{ inputs.sha }} | |
- name: Download binaries | |
uses: actions/download-artifact@v3 | |
with: | |
name: binaries | |
path: binaries | |
- name: Create GitHub release | |
id: github-release | |
uses: release-drafter/release-drafter@v5 | |
with: | |
config-name: release-drafter.yml | |
name: ${{ needs.get-version.outputs.version }} | |
tag: ${{ needs.get-version.outputs.version }} | |
version: ${{ needs.get-version.outputs.version }} | |
prerelease: ${{ needs.get-version.outputs.is-prerelease }} | |
commitish: ${{ inputs.sha }} | |
disable-autolabeler: true | |
env: | |
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
- name: Upload binaries to GitHub release | |
run: gh release upload $TAG $FILES --clobber | |
env: | |
TAG: ${{ steps.github-release.outputs.tag_name }} | |
FILES: binaries/* | |
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
- name: Publish GitHub release | |
if: inputs.dry-run == false | |
run: gh release edit $TAG --draft=false | |
env: | |
TAG: ${{ steps.github-release.outputs.tag_name }} | |
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} |