Merge commit '81396a5322a7a48764fcf254d5d933ba1e57bdc5' as 'kiwi'

This commit is contained in:
2024-02-11 15:32:50 -06:00
76 changed files with 13184 additions and 0 deletions

12
kiwi/.github/FUNDING.yml vendored Normal file
View File

@@ -0,0 +1,12 @@
# These are supported funding model platforms
github: [MatthieuDartiailh]
patreon: # Replace with a single Patreon username
open_collective: # Replace with a single Open Collective username
ko_fi: # Replace with a single Ko-fi username
tidelift: # Replace with a single Tidelift platform-name/package-name e.g., npm/babel
community_bridge: # Replace with a single Community Bridge project-name e.g., cloud-foundry
liberapay: # Replace with a single Liberapay username
issuehunt: # Replace with a single IssueHunt username
otechie: # Replace with a single Otechie username
custom: # Replace with up to 4 custom sponsorship URLs e.g., ['link1', 'link2']

116
kiwi/.github/workflows/ci.yml vendored Normal file
View File

@@ -0,0 +1,116 @@
name: Continuous Integration
on:
schedule:
- cron: '0 0 * * 2'
push:
branches:
- main
pull_request:
branches:
- main
paths:
- .github/workflows/ci.yml
- "benchmarks/**"
- "kiwi/**"
- "py/**"
- setup.py
- pyproject.toml
jobs:
lint:
name: Lint
runs-on: ubuntu-latest
strategy:
matrix:
python-version: ['3.9']
steps:
- uses: actions/checkout@v3
- name: Get history and tags for SCM versioning to work
run: |
git fetch --prune --unshallow
git fetch --depth=1 origin +refs/tags/*:refs/tags/*
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install -r lint_requirements.txt
pip install -e .
- name: Formatting
if: always()
run: |
ruff format py --check
- name: Linting
if: always()
run: |
ruff py
- name: Typing
if: always()
# We test twice to ensure the type annotations are properly installed
run: |
mypy py
cd py/tests
mypy .
benchmark:
name: C++ Benchmark
runs-on: ${{ matrix.os }}
strategy:
matrix:
os: [ubuntu-latest]
steps:
- uses: actions/checkout@v3
- name: Install dependencies
run: |
sudo add-apt-repository -y ppa:ubuntu-toolchain-r/test
sudo apt-get install -y g++-11
- name: Build and run benchmark (C++11)
run: cd benchmarks && ./build_and_run_bench.sh
- name: Build and run benchmark (C++20)
env:
CXX_COMPILER: g++-11
CXX_FLAGS: -std=c++20
run: cd benchmarks && ./build_and_run_bench.sh
tests:
name: Unit tests
runs-on: ${{ matrix.os }}
strategy:
matrix:
os: [ubuntu-latest, windows-latest, macos-latest]
python-version: ['3.7', '3.8', '3.9', '3.10', '3.11', '3.12-dev', 'pypy-3.7', 'pypy-3.8']
steps:
- uses: actions/checkout@v3
- name: Get history and tags for SCM versioning to work
run: |
git fetch --prune --unshallow
git fetch --depth=1 origin +refs/tags/*:refs/tags/*
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
- name: Install dependencies
run: |
python -m pip install --upgrade pip
- name: Install project
env:
CPPFLAGS: --coverage
KIWI_DISABLE_FH4: 1
run: |
pip install .
- name: Test with pytest
run: |
pip install pytest
python -X dev -m pytest py -W error
- name: Generate C++ coverage reports
if: (github.event_name != 'schedule' && matrix.os != 'windows-latest')
run: |
bash -c "find . -type f -name '*.gcno' -exec gcov -pb --all-blocks {} +" || true
- name: Upload coverage to Codecov
uses: codecov/codecov-action@v3
if: (github.event_name != 'schedule' && matrix.os != 'windows-latest')
with:
token: ${{ secrets.CODECOV_TOKEN }}
flags: unittests
name: codecov-umbrella
fail_ci_if_error: true

45
kiwi/.github/workflows/docs.yml vendored Normal file
View File

@@ -0,0 +1,45 @@
name: Documentation building
on:
schedule:
- cron: '0 0 * * 2'
push:
branches:
- main
pull_request:
branches:
- main
paths:
- .github/workflows/docs.yml
- "kiwi/**"
- "py/**"
- "docs/**"
- setup.py
- pyproject.toml
jobs:
docs:
name: Docs building
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: Get history and tags for SCM versioning to work
run: |
git fetch --prune --unshallow
git fetch --depth=1 origin +refs/tags/*:refs/tags/*
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: '3.x'
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install -r docs/requirements.txt
- name: Install project
run: |
pip install .
- name: Install graphviz
uses: ts-graphviz/setup-graphviz@v1
- name: Build documentation
run: |
mkdir docs_output;
sphinx-build docs/source docs_output -W -b html;

220
kiwi/.github/workflows/release.yml vendored Normal file
View File

@@ -0,0 +1,220 @@
name: Build and upload wheels
on:
workflow_dispatch:
schedule:
- cron: '0 0 * * 3'
push:
tags:
- '*'
jobs:
build_sdist:
name: Build sdist
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v3
- name: Get history and tags for SCM versioning to work
run: |
git fetch --prune --unshallow
git fetch --depth=1 origin +refs/tags/*:refs/tags/*
- name: Setup Python
uses: actions/setup-python@v4
with:
python-version: '3.x'
- name: Build sdist
run: |
pip install --upgrade pip
pip install wheel build
python -m build . -s
- name: Test sdist
run: |
pip install pytest
pip install dist/*.tar.gz
cd ..
pytest kiwi/py/tests -v -W error
- name: Store artifacts
uses: actions/upload-artifact@v3
with:
name: artifact
path: dist/*
build_wheels:
name: Build wheels on ${{ matrix.os }} for ${{ matrix.archs }} using ${{ matrix.manylinux_version }}+
runs-on: ${{ matrix.os }}
env:
BUILD_COMMIT: main
strategy:
matrix:
os: [ubuntu-latest, windows-latest, macos-latest]
# We build separately 3.7 and 3.8 using manylinux1
manylinux_version: [manylinux1, manylinux2010, manylinux2014]
archs: [auto]
include:
- os: ubuntu-latest
archs: aarch64
manylinux_version: manylinux1
- os: ubuntu-latest
archs: ppc64le
manylinux_version: manylinux1
- os: ubuntu-latest
archs: s390x
manylinux_version: manylinux1
- os: ubuntu-latest
archs: aarch64
manylinux_version: manylinux2010
- os: ubuntu-latest
archs: ppc64le
manylinux_version: manylinux2010
- os: ubuntu-latest
archs: s390x
manylinux_version: manylinux2010
- os: ubuntu-latest
archs: aarch64
manylinux_version: manylinux2014
- os: ubuntu-latest
archs: ppc64le
manylinux_version: manylinux2014
- os: ubuntu-latest
archs: s390x
manylinux_version: manylinux2014
- os: windows-latest
archs: ARM64
steps:
- name: Checkout
uses: actions/checkout@v3
- name: Get history and tags for SCM versioning to work
run: |
git fetch --prune --unshallow
git fetch --depth=1 origin +refs/tags/*:refs/tags/*
- name: Setup Python
uses: actions/setup-python@v4
with:
python-version: '3.x'
- name: Set up QEMU
if: runner.os == 'Linux' && matrix.archs != 'auto'
uses: docker/setup-qemu-action@v2
with:
platforms: all
- name: Install cibuildwheel
run: |
python -m pip install --upgrade pip
python -m pip install wheel cibuildwheel
- name: Build wheels
if: matrix.manylinux_version == 'manylinux1'
env:
CIBW_BUILD: "cp37-* cp38-*"
CIBW_ARCHS_MACOS: x86_64 universal2 arm64
CIBW_ARCHS_LINUX: ${{ matrix.archs }}
CIBW_MANYLINUX_X86_64_IMAGE: manylinux1
CIBW_MANYLINUX_I686_IMAGE: manylinux1
CIBW_TEST_REQUIRES: pytest
CIBW_TEST_COMMAND: pytest {package}/py/tests -v -W error
# Do not link against VC2014_1 on Windows
KIWI_DISABLE_FH4: 1
run: |
python -m cibuildwheel . --output-dir dist
- name: Build wheels
if: matrix.manylinux_version == 'manylinux2010'
env:
CIBW_BUILD: "cp39-* cp310-* pp37-* pp38-*"
CIBW_ARCHS_MACOS: x86_64 universal2 arm64
CIBW_ARCHS_LINUX: ${{ matrix.archs }}
CIBW_MANYLINUX_X86_64_IMAGE: manylinux2010
CIBW_MANYLINUX_I686_IMAGE: manylinux2010
CIBW_TEST_REQUIRES: pytest
CIBW_TEST_COMMAND: python -m pytest {package}/py/tests -v
# Do not link against VC2014_1 on Windows
KIWI_DISABLE_FH4: 1
run: |
python -m cibuildwheel . --output-dir dist
- name: Build wheels
if: matrix.manylinux_version == 'manylinux2014'
env:
CIBW_BUILD: "cp312-* cp311-* pp39-*"
CIBW_ARCHS_MACOS: x86_64 universal2 arm64
CIBW_ARCHS_LINUX: ${{ matrix.archs }}
CIBW_MANYLINUX_X86_64_IMAGE: manylinux2014
CIBW_MANYLINUX_I686_IMAGE: manylinux2014
CIBW_TEST_REQUIRES: pytest
CIBW_TEST_COMMAND: python -m pytest {package}/py/tests -v
# Do not link against VC2014_1 on Windows
KIWI_DISABLE_FH4: 1
run: |
python -m cibuildwheel . --output-dir dist
- name: Build wheels
if: runner.os == 'Windows' && matrix.archs != 'auto'
env:
CIBW_BUILD: "cp39-* cp310-* cp311-* cp312-*"
CIBW_ARCHS_WINDOWS: ${{ matrix.archs }}
# It is not yet possible to run ARM64 tests, only cross-compile them.
CIBW_TEST_SKIP: "*-win_arm64"
CIBW_TEST_REQUIRES: pytest
CIBW_TEST_COMMAND: python -m pytest {package}/py/tests -v
# Do not link against VC2014_1 on Windows.
KIWI_DISABLE_FH4: 1
run: |
python -m cibuildwheel . --output-dir dist
- name: Store artifacts
uses: actions/upload-artifact@v3
with:
name: artifact
path: dist/*.whl
publish:
if: github.event_name == 'push'
needs: [build_wheels, build_sdist]
runs-on: ubuntu-latest
steps:
- uses: actions/download-artifact@v3
with:
name: artifact
path: dist
- uses: pypa/gh-action-pypi-publish@release/v1
with:
user: __token__
password: ${{ secrets.pypi_password }}
# To test:
# repository_url: https://test.pypi.org/legacy/
github-release:
name: >-
Sign the Python 🐍 distribution 📦 with Sigstore
and create a GitHub Release
runs-on: ubuntu-latest
needs:
- publish
permissions:
contents: write
id-token: write
steps:
- name: Download all the dists
uses: actions/download-artifact@v3
with:
name: artifact
path: dist
- name: Sign the dists with Sigstore
uses: sigstore/gh-action-sigstore-python@v2.1.0
with:
password: ${{ secrets.pypi_password }}
inputs: >-
./dist/*.tar.gz
./dist/*.whl
- name: Create GitHub Release
env:
GITHUB_TOKEN: ${{ github.token }}
run: >-
gh release create
'${{ github.ref_name }}'
--repo '${{ github.repository }}'
--generate-notes
- name: Upload artifact signatures to GitHub Release
env:
GITHUB_TOKEN: ${{ github.token }}
run: >-
gh release upload
'${{ github.ref_name }}' dist/**
--repo '${{ github.repository }}'