build

[build] Add support for musllinux platforms in github action. #856

Workflow file for this run

	name: build

	on: [push, pull_request]

	jobs:
	test_trigger:
	name: trigger for run test
	runs-on: ubuntu-latest
	if: "! contains(toJSON(github.event.commits.*.message), '[skip ci]')"

	steps:
	- name: nothing
	run: echo this is an empty job

	test_TAT_hpp:
	name: test TAT.hpp
	runs-on: ubuntu-latest
	needs: [test_trigger]

	steps:
	- name: checkout
	uses: actions/checkout@v3
	- name: install mpi, openblas and gtest/gmock
	run: sudo apt-get install -y mpi-default-dev libopenblas-serial-dev libgtest-dev libgmock-dev
	- name: make build directory
	run: mkdir ${{runner.workspace}}/build
	- name: configure
	working-directory: ${{runner.workspace}}/build
	run: cmake ${{github.workspace}}
	- name: build
	working-directory: ${{runner.workspace}}/build
	run: make test_executables -j 2
	- name: ctest
	working-directory: ${{runner.workspace}}/build
	run: ctest -j 2 --verbose

	test_lazy_py:
	name: test lazy.py
	runs-on: ubuntu-latest
	needs: [test_trigger]
	steps:
	- name: checkout
	uses: actions/checkout@v3
	- name: setup python
	uses: actions/setup-python@v4
	with:
	python-version: "3.x"
	- name: install pytest
	run: pip install pytest pytest-cov
	- name: run test
	working-directory: ${{github.workspace}}/lazy_graph
	run: python -m pytest

	test_scalapack_py:
	name: test scalapack.py
	runs-on: ubuntu-latest
	needs: [test_trigger]
	steps:
	- name: checkout
	uses: actions/checkout@v3
	- name: install mpi, scalapack
	run: sudo apt-get install -y mpi-default-dev libscalapack-mpi-dev
	- name: setup python
	uses: actions/setup-python@v4
	with:
	python-version: "3.x"
	- name: install pytest, mpi4py and numpy
	run: pip install pytest pytest-cov pytest-mpi mpi4py numpy
	- name: link scalapack library
	working-directory: ${{github.workspace}}/PyScalapack
	run: ln -s /usr/lib/x86_64-linux-gnu/libscalapack-openmpi.so libscalapack.so
	- name: run test
	working-directory: ${{github.workspace}}/PyScalapack
	run: mpirun --oversubscribe -n 6 coverage run -m pytest && coverage combine && coverage report
	env:
	LD_LIBRARY_PATH: .

	build_wheels_trigger:
	name: trigger for building wheels
	runs-on: ubuntu-latest
	needs: [test_TAT_hpp, test_lazy_py, test_scalapack_py]
	if: "github.event_name == 'push' && (startsWith(github.ref, 'refs/tags') \|\| contains(toJSON(github.event.commits.*.message), '[force ci]'))"
	steps:
	- name: nothing
	run: echo this is an empty job

	generate_python_markdown_readme:
	name: generate README.md for python package
	runs-on: ubuntu-latest
	needs: build_wheels_trigger

	strategy:
	fail-fast: false
	matrix:
	include:
	- package: PyTAT
	- package: tnsp_bridge
	- package: lazy_graph
	- package: tetragono
	- package: tetraku
	- package: PyScalapack

	steps:
	- name: checkout
	uses: actions/checkout@v3
	- name: install emacs
	run: sudo apt-get install -y emacs
	- name: export to markdown
	run: emacs ${{matrix.package}}/README.org --batch -f org-md-export-to-markdown --kill
	- name: upload to artifact
	uses: actions/upload-artifact@v3
	with:
	name: README-of-${{matrix.package}}
	path: ${{matrix.package}}/README.md

	build_pytat_wheels:
	name: build PyTAT wheels
	runs-on: ${{ matrix.os }}
	needs: [build_wheels_trigger, generate_python_markdown_readme]

	strategy:
	fail-fast: false
	matrix:
	include:
	# Always support manylinux x86_64 platform
	- os: ubuntu-latest
	python: 38
	platform_id: manylinux_x86_64
	- os: ubuntu-latest
	python: 39
	platform_id: manylinux_x86_64
	- os: ubuntu-latest
	python: 310
	platform_id: manylinux_x86_64
	- os: ubuntu-latest
	python: 311
	platform_id: manylinux_x86_64
	- os: ubuntu-latest
	python: 312
	platform_id: manylinux_x86_64

	# Always support musllinux x86_64 platform
	- os: ubuntu-latest
	python: 38
	platform_id: musllinux_x86_64
	- os: ubuntu-latest
	python: 39
	platform_id: musllinux_x86_64
	- os: ubuntu-latest
	python: 310
	platform_id: musllinux_x86_64
	- os: ubuntu-latest
	python: 311
	platform_id: musllinux_x86_64
	- os: ubuntu-latest
	python: 312
	platform_id: musllinux_x86_64

	# Only support the latest two version for macos platform
	- os: macos-latest
	python: 311
	platform_id: macosx_x86_64
	mac_arch: x86_64
	- os: macos-latest
	python: 312
	platform_id: macosx_x86_64
	mac_arch: x86_64

	- os: macos-latest
	python: 311
	platform_id: macosx_arm64
	mac_arch: arm64
	- os: macos-latest
	python: 312
	platform_id: macosx_arm64
	mac_arch: arm64

	# Only support latest four version for windows platform
	- os: windows-latest
	python: 39
	platform_id: win_amd64
	- os: windows-latest
	python: 310
	platform_id: win_amd64
	- os: windows-latest
	python: 311
	platform_id: win_amd64
	- os: windows-latest
	python: 312
	platform_id: win_amd64

	steps:
	- name: checkout
	uses: actions/checkout@v3
	with:
	fetch-depth: 0
	- name: recovery tag information
	run: git fetch --tags --force
	- name: get pybind11
	uses: actions/checkout@v3
	with:
	repository: pybind/pybind11
	path: pybind11
	- name: setup python
	uses: actions/setup-python@v4
	with:
	python-version: "3.x"
	- name: install cibuildwheel
	run: python -m pip install cibuildwheel
	- name: download artifacts for PyTAT
	uses: actions/download-artifact@v3
	with:
	name: README-of-PyTAT
	path: PyTAT
	- name: build wheel for PyTAT
	env:
	CIBW_TEST_REQUIRES: pytest
	CIBW_TEST_COMMAND: pytest {project}/PyTAT/tests
	CIBW_TEST_SKIP: "*-macosx_arm64"

	CIBW_BUILD: cp${{ matrix.python }}-${{ matrix.platform_id }}
	CIBW_ARCHS: all

	CIBW_BEFORE_ALL_LINUX: yum install -y openblas-devel \|\| apk add openblas-dev
	CIBW_BEFORE_ALL_WINDOWS: cmd /c python .github\scripts\get_openblas_for_windows.py && choco install -y ninja
	CIBW_BEFORE_ALL_MACOS: ""

	CIBW_ENVIRONMENT_LINUX: MAKEFLAGS=--parallel=2
	CIBW_ENVIRONMENT_WINDOWS: MAKEFLAGS=--parallel=2 CMAKEFLAGS="-GNinja\|-DCMAKE_CXX_COMPILER=clang++\|-DTAT_MATH_LIBRARIES=../../../../lib/libopenblas"
	CIBW_ENVIRONMENT_MACOS: MAKEFLAGS=--parallel=3 CMAKEFLAGS="-DCMAKE_OSX_ARCHITECTURES=${{ matrix.mac_arch }}"

	CIBW_REPAIR_WHEEL_COMMAND_WINDOWS: cmd /c python -m pip install delvewheel && python -m delvewheel repair --wheel-dir {dest_dir} {wheel} --add-path bin

	CIBW_BUILD_FRONTEND: build
	CIBW_BUILD_VERBOSITY: 1
	run: python -m cibuildwheel PyTAT --output-dir dist
	- name: upload artifact
	uses: actions/upload-artifact@v3
	with:
	path: dist/*.whl

	build_pure_python_wheels:
	name: build pure python wheels
	runs-on: ubuntu-latest
	needs: [build_wheels_trigger, generate_python_markdown_readme]

	strategy:
	fail-fast: false
	matrix:
	include:
	- package: tnsp_bridge
	- package: lazy_graph
	- package: tetragono
	- package: tetraku
	- package: PyScalapack

	steps:
	- name: checkout
	uses: actions/checkout@v3
	with:
	fetch-depth: 0
	- name: recovery tag information
	run: git fetch --tags --force
	- name: setup python
	uses: actions/setup-python@v4
	with:
	python-version: "3.x"
	- name: install python build
	run: python -m pip install build
	- name: download artifacts
	uses: actions/download-artifact@v3
	with:
	name: README-of-${{matrix.package}}
	path: ${{matrix.package}}
	- name: build wheel
	working-directory: ${{github.workspace}}/${{matrix.package}}
	run: python -m build
	- name: upload artifact
	uses: actions/upload-artifact@v3
	with:
	path: ${{github.workspace}}/${{matrix.package}}/dist/*.whl

	release_trigger:
	name: trigger for release
	runs-on: ubuntu-latest
	needs: [build_pytat_wheels, build_pure_python_wheels]
	if: startsWith(github.ref, 'refs/tags')

	steps:
	- name: nothing
	run: echo this is an empty job

	upload_pypi:
	name: upload wheels to pypi
	runs-on: ubuntu-latest
	needs: [release_trigger]

	environment: release
	permissions:
	id-token: write

	steps:
	- name: download artifacts
	uses: actions/download-artifact@v3
	- name: setup python
	uses: actions/setup-python@v4
	with:
	python-version: "3.x"
	- name: upload
	uses: pypa/gh-action-pypi-publish@release/v1
	with:
	packages-dir: artifact

	create_release:
	name: create github release
	runs-on: ubuntu-latest
	needs: [release_trigger]

	steps:
	- name: checkout
	uses: actions/checkout@v3
	with:
	fetch-depth: 0
	- name: recovery tag information
	run: git fetch --tags --force
	- name: install emacs
	run: sudo apt-get install -y emacs
	- name: export to markdown
	run: emacs CHANGELOG.org --batch -f org-md-export-to-markdown --kill
	- name: generate release description
	run: python .github/scripts/generate_release_description.py
	- name: download artifacts
	uses: actions/download-artifact@v3
	- name: release
	uses: softprops/action-gh-release@v1
	with:
	files: artifact/*.whl
	body_path: release_description.md
	- name: push to main branch
	run: git remote set-url origin https://x-access-token:${{secrets.GITHUB_TOKEN}}@github.com/${{github.repository}} && git push origin HEAD:main

	build_doxygen:
	name: build doxygen github pages
	runs-on: ubuntu-latest
	needs: [release_trigger]

	steps:
	- name: checkout
	uses: actions/checkout@v3
	- name: install doxygen
	run: sudo apt-get install doxygen -y
	- name: create docs
	run: doxygen
	- name: publish
	uses: crazy-max/ghaction-github-pages@v1
	with:
	build_dir: html
	env:
	GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN}}

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

[build] Add support for musllinux platforms in github action. #856

Workflow file

[build] Add support for musllinux platforms in github action. #856

Jobs

Run details

Workflow file for this run