Refactor Recipe State Dict Code (#1964) #2268
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build Linux Wheels | |
| on: | |
| push: | |
| branches: | |
| - nightly | |
| - release/* | |
| tags: | |
| # NOTE: Binary build pipelines should only get triggered on release candidate builds | |
| # Release candidate tags look like: v1.11.0-rc1 | |
| - v[0-9]+.[0-9]+.[0-9]+-rc[0-9]+ | |
| workflow_dispatch: | |
| permissions: | |
| id-token: write | |
| contents: read | |
| jobs: | |
| generate-matrix: | |
| if: github.repository_owner == 'pytorch' | |
| uses: pytorch/test-infra/.github/workflows/generate_binary_build_matrix.yml@main | |
| with: | |
| package-type: wheel | |
| os: linux | |
| test-infra-repository: pytorch/test-infra | |
| test-infra-ref: main | |
| with-cuda: enable | |
| with-rocm: enable | |
| build-python-only: enable | |
| # TODO: Remove `filter-python-version` after PyArrow releases v18 | |
| filter-python-versions: | |
| needs: generate-matrix | |
| runs-on: ubuntu-latest | |
| outputs: | |
| matrix: ${{ steps.set-matrix.outputs.matrix }} | |
| steps: | |
| - name: Filter matrix to exclude Python 3.13 | |
| id: set-matrix | |
| shell: python | |
| env: | |
| input-matrix: ${{ needs.generate-matrix.outputs.matrix }} | |
| run: | | |
| import os | |
| import json | |
| # Grab environment variables | |
| input_matrix = json.loads(os.environ["input-matrix"]) | |
| github_output_file = os.environ["GITHUB_OUTPUT"] | |
| # Filter out any builds for 3.13 | |
| filtered_matrix = {"include": []} | |
| for build in input_matrix["include"]: | |
| if build["python_version"] != "3.13": | |
| filtered_matrix["include"].append(build) | |
| # Write the new matrix to the default outputs file | |
| with open(github_output_file, "w") as handle: | |
| handle.write(f"matrix={json.dumps(filtered_matrix)}") | |
| build: | |
| needs: filter-python-versions | |
| name: ${{ matrix.repository }} | |
| uses: pytorch/test-infra/.github/workflows/build_wheels_linux.yml@main | |
| strategy: | |
| fail-fast: false | |
| with: | |
| repository: pytorch/torchtune | |
| ref: "" | |
| package-name: torchtune | |
| build-matrix: ${{ needs.filter-python-versions.outputs.matrix }} | |
| pre-script: .github/scripts/pre_build_script.sh | |
| trigger-event: ${{ github.event_name }} | |
| build-platform: 'python-build-package' | |
| pip-install-torch-extra-args: | |
| torchvision | |
| torchao |