Skip to content

Commit

Permalink
add upload and use compressed-tensors bucket
Browse files Browse the repository at this point in the history
  • Loading branch information
dhuangnm authored and dhuangnm committed Sep 12, 2024
1 parent 10b80f8 commit 064e960
Show file tree
Hide file tree
Showing 5 changed files with 25 additions and 25 deletions.
20 changes: 10 additions & 10 deletions .github/workflows/build-test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -56,13 +56,13 @@ jobs:
testmo_run_id: ${{ needs.BUILD.outputs.testmo_run_id }}
secrets: inherit

# UPLOAD:
# needs: TEST
# uses: ./.github/workflows/upload.yml
# with:
# label: k8s-util
# timeout: 40
# run_id: ${{ github.run_id }}
# push_to_pypi: ${{ inputs.push_to_pypi }}
# testmo_run_id: ${{ needs.BUILD.outputs.testmo_run_id }}
# secrets: inherit
UPLOAD:
needs: TEST
uses: ./.github/workflows/upload.yml
with:
label: k8s-util
timeout: 40
run_id: ${{ github.run_id }}
push_to_pypi: ${{ inputs.push_to_pypi }}
testmo_run_id: ${{ needs.BUILD.outputs.testmo_run_id }}
secrets: inherit
6 changes: 3 additions & 3 deletions .github/workflows/build.yml
Original file line number Diff line number Diff line change
Expand Up @@ -58,7 +58,7 @@ jobs:
id-token: 'write'

outputs:
assets_location: gs://llm-compressor/assets/${{ github.run_id }}
assets_location: gs://compressed-tensors/assets/${{ github.run_id }}
run_id: ${{ github.run_id }}
whl: ${{ steps.build.outputs.whl }}
tarfile: ${{ steps.build.outputs.tarfile }}
Expand Down Expand Up @@ -114,8 +114,8 @@ jobs:

- name: copy whl and source distribution
run: |
gcloud storage cp dist/${{ steps.build.outputs.whlname }} gs://llm-compressor/assets/${{ github.run_id }}/${{ steps.build.outputs.whlname }}
gcloud storage cp dist/${{ steps.build.outputs.tarname }} gs://llm-compressor/assets/${{ github.run_id }}/${{ steps.build.outputs.tarname }}
gcloud storage cp dist/${{ steps.build.outputs.whlname }} gs://compressed-tensors/assets/${{ github.run_id }}/${{ steps.build.outputs.whlname }}
gcloud storage cp dist/${{ steps.build.outputs.tarname }} gs://compressed-tensors/assets/${{ github.run_id }}/${{ steps.build.outputs.tarname }}
- name: upload whl
uses: actions/upload-artifact@v4
Expand Down
8 changes: 8 additions & 0 deletions .github/workflows/test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -117,6 +117,14 @@ jobs:
results: test-results
step_status: ${{ steps.test.outputs.status }}

- name: complete testmo run
uses: neuralmagic/nm-actions/actions/testmo-run-complete@newadd
if: (success() || failure()) && ${{ inputs.testmo_run_id != '' }}
with:
testmo_url: https://neuralmagic.testmo.net
testmo_token: ${{ secrets.TESTMO_TEST_TOKEN }}
testmo_run_id: ${{ inputs.testmo_run_id }}

- name: summary
uses: neuralmagic/nm-actions/actions/summary-test@newadd
if: success() || failure()
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/trigger-all.yml
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,7 @@ jobs:
name: ${{ inputs.wf_category || (github.event.schedule == '30 0 * * *' && 'NIGHTLY') }}
with:
#wf_category: ${{ inputs.wf_category || (github.event.schedule == '30 0 * * *' && 'NIGHTLY') }}
wf_category: ${{ 'RELEASE' || (github.event.schedule == '30 0 * * *' && 'NIGHTLY') }}
wf_category: ${{ 'NIGHTLY' || (github.event.schedule == '30 0 * * *' && 'NIGHTLY') }}
gitref: ${{ inputs.gitref || 'auto' }}
push_to_pypi: ${{ inputs.push_to_pypi || false }}

Expand Down
14 changes: 3 additions & 11 deletions .github/workflows/upload.yml
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
name: upload llmcompressor whl and tar.gz
name: upload compressed-tensors whl and tar.gz
run-name: ${{ github.actor }} uploading whl/tar.gz from run ${{ inputs.run_id }}
on:

Expand Down Expand Up @@ -92,7 +92,7 @@ jobs:
uses: neuralmagic/nm-actions/actions/find-asset@v1.1.0
with:
run_id: ${{ inputs.run_id }}
asset_identifier: 'llmcompressor*.whl'
asset_identifier: 'compressed*.whl'

- name: upload whl to "nm-pypi"
uses: neuralmagic/nm-actions/actions/gcp-upload-asset@v1.1.0
Expand All @@ -105,7 +105,7 @@ jobs:
uses: neuralmagic/nm-actions/actions/find-asset@v1.1.0
with:
run_id: ${{ inputs.run_id }}
asset_identifier: 'llmcompressor*.tar.gz'
asset_identifier: 'compressed*.tar.gz'

- name: upload tar.gz to "nm-pypi"
uses: neuralmagic/nm-actions/actions/gcp-upload-asset@v1.1.0
Expand Down Expand Up @@ -143,11 +143,3 @@ jobs:
username: ${{ secrets.PYPI_PUBLIC_USER }}
password: ${{ secrets.PYPI_PUBLIC_AUTH }}
whl: ${{ steps.find-asset-targz.outputs.asset }}

- name: complete testmo run
uses: neuralmagic/nm-actions/actions/testmo-run-complete@v1.0.0
if: (success() || failure()) && ${{ inputs.testmo_run_id != '' }}
with:
testmo_url: https://neuralmagic.testmo.net
testmo_token: ${{ secrets.TESTMO_TEST_TOKEN }}
testmo_run_id: ${{ inputs.testmo_run_id }}

0 comments on commit 064e960

Please sign in to comment.