From 6c5005c1f1f4341cb8a07f12e885ac4915cda00e Mon Sep 17 00:00:00 2001 From: "Admin account for cTuning.org" <166590745+ctuning-admin@users.noreply.github.com> Date: Wed, 5 Feb 2025 15:49:51 +0100 Subject: [PATCH 01/11] Update __init__.py --- cmx4mlops/cmx4mlops/__init__.py | 1 + 1 file changed, 1 insertion(+) diff --git a/cmx4mlops/cmx4mlops/__init__.py b/cmx4mlops/cmx4mlops/__init__.py index 16e385321..f20049072 100644 --- a/cmx4mlops/cmx4mlops/__init__.py +++ b/cmx4mlops/cmx4mlops/__init__.py @@ -1 +1,2 @@ # +# From d523b8b39082a1b56565c8b780c83d33771a0efc Mon Sep 17 00:00:00 2001 From: Grigori Fursin Date: Wed, 5 Feb 2025 15:58:15 +0100 Subject: [PATCH 02/11] fixed tests --- .github/workflows/test-cmxr-mlperf-inference-rgat.yml | 2 +- README.md | 2 +- cm/README.md | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/test-cmxr-mlperf-inference-rgat.yml b/.github/workflows/test-cmxr-mlperf-inference-rgat.yml index a5b4f0004..ca1478dc5 100644 --- a/.github/workflows/test-cmxr-mlperf-inference-rgat.yml +++ b/.github/workflows/test-cmxr-mlperf-inference-rgat.yml @@ -34,7 +34,7 @@ jobs: pip install tabulate - name: Pull MLOps repository run: | - cmx pull repo ${{ github.event.pull_request.head.repo.html_url }} --branch=${{ github.event.pull_request.head.ref }} + cmx run mlc pull repo ${{ github.event.pull_request.head.repo.html_url }} --branch=${{ github.event.pull_request.head.ref }} - name: Test MLPerf Inference R-GAT using ${{ matrix.backend }} on ${{ matrix.os }} run: | cmxr --tags=run,mlperf,inference,generate-run-cmds,_submission,_short --adr.inference-src.tags=_branch.dev --pull_changes=yes --pull_inference_changes=yes --submitter="MLC" --hw_name=gh_${{ matrix.os }}_x86 --model=rgat --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=500 --adr.compiler.tags=gcc --category=datacenter --quiet --v --target_qps=1 diff --git a/README.md b/README.md index 58805f8fa..8cee10529 100755 --- a/README.md +++ b/README.md @@ -62,7 +62,7 @@ See the [online documentation](https://docs.mlcommons.org/inference) at MLCommons to run MLPerf inference benchmarks across diverse systems using CMX. Just install `pip install cmind` and substitute the following commands and flags: * `cm` -> `cmx` -* `mlc` -> `cmx` +* `mlc` -> `cmx run mlc` * `mlcr` -> `cmxr` * `-v` -> `--v` diff --git a/cm/README.md b/cm/README.md index 365bbdcd6..3c397ce1b 100644 --- a/cm/README.md +++ b/cm/README.md @@ -61,7 +61,7 @@ See the [online documentation](https://docs.mlcommons.org/inference) at MLCommons to run MLPerf inference benchmarks across diverse systems using CMX. Just install `pip install cmind` and substitute the following commands and flags: * `cm` -> `cmx` -* `mlc` -> `cmx` +* `mlc` -> `cmx run mlc` * `mlcr` -> `cmxr` * `-v` -> `--v` From dcb83a52ce9dc533d0f2f629fc0c963be37a69d0 Mon Sep 17 00:00:00 2001 From: Grigori Fursin Date: Wed, 5 Feb 2025 16:00:43 +0100 Subject: [PATCH 03/11] Update __init__.py --- cmx4mlops/cmx4mlops/__init__.py | 1 + 1 file changed, 1 insertion(+) diff --git a/cmx4mlops/cmx4mlops/__init__.py b/cmx4mlops/cmx4mlops/__init__.py index f20049072..d2ad6832e 100644 --- a/cmx4mlops/cmx4mlops/__init__.py +++ b/cmx4mlops/cmx4mlops/__init__.py @@ -1,2 +1,3 @@ # # +# From e7c05c3acd6ec997d7767e98440f316f7a849b51 Mon Sep 17 00:00:00 2001 From: Grigori Fursin Date: Wed, 5 Feb 2025 16:25:25 +0100 Subject: [PATCH 04/11] clean up --- .github/workflows/test-cmxr-mlperf-inference-rgat.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/test-cmxr-mlperf-inference-rgat.yml b/.github/workflows/test-cmxr-mlperf-inference-rgat.yml index ca1478dc5..2dee50d8a 100644 --- a/.github/workflows/test-cmxr-mlperf-inference-rgat.yml +++ b/.github/workflows/test-cmxr-mlperf-inference-rgat.yml @@ -46,8 +46,8 @@ jobs: EMAIL: "admin@cTuning.org" GITHUB_TOKEN: ${{ secrets.TEST_RESULTS_GITHUB_TOKEN }} run: | - git config --global user.name "mlcommons-bot" - git config --global user.email "mlcommons-bot@users.noreply.github.com" + git config --global user.name "${{ env.USER }}" + git config --global user.email "${{ env.EMAIL }}" git config --global credential.https://github.com.helper "" git config --global credential.https://github.com.helper "!gh auth git-credential" git config --global credential.https://gist.github.com.helper "" From 5d3444878d40c9354d3832a626161830b470ceb2 Mon Sep 17 00:00:00 2001 From: Grigori Fursin Date: Wed, 5 Feb 2025 16:28:34 +0100 Subject: [PATCH 05/11] Update __init__.py --- cmx4mlops/cmx4mlops/__init__.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/cmx4mlops/cmx4mlops/__init__.py b/cmx4mlops/cmx4mlops/__init__.py index d2ad6832e..16e385321 100644 --- a/cmx4mlops/cmx4mlops/__init__.py +++ b/cmx4mlops/cmx4mlops/__init__.py @@ -1,3 +1 @@ # -# -# From 0d9331a5e6fb38ebd0db63eea843a99a1b518a46 Mon Sep 17 00:00:00 2001 From: Grigori Fursin Date: Wed, 5 Feb 2025 17:02:27 +0100 Subject: [PATCH 06/11] fixed repo url --- .github/workflows/test-cmxr-mlperf-inference-rgat.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test-cmxr-mlperf-inference-rgat.yml b/.github/workflows/test-cmxr-mlperf-inference-rgat.yml index 2dee50d8a..f145b17d0 100644 --- a/.github/workflows/test-cmxr-mlperf-inference-rgat.yml +++ b/.github/workflows/test-cmxr-mlperf-inference-rgat.yml @@ -34,7 +34,7 @@ jobs: pip install tabulate - name: Pull MLOps repository run: | - cmx run mlc pull repo ${{ github.event.pull_request.head.repo.html_url }} --branch=${{ github.event.pull_request.head.ref }} + cmx run mlc pull repo mlcommons@mlperf-automations --branch=${{ github.event.pull_request.head.ref }} - name: Test MLPerf Inference R-GAT using ${{ matrix.backend }} on ${{ matrix.os }} run: | cmxr --tags=run,mlperf,inference,generate-run-cmds,_submission,_short --adr.inference-src.tags=_branch.dev --pull_changes=yes --pull_inference_changes=yes --submitter="MLC" --hw_name=gh_${{ matrix.os }}_x86 --model=rgat --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=500 --adr.compiler.tags=gcc --category=datacenter --quiet --v --target_qps=1 From cad6f9c2c2a949ed43e600e8d6b1f3ef17ab36be Mon Sep 17 00:00:00 2001 From: Grigori Fursin Date: Wed, 5 Feb 2025 17:03:50 +0100 Subject: [PATCH 07/11] fixed repo --- .github/workflows/test-cmxr-mlperf-inference-rgat.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test-cmxr-mlperf-inference-rgat.yml b/.github/workflows/test-cmxr-mlperf-inference-rgat.yml index f145b17d0..ff97c80e9 100644 --- a/.github/workflows/test-cmxr-mlperf-inference-rgat.yml +++ b/.github/workflows/test-cmxr-mlperf-inference-rgat.yml @@ -52,4 +52,4 @@ jobs: git config --global credential.https://github.com.helper "!gh auth git-credential" git config --global credential.https://gist.github.com.helper "" git config --global credential.https://gist.github.com.helper "!gh auth git-credential" - cmxr --tags=push,github,mlperf,inference,submission --repo_url=https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0 --repo_branch=auto-update --commit_message="Results from R50 GH action on ${{ matrix.os }}" --quiet + cmxr --tags=push,github,mlperf,inference,submission --repo_url="https://github.com/ctuning/test_mlperf_inference_submissions" --repo_branch=auto-update --commit_message="Results from R50 GH action on ${{ matrix.os }}" --quiet From 10cf8d4208d06b89645190a422b7353fbfc805ea Mon Sep 17 00:00:00 2001 From: Grigori Fursin Date: Wed, 5 Feb 2025 17:06:56 +0100 Subject: [PATCH 08/11] Update __init__.py --- cmx4mlops/cmx4mlops/__init__.py | 1 + 1 file changed, 1 insertion(+) diff --git a/cmx4mlops/cmx4mlops/__init__.py b/cmx4mlops/cmx4mlops/__init__.py index 16e385321..f20049072 100644 --- a/cmx4mlops/cmx4mlops/__init__.py +++ b/cmx4mlops/cmx4mlops/__init__.py @@ -1 +1,2 @@ # +# From 49a6971f6c33669ce6fbc8bf22ce20debfd2ed12 Mon Sep 17 00:00:00 2001 From: Grigori Fursin Date: Wed, 5 Feb 2025 17:22:38 +0100 Subject: [PATCH 09/11] test fix --- .github/workflows/test-cmxr-mlperf-inference-rgat.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test-cmxr-mlperf-inference-rgat.yml b/.github/workflows/test-cmxr-mlperf-inference-rgat.yml index ff97c80e9..026e91e73 100644 --- a/.github/workflows/test-cmxr-mlperf-inference-rgat.yml +++ b/.github/workflows/test-cmxr-mlperf-inference-rgat.yml @@ -52,4 +52,4 @@ jobs: git config --global credential.https://github.com.helper "!gh auth git-credential" git config --global credential.https://gist.github.com.helper "" git config --global credential.https://gist.github.com.helper "!gh auth git-credential" - cmxr --tags=push,github,mlperf,inference,submission --repo_url="https://github.com/ctuning/test_mlperf_inference_submissions" --repo_branch=auto-update --commit_message="Results from R50 GH action on ${{ matrix.os }}" --quiet + cmxr --tags=push,github,mlperf,inference,submission --repo_url="https://github.com/ctuning/test_mlperf_inference_submissions" --repo_branch=main --commit_message="Results from R50 GH action on ${{ matrix.os }}" --quiet From ecbd3b576a279072767b8a4ede9e95108031ec22 Mon Sep 17 00:00:00 2001 From: Grigori Fursin Date: Wed, 5 Feb 2025 17:26:23 +0100 Subject: [PATCH 10/11] Update __init__.py --- cmx4mlops/cmx4mlops/__init__.py | 1 - 1 file changed, 1 deletion(-) diff --git a/cmx4mlops/cmx4mlops/__init__.py b/cmx4mlops/cmx4mlops/__init__.py index f20049072..16e385321 100644 --- a/cmx4mlops/cmx4mlops/__init__.py +++ b/cmx4mlops/cmx4mlops/__init__.py @@ -1,2 +1 @@ # -# From 345921bf4fb58899976aca733375a58ca1ac5aa0 Mon Sep 17 00:00:00 2001 From: Grigori Fursin Date: Wed, 5 Feb 2025 17:27:18 +0100 Subject: [PATCH 11/11] Update __init__.py --- cmx4mlops/cmx4mlops/__init__.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/cmx4mlops/cmx4mlops/__init__.py b/cmx4mlops/cmx4mlops/__init__.py index 16e385321..fd83a109e 100644 --- a/cmx4mlops/cmx4mlops/__init__.py +++ b/cmx4mlops/cmx4mlops/__init__.py @@ -1 +1,3 @@ # +# +