From f81e0ffee52a160d34525dcc8f207d6969950516 Mon Sep 17 00:00:00 2001 From: Grigori Fursin Date: Tue, 16 Apr 2024 15:17:05 +0200 Subject: [PATCH 1/2] fixed GUI with mlcommons@cm4mlops --- script/gui/playground_install.py | 14 ++++++++------ script/gui/playground_scripts.py | 4 ++-- 2 files changed, 10 insertions(+), 8 deletions(-) diff --git a/script/gui/playground_install.py b/script/gui/playground_install.py index 479ab09857..fa9220ce32 100644 --- a/script/gui/playground_install.py +++ b/script/gui/playground_install.py @@ -67,9 +67,11 @@ def page(st, params, extra): ################################################################### # Select repository - choices = [('Stable Git version from GitHub: mlcommons@ck', 'stable'), - ('Dev Git version from GitHub: ctuning@mlcommons-ck', 'ctuning'), - ('Small and stable ZIP from Zenodo: 20240223', 'zenodo')] + choices = [ + ('Development GitHub version: mlcommons@cm4mlops', 'dev'), + ('Stable GitHub version: mlcommons@cm4mlops', 'main'), + ('Small and stable ZIP from Zenodo: 20240223', 'zenodo') + ] repo = st.selectbox('Select repository with [automation recipes (CM scripts)](https://access.cknowledge.org/playground/?action=scripts):', range(len(choices)), @@ -81,12 +83,12 @@ def page(st, params, extra): # Add stable repo from Zenodo - if repo_index == 'ctuning': - cm_repo = 'ctuning@mlcommons-ck' + if repo_index == 'dev': + cm_repo = 'mlcommons@cm4mlops --checkout=dev' elif repo_index == 'zenodo': cm_repo = '--url=https://zenodo.org/records/10787459/files/cm-mlops-repo-20240306.zip' else: - cm_repo = 'mlcommons@ck' + cm_repo = 'mlcommons@cm4mlops' x = '{} -m pip install cmind -U {}\n\n'.format(python, need_user) x += 'cm pull repo {}\n\n'.format(cm_repo) diff --git a/script/gui/playground_scripts.py b/script/gui/playground_scripts.py index a3bc935038..faf7197c32 100644 --- a/script/gui/playground_scripts.py +++ b/script/gui/playground_scripts.py @@ -134,7 +134,7 @@ def page(st, params): x3 = misc.make_url(meta['uid'], action='scripts', md=False) end_html='
Self links: tags or alias or UID
'.format(x1,x2,x3) - extra_repo = '' if repo_meta['alias']=='mlcommons@ck' else '\ncm pull repo '+repo_meta['alias'] + extra_repo = '' if repo_meta['alias']=='mlcommons@cm4mlops' else '\ncm pull repo '+repo_meta['alias'] xtags = tags if len(variations)>0: @@ -145,7 +145,7 @@ def page(st, params): x = ''' ```bash pip install cmind -U -cm pull repo mlcommons@ck{} +cm pull repo mlcommons@cm4mlops --checkout=dev{} cm run script "{}" ``` From ee793ac16a77eb6de0d44d4c546a0eb9736a8791 Mon Sep 17 00:00:00 2001 From: Grigori Fursin Date: Tue, 16 Apr 2024 15:57:02 +0200 Subject: [PATCH 2/2] updated docs --- README.md | 2 +- automation/script/README-extra.md | 7 +- automation/script/module.py | 6 +- automation/script/module_misc.py | 13 +- script/activate-python-venv/README.md | 24 +- script/add-custom-nvidia-system/README.md | 54 +- .../README.md | 50 +- .../README.md | 32 +- .../README.md | 44 +- .../README.md | 36 +- script/app-image-corner-detection/README.md | 30 +- script/app-loadgen-generic-python/README.md | 62 +- .../README.md | 60 +- script/app-mlperf-inference-dummy/README.md | 50 +- script/app-mlperf-inference-intel/README.md | 116 ++-- .../README.md | 52 +- .../README.md | 250 ++++---- script/app-mlperf-inference-nvidia/README.md | 200 +++--- .../app-mlperf-inference-qualcomm/README.md | 104 ++-- script/app-mlperf-inference/README.md | 80 ++- script/app-mlperf-training-nvidia/README.md | 48 +- .../app-mlperf-training-reference/README.md | 46 +- script/app-stable-diffusion-onnx-py/README.md | 38 +- .../README.md | 24 +- script/benchmark-program-mlperf/README.md | 26 +- script/benchmark-program/README.md | 30 +- script/build-docker-image/README.md | 25 +- script/build-dockerfile/README.md | 20 +- .../README.md | 66 +- script/calibrate-model-for.qaic/README.md | 68 +-- script/compile-model-for.qaic/README.md | 68 +-- script/compile-program/README.md | 34 +- script/convert-csv-to-md/README.md | 30 +- .../README.md | 28 +- script/copy-to-clipboard/README.md | 24 +- script/create-conda-env/README.md | 26 +- .../create-fpgaconvnet-app-tinyml/README.md | 28 +- .../README.md | 28 +- script/create-patch/README.md | 22 +- script/destroy-terraform/README.md | 26 +- script/detect-cpu/README.md | 26 +- script/detect-os/README.md | 26 +- script/detect-sudo/README.md | 22 +- script/download-and-extract/README.md | 26 +- script/download-file/README.md | 30 +- script/download-torrent/README.md | 24 +- script/dump-pip-freeze/README.md | 26 +- script/extract-file/README.md | 26 +- script/fail/README.md | 20 +- script/flash-tinyml-binary/README.md | 30 +- script/generate-docs-for-all-scripts.cmd | 1 + .../README.md | 40 +- .../README.md | 30 +- script/generate-mlperf-tiny-report/README.md | 34 +- .../generate-mlperf-tiny-submission/README.md | 573 +++++++++--------- script/generate-nvidia-engine/README.md | 50 +- script/get-android-sdk/README.md | 22 +- script/get-aocl/README.md | 28 +- script/get-aria2/README.md | 28 +- script/get-aws-cli/README.md | 24 +- script/get-bazel/README.md | 26 +- script/get-bert-squad-vocab/README.md | 18 +- script/get-blis/README.md | 28 +- script/get-brew/README.md | 18 +- script/get-ck-repo-mlops/README.md | 22 +- script/get-ck/README.md | 20 +- script/get-cl/README.md | 22 +- script/get-cmake/README.md | 28 +- script/get-cmsis_5/README.md | 24 +- script/get-compiler-flags/README.md | 26 +- script/get-compiler-rust/README.md | 24 +- script/get-conda/README.md | 26 +- script/get-croissant/README.md | 30 +- script/get-cuda-devices/README.md | 24 +- script/get-cuda/README.md | 34 +- script/get-cudnn/README.md | 26 +- script/get-dataset-cifar10/README.md | 32 +- script/get-dataset-cnndm/README.md | 38 +- script/get-dataset-coco/README.md | 26 +- script/get-dataset-coco2014/README.md | 30 +- script/get-dataset-criteo/README.md | 18 +- script/get-dataset-imagenet-aux/README.md | 20 +- .../README.md | 18 +- script/get-dataset-imagenet-helper/README.md | 18 +- script/get-dataset-imagenet-train/README.md | 26 +- script/get-dataset-imagenet-val/README.md | 28 +- script/get-dataset-kits19/README.md | 24 +- script/get-dataset-librispeech/README.md | 24 +- .../README.md | 22 +- .../README.md | 28 +- script/get-dataset-openimages/README.md | 52 +- script/get-dataset-openorca/README.md | 22 +- script/get-dataset-squad-vocab/README.md | 22 +- script/get-dataset-squad/README.md | 24 +- .../get-dlrm-data-mlperf-inference/README.md | 22 +- script/get-dlrm/README.md | 24 +- script/get-docker/README.md | 20 +- script/get-gcc/README.md | 28 +- script/get-generic-python-lib/README.md | 78 ++- script/get-generic-sys-util/README.md | 24 +- script/get-git-repo/README.md | 30 +- script/get-github-cli/README.md | 26 +- script/get-go/README.md | 22 +- script/get-google-saxml/README.md | 32 +- script/get-google-test/README.md | 32 +- script/get-ipol-src/README.md | 18 +- script/get-java/README.md | 26 +- script/get-javac/README.md | 26 +- script/get-lib-armnn/README.md | 26 +- script/get-lib-dnnl/README.md | 26 +- script/get-lib-protobuf/README.md | 28 +- script/get-lib-qaic-api/README.md | 24 +- script/get-llvm/README.md | 30 +- script/get-microtvm/README.md | 24 +- script/get-ml-model-3d-unet-kits19/README.md | 18 +- script/get-ml-model-bert-base-squad/README.md | 20 +- .../get-ml-model-bert-large-squad/README.md | 54 +- script/get-ml-model-dlrm-terabyte/README.md | 20 +- .../get-ml-model-efficientnet-lite/README.md | 18 +- script/get-ml-model-gptj/README.md | 72 ++- script/get-ml-model-huggingface-zoo/README.md | 30 +- script/get-ml-model-llama2/README.md | 22 +- script/get-ml-model-mobilenet/README.md | 18 +- script/get-ml-model-neuralmagic-zoo/README.md | 30 +- script/get-ml-model-resnet50/README.md | 30 +- .../get-ml-model-retinanet-nvidia/README.md | 46 +- script/get-ml-model-retinanet/README.md | 38 +- script/get-ml-model-rnnt/README.md | 18 +- .../get-ml-model-stable-diffusion/README.md | 24 +- script/get-ml-model-tiny-resnet/README.md | 30 +- .../README.md | 26 +- .../README.md | 24 +- script/get-mlperf-inference-loadgen/README.md | 50 +- .../README.md | 24 +- .../README.md | 24 +- .../README.md | 20 +- script/get-mlperf-inference-results/README.md | 22 +- script/get-mlperf-inference-src/README.md | 26 +- .../README.md | 20 +- .../README.md | 20 +- .../README.md | 38 +- script/get-mlperf-inference-utils/README.md | 22 +- script/get-mlperf-logging/README.md | 26 +- script/get-mlperf-power-dev/README.md | 22 +- .../README.md | 24 +- script/get-mlperf-tiny-src/README.md | 28 +- .../get-mlperf-training-nvidia-code/README.md | 22 +- script/get-mlperf-training-src/README.md | 22 +- script/get-nvidia-docker/README.md | 22 +- script/get-nvidia-mitten/README.md | 32 +- script/get-onnxruntime-prebuilt/README.md | 26 +- script/get-openssl/README.md | 24 +- .../get-preprocessed-dataset-criteo/README.md | 58 +- .../README.md | 18 +- .../README.md | 42 +- .../get-preprocessed-dataset-kits19/README.md | 34 +- .../README.md | 36 +- .../README.md | 48 +- .../README.md | 36 +- .../get-preprocessed-dataset-squad/README.md | 40 +- script/get-python3/README.md | 28 +- script/get-qaic-apps-sdk/README.md | 20 +- script/get-qaic-platform-sdk/README.md | 22 +- script/get-qaic-software-kit/README.md | 38 +- script/get-rclone/README.md | 26 +- script/get-rocm/README.md | 24 +- script/get-spec-ptd/README.md | 28 +- script/get-sys-utils-cm/README.md | 32 +- script/get-sys-utils-min/README.md | 18 +- script/get-tensorrt/README.md | 26 +- script/get-terraform/README.md | 24 +- script/get-tvm-model/README.md | 78 ++- script/get-tvm/README.md | 42 +- script/get-xilinx-sdk/README.md | 22 +- script/get-zendnn/README.md | 32 +- script/get-zephyr-sdk/README.md | 24 +- script/get-zephyr/README.md | 30 +- script/gui/README.md | 52 +- .../README.md | 22 +- .../README.md | 22 +- .../README.md | 28 +- script/install-aws-cli/README.md | 24 +- script/install-bazel/README.md | 28 +- script/install-cmake-prebuilt/README.md | 24 +- script/install-cuda-package-manager/README.md | 26 +- script/install-cuda-prebuilt/README.md | 26 +- script/install-gcc-src/README.md | 24 +- .../install-generic-conda-package/README.md | 30 +- script/install-gflags/README.md | 28 +- script/install-github-cli/README.md | 26 +- script/install-ipex-from-src/README.md | 40 +- script/install-llvm-prebuilt/README.md | 28 +- script/install-llvm-src/README.md | 80 ++- .../install-mlperf-logging-from-src/README.md | 26 +- script/install-nccl-libs/README.md | 26 +- script/install-numactl-from-src/README.md | 26 +- script/install-onednn-from-src/README.md | 28 +- script/install-onnxruntime-from-src/README.md | 36 +- script/install-openssl/README.md | 28 +- .../README.md | 20 +- script/install-python-src/README.md | 30 +- script/install-python-venv/README.md | 28 +- script/install-pytorch-from-src/README.md | 66 +- .../install-pytorch-kineto-from-src/README.md | 32 +- .../README.md | 40 +- script/install-rocm/README.md | 28 +- script/install-tensorflow-for-c/README.md | 24 +- script/install-tensorflow-from-src/README.md | 30 +- script/install-terraform-from-src/README.md | 26 +- script/install-tflite-from-src/README.md | 32 +- script/install-torchvision-from-src/README.md | 34 +- .../install-tpp-pytorch-extension/README.md | 40 +- .../install-transformers-from-src/README.md | 38 +- script/launch-benchmark/README.md | 20 +- script/prepare-training-data-bert/README.md | 50 +- script/prepare-training-data-resnet/README.md | 46 +- .../README.md | 28 +- script/print-croissant-desc/README.md | 28 +- script/print-hello-world-java/README.md | 24 +- script/print-hello-world-javac/README.md | 24 +- script/print-hello-world-py/README.md | 28 +- script/print-hello-world/README.md | 20 +- script/print-python-version/README.md | 22 +- script/process-ae-users/README.md | 24 +- script/process-mlperf-accuracy/README.md | 86 ++- script/prune-bert-models/README.md | 44 +- script/prune-docker/README.md | 20 +- script/publish-results-to-dashboard/README.md | 24 +- script/pull-git-repo/README.md | 24 +- script/push-csv-to-spreadsheet/README.md | 28 +- .../README.md | 30 +- script/remote-run-commands/README.md | 24 +- .../reproduce-ipol-paper-2022-439/README.md | 34 +- .../README.md | 44 +- .../README.md | 36 +- script/run-docker-container/README.md | 22 +- script/run-mlperf-inference-app/README.md | 38 +- .../README.md | 24 +- .../README.md | 42 +- script/run-mlperf-power-client/README.md | 28 +- script/run-mlperf-power-server/README.md | 36 +- .../README.md | 32 +- script/run-python/README.md | 24 +- script/run-terraform/README.md | 26 +- .../README.md | 20 +- script/set-device-settings-qaic/README.md | 26 +- script/set-echo-off-win/README.md | 18 +- script/set-performance-mode/README.md | 30 +- script/set-sqlite-dir/README.md | 26 +- script/set-venv/README.md | 20 +- script/tar-my-folder/README.md | 18 +- .../README.md | 28 +- .../test-mlperf-inference-retinanet/README.md | 38 +- script/test-set-sys-user-cm/README.md | 18 +- .../README.md | 26 +- script/upgrade-python-pip/README.md | 24 +- .../README.md | 24 +- 257 files changed, 4161 insertions(+), 4656 deletions(-) create mode 100644 script/generate-docs-for-all-scripts.cmd diff --git a/README.md b/README.md index cde1576187..0c6183d42f 100644 --- a/README.md +++ b/README.md @@ -1,4 +1,4 @@ -# CM repository with cross-platform scripts for DevOps, MLOps, AIOps and MLPerf +# Cross-platform CM interface for DevOps, MLOps, AIOps and MLPerf [![License](https://img.shields.io/badge/License-Apache%202.0-green)](LICENSE.md) [![Powered by CM](https://img.shields.io/badge/Powered_by-MLCommons%20CM-blue)](https://github.com/mlcommons/ck). diff --git a/automation/script/README-extra.md b/automation/script/README-extra.md index c5e2607bbc..30980a5063 100644 --- a/automation/script/README-extra.md +++ b/automation/script/README-extra.md @@ -69,17 +69,18 @@ while automatically adapting to a given environment! In order to reuse some CM scripts embedded into shared projects, you need to install these projects via the CM interface. -For example, to use automation scripts developed by the [MLCommons task force on automation and reproducibility](https://github.com/mlcommons/ck/blob/master/docs/list_of_scripts.md) +For example, to use automation scripts developed by the +[MLCommons task force on automation and reproducibility](https://github.com/mlcommons/ck/blob/master/docs/taskforce.md) and shared via GitHub, you just need to pull this repository via CM: ```bash -cm pull repo --url=https://github.com/mlcommons/ck +cm pull repo --url=https://github.com/mlcommons/cm4mlops --checkout=dev ``` or ```bash -cm pull repo mlcommons@ck +cm pull repo mlcommons@cm4mlops --checkout=dev ``` You can now see all available CM scripts in your system as follows: diff --git a/automation/script/module.py b/automation/script/module.py index 22ff9c5da3..9050a0cf33 100644 --- a/automation/script/module.py +++ b/automation/script/module.py @@ -3686,7 +3686,7 @@ def doc(self, i): [ (artifact alias, artifact UID) ] or [ (artifact alias, artifact UID), (artifact repo alias, artifact repo UID) ] - (repos) (str): list of repositories to search for automations (internal & mlcommons@ck by default) + (repos) (str): list of repositories to search for automations (output_dir) (str): output directory (../docs by default) @@ -3751,7 +3751,7 @@ def dockerfile(self, i): [ (artifact alias, artifact UID) ] or [ (artifact alias, artifact UID), (artifact repo alias, artifact repo UID) ] - (repos) (str): list of repositories to search for automations (internal & mlcommons@ck by default) + (repos) (str): list of repositories to search for automations (output_dir) (str): output directory (./ by default) @@ -3779,7 +3779,7 @@ def docker(self, i): [ (artifact alias, artifact UID) ] or [ (artifact alias, artifact UID), (artifact repo alias, artifact repo UID) ] - (repos) (str): list of repositories to search for automations (internal & mlcommons@ck by default) + (repos) (str): list of repositories to search for automations (output_dir) (str): output directory (./ by default) diff --git a/automation/script/module_misc.py b/automation/script/module_misc.py index 91b7873ae9..10b022d5a8 100644 --- a/automation/script/module_misc.py +++ b/automation/script/module_misc.py @@ -106,7 +106,7 @@ def doc(i): [ (artifact alias, artifact UID) ] or [ (artifact alias, artifact UID), (artifact repo alias, artifact repo UID) ] - (repos) (str): list of repositories to search for automations (internal & mlcommons@ck by default) + (repos) (str): list of repositories to search for automations (output_dir) (str): output directory (../docs by default) @@ -149,6 +149,7 @@ def doc(i): # Search for automations in repos lst = [] + for repo in list_of_repos: parsed_artifact[1] = ('',repo) if utils.is_cm_uid(repo) else (repo,'') ii['parsed_artifact'] = parsed_artifact @@ -611,8 +612,8 @@ def doc(i): '', '```cmr "cm gui" --script="'+','.join(tags)+'"```', '', - 'Use this [online GUI](https://cKnowledge.org/cm-gui/?tags={}) to generate CM CMD.'.format(','.join(tags)), - '', +# 'Use this [online GUI](https://cKnowledge.org/cm-gui/?tags={}) to generate CM CMD.'.format(','.join(tags)), +# '', '#### '+x4, '', '{}'.format(cli_all_tags_alternative_docker), @@ -1339,7 +1340,7 @@ def dockerfile(i): [ (artifact alias, artifact UID) ] or [ (artifact alias, artifact UID), (artifact repo alias, artifact repo UID) ] - (repos) (str): list of repositories to search for automations (internal & mlcommons@ck by default) + (repos) (str): list of repositories to search for automations (output_dir) (str): output directory (./ by default) @@ -1368,7 +1369,7 @@ def dockerfile(i): console = i.get('out') == 'con' - cm_repo = i.get('docker_cm_repo', 'mlcommons@ck') + cm_repo = i.get('docker_cm_repo', 'mlcommons@cm4mlops') cm_repo_flags = i.get('docker_cm_repo_flags', '') # Search for script(s) @@ -1842,7 +1843,7 @@ def docker(i): dockerfilename_suffix = dockerfilename_suffix[len(dockerfilename_suffix) - 1] - cm_repo=i.get('docker_cm_repo', 'mlcommons@ck') + cm_repo=i.get('docker_cm_repo', 'mlcommons@cm4mlops') docker_path = i.get('docker_path', '').strip() if docker_path == '': diff --git a/script/activate-python-venv/README.md b/script/activate-python-venv/README.md index 9a804da0fd..f2d9f47bf1 100644 --- a/script/activate-python-venv/README.md +++ b/script/activate-python-venv/README.md @@ -12,8 +12,8 @@ Developers: [Grigori Fursin](https://cKnowledge.org/gfursin) --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/activate-python-venv)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/activate-python-venv)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *activate,python-venv* * Output cached? *False* @@ -30,7 +30,7 @@ Developers: [Grigori Fursin](https://cKnowledge.org/gfursin) #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="activate,python-venv"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=activate,python-venv) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "activate python-venv" ` @@ -102,18 +100,18 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/activate-python-venv/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/activate-python-venv/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/activate-python-venv/_cm.json)*** + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/activate-python-venv/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/activate-python-venv/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/activate-python-venv/_cm.json)*** * install,python-venv * CM names: `--adr.['python-venv']...` - - CM script: [install-python-venv](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-python-venv) + - CM script: [install-python-venv](https://github.com/mlcommons/cm4mlops/tree/master/script/install-python-venv) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/activate-python-venv/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/activate-python-venv/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/activate-python-venv/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/activate-python-venv/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/activate-python-venv/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/activate-python-venv/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/activate-python-venv/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/activate-python-venv/_cm.json) ___ ### Script output diff --git a/script/add-custom-nvidia-system/README.md b/script/add-custom-nvidia-system/README.md index 51b160909b..64bf4f9e65 100644 --- a/script/add-custom-nvidia-system/README.md +++ b/script/add-custom-nvidia-system/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/add-custom-nvidia-system)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/add-custom-nvidia-system)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *add,custom,system,nvidia* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="add,custom,system,nvidia"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=add,custom,system,nvidia) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "add custom system nvidia[variations]" ` @@ -126,48 +124,48 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/add-custom-nvidia-system/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/add-custom-nvidia-system/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,cuda,_cudnn - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * get,tensorrt - - CM script: [get-tensorrt](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-tensorrt) + - CM script: [get-tensorrt](https://github.com/mlcommons/cm4mlops/tree/master/script/get-tensorrt) * get,cmake - - CM script: [get-cmake](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake) + - CM script: [get-cmake](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmake) * get,generic-python-lib,_requests - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic,sys-util,_glog-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic,sys-util,_gflags-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic,sys-util,_libre2-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic,sys-util,_libnuma-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic,sys-util,_libboost-all-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic,sys-util,_rapidjson-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,nvidia,mlperf,inference,common-code * CM names: `--adr.['nvidia-inference-common-code']...` - - CM script: [get-mlperf-inference-nvidia-common-code](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-nvidia-common-code) + - CM script: [get-mlperf-inference-nvidia-common-code](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-nvidia-common-code) * get,generic-python-lib,_pycuda - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/add-custom-nvidia-system/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/add-custom-nvidia-system/_cm.yaml) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/add-custom-nvidia-system/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/add-custom-nvidia-system/_cm.yaml) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/add-custom-nvidia-system/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/add-custom-nvidia-system/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/add-custom-nvidia-system/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/add-custom-nvidia-system/_cm.yaml) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/add-custom-nvidia-system/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/add-custom-nvidia-system/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/add-custom-nvidia-system/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/add-custom-nvidia-system/_cm.yaml) ___ ### Script output diff --git a/script/app-image-classification-onnx-py/README.md b/script/app-image-classification-onnx-py/README.md index e74a1be740..e799e213c7 100644 --- a/script/app-image-classification-onnx-py/README.md +++ b/script/app-image-classification-onnx-py/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-onnx-py)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-onnx-py)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *modular,python,app,image-classification,onnx* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -93,8 +93,6 @@ if r['return']>0: ```cmr "cm gui" --script="modular,python,app,image-classification,onnx"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=modular,python,app,image-classification,onnx) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "modular python app image-classification onnx[variations]" [--input_flags]` @@ -156,51 +154,51 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-onnx-py/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-onnx-py/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,cuda * `if (USE_CUDA == True)` * CM names: `--adr.['cuda']...` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * get,cudnn * `if (USE_CUDA == True)` * CM names: `--adr.['cudnn']...` - - CM script: [get-cudnn](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cudnn) + - CM script: [get-cudnn](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cudnn) * get,dataset,imagenet,image-classification,original - - CM script: [get-dataset-imagenet-val](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-val) + - CM script: [get-dataset-imagenet-val](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-imagenet-val) * get,dataset-aux,imagenet-aux,image-classification - - CM script: [get-dataset-imagenet-aux](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-aux) + - CM script: [get-dataset-imagenet-aux](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-imagenet-aux) * get,ml-model,resnet50,_onnx,image-classification * CM names: `--adr.['ml-model']...` - - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-resnet50) + - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-resnet50) * get,generic-python-lib,_package.Pillow - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.numpy - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.opencv-python - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_onnxruntime * `if (USE_CUDA != True)` * CM names: `--adr.['onnxruntime']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_onnxruntime_gpu * `if (USE_CUDA == True)` * CM names: `--adr.['onnxruntime']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-onnx-py/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-onnx-py/_cm.yaml) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-onnx-py/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-onnx-py/_cm.yaml) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-onnx-py/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-onnx-py/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-onnx-py/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-onnx-py/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-onnx-py/_cm.yaml) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-onnx-py/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-onnx-py/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-onnx-py/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-onnx-py/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-onnx-py/_cm.yaml) ___ ### Script output diff --git a/script/app-image-classification-tf-onnx-cpp/README.md b/script/app-image-classification-tf-onnx-cpp/README.md index 11f9495bd4..4609e0f99f 100644 --- a/script/app-image-classification-tf-onnx-cpp/README.md +++ b/script/app-image-classification-tf-onnx-cpp/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-tf-onnx-cpp)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-tf-onnx-cpp)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *app,image-classification,cpp,tensorflow,onnx* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="app,image-classification,cpp,tensorflow,onnx"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=app,image-classification,cpp,tensorflow,onnx) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "app image-classification cpp tensorflow onnx" ` @@ -104,28 +102,28 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-tf-onnx-cpp/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-tf-onnx-cpp/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,gcc - - CM script: [get-gcc](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-gcc) + - CM script: [get-gcc](https://github.com/mlcommons/cm4mlops/tree/master/script/get-gcc) * get,dataset,image-classification,original - - CM script: [get-dataset-imagenet-val](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-val) + - CM script: [get-dataset-imagenet-val](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-imagenet-val) * get,dataset-aux,image-classification - - CM script: [get-dataset-imagenet-aux](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-aux) + - CM script: [get-dataset-imagenet-aux](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-imagenet-aux) * get,ml-model,raw,image-classification,resnet50,_onnx,_opset-11 - - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-resnet50) + - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-resnet50) * tensorflow,from-src - - CM script: [install-tensorflow-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-tensorflow-from-src) + - CM script: [install-tensorflow-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-tensorflow-from-src) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-tf-onnx-cpp/_cm.json) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-tf-onnx-cpp/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-tf-onnx-cpp/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-tf-onnx-cpp/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-tf-onnx-cpp/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-tf-onnx-cpp/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-tf-onnx-cpp/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-tf-onnx-cpp/_cm.json) ___ ### Script output diff --git a/script/app-image-classification-torch-py/README.md b/script/app-image-classification-torch-py/README.md index 107a6a860c..166f186aaa 100644 --- a/script/app-image-classification-torch-py/README.md +++ b/script/app-image-classification-torch-py/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-torch-py)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-torch-py)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *app,image-classification,python,torch* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="app,image-classification,python,torch"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=app,image-classification,python,torch) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "app image-classification python torch[variations]" ` @@ -103,7 +101,7 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,cuda - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) @@ -123,42 +121,42 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-torch-py/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-torch-py/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,dataset,imagenet,image-classification,preprocessed - - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-imagenet) + - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-imagenet) * get,dataset-aux,imagenet-aux,image-classification - - CM script: [get-dataset-imagenet-aux](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-aux) + - CM script: [get-dataset-imagenet-aux](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-imagenet-aux) * get,imagenet-helper - - CM script: [get-dataset-imagenet-helper](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-helper) + - CM script: [get-dataset-imagenet-helper](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-imagenet-helper) * get,ml-model,image-classification,resnet50,_pytorch,_fp32 - - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-resnet50) + - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-resnet50) * get,generic-python-lib,_torch * `if (USE_CUDA != yes)` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torch_cuda * `if (USE_CUDA == yes)` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torchvision * `if (USE_CUDA != yes)` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torchvision_cuda * `if (USE_CUDA == yes)` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-torch-py/_cm.json) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-torch-py/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-torch-py/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-torch-py/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-torch-py/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-torch-py/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-torch-py/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-torch-py/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-torch-py/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-torch-py/_cm.json) ___ ### Script output diff --git a/script/app-image-classification-tvm-onnx-py/README.md b/script/app-image-classification-tvm-onnx-py/README.md index bd1d4c56aa..c94a3505fa 100644 --- a/script/app-image-classification-tvm-onnx-py/README.md +++ b/script/app-image-classification-tvm-onnx-py/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-tvm-onnx-py)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-tvm-onnx-py)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *app,image-classification,python,tvm-onnx* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="app,image-classification,python,tvm-onnx"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=app,image-classification,python,tvm-onnx) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "app image-classification python tvm-onnx[variations]" ` @@ -103,7 +101,7 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,cuda - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * `_llvm` - Workflow: @@ -125,32 +123,32 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-tvm-onnx-py/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-tvm-onnx-py/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,dataset,image-classification,original - - CM script: [get-dataset-imagenet-val](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-val) + - CM script: [get-dataset-imagenet-val](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-imagenet-val) * get,dataset-aux,image-classification - - CM script: [get-dataset-imagenet-aux](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-aux) + - CM script: [get-dataset-imagenet-aux](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-imagenet-aux) * get,raw,ml-model,image-classification,resnet50,_onnx - - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-resnet50) + - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-resnet50) * get,generic-python-lib,_onnxruntime - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,tvm * CM names: `--adr.['tvm']...` - - CM script: [get-tvm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-tvm) + - CM script: [get-tvm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-tvm) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-tvm-onnx-py/_cm.json) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-tvm-onnx-py/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-tvm-onnx-py/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-tvm-onnx-py/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-tvm-onnx-py/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-tvm-onnx-py/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-classification-tvm-onnx-py/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-classification-tvm-onnx-py/_cm.json) ___ ### Script output diff --git a/script/app-image-corner-detection/README.md b/script/app-image-corner-detection/README.md index dad1c84a9a..9cc95f5d4e 100644 --- a/script/app-image-corner-detection/README.md +++ b/script/app-image-corner-detection/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-corner-detection)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-corner-detection)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *app,image,corner-detection* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="app,image,corner-detection"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=app,image,corner-detection) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "app image corner-detection" ` @@ -102,24 +100,24 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-corner-detection/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-corner-detection/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-corner-detection/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-corner-detection/_cm.json) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-corner-detection/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-corner-detection/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-corner-detection/run.sh) - 1. ***Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-corner-detection/_cm.json)*** + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-corner-detection/run.sh) + 1. ***Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-corner-detection/_cm.json)*** * compile,cpp-program * `if (CM_SKIP_COMPILE != on)` - - CM script: [compile-program](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/compile-program) + - CM script: [compile-program](https://github.com/mlcommons/cm4mlops/tree/master/script/compile-program) * benchmark-program * `if (CM_SKIP_RUN != on)` - - CM script: [benchmark-program](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/benchmark-program) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-corner-detection/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-image-corner-detection/_cm.json) + - CM script: [benchmark-program](https://github.com/mlcommons/cm4mlops/tree/master/script/benchmark-program) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-corner-detection/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-image-corner-detection/_cm.json) ___ ### Script output diff --git a/script/app-loadgen-generic-python/README.md b/script/app-loadgen-generic-python/README.md index 443404358d..bca18233ca 100644 --- a/script/app-loadgen-generic-python/README.md +++ b/script/app-loadgen-generic-python/README.md @@ -12,8 +12,8 @@ Developers: [Gaz Iqbal](https://www.linkedin.com/in/gaziqbal), [Arjun Suresh](ht --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-loadgen-generic-python)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-loadgen-generic-python)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *python,app,generic,loadgen* * Output cached? *False* @@ -30,7 +30,7 @@ Developers: [Gaz Iqbal](https://www.linkedin.com/in/gaziqbal), [Arjun Suresh](ht #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -103,8 +103,6 @@ if r['return']>0: ```cmr "cm gui" --script="python,app,generic,loadgen"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=python,app,generic,loadgen) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "python app generic loadgen[variations]" [--input_flags]` @@ -127,13 +125,13 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,ml-model,cmc - - *Warning: no scripts found* + - CM script: [get-ml-model-abtf-ssd-pytorch](https://github.com/mlcommons/cm4abtf/tree/master/script/get-ml-model-abtf-ssd-pytorch) * `_custom,huggingface` - Workflow: 1. ***Read "deps" on other CM scripts*** * get,ml-model,huggingface * CM names: `--adr.['hf-downloader']...` - - CM script: [get-ml-model-huggingface-zoo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-huggingface-zoo) + - CM script: [get-ml-model-huggingface-zoo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-huggingface-zoo) * `_huggingface` - Environment variables: - *CM_CUSTOM_MODEL_SOURCE*: `huggingface` @@ -249,69 +247,69 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-loadgen-generic-python/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-loadgen-generic-python/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,generic-python-lib,_psutil - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.numpy - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,cuda * `if (CM_MLPERF_DEVICE == gpu)` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * get,loadgen * CM names: `--adr.['loadgen']...` - - CM script: [get-mlperf-inference-loadgen](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-loadgen) + - CM script: [get-mlperf-inference-loadgen](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-loadgen) * get,generic-python-lib,_onnxruntime * `if (CM_MLPERF_BACKEND == onnxruntime AND CM_MLPERF_DEVICE == cpu)` * CM names: `--adr.['onnxruntime']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_onnxruntime_gpu * `if (CM_MLPERF_BACKEND == onnxruntime AND CM_MLPERF_DEVICE == gpu)` * CM names: `--adr.['onnxruntime']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_onnx * `if (CM_MLPERF_BACKEND == onnxruntime)` * CM names: `--adr.['onnx']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torch * `if (CM_MLPERF_BACKEND == pytorch AND CM_MLPERF_DEVICE == cpu)` * CM names: `--adr.['torch']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torchvision * `if (CM_MLPERF_BACKEND == pytorch AND CM_MLPERF_DEVICE == cpu)` * CM names: `--adr.['torchvision']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torch_cuda * `if (CM_MLPERF_BACKEND == pytorch AND CM_MLPERF_DEVICE == gpu)` * CM names: `--adr.['torch']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torchvision_cuda * `if (CM_MLPERF_BACKEND == pytorch AND CM_MLPERF_DEVICE == gpu)` * CM names: `--adr.['torchvision']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,ml-model,resnet50,_onnx * `if (CM_MODEL == resnet50)` - - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-resnet50) + - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-resnet50) * get,ml-model,retinanet,_onnx,_fp32 * `if (CM_MODEL == retinanet)` - - CM script: [get-ml-model-retinanet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-retinanet) + - CM script: [get-ml-model-retinanet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-retinanet) * get,ml-model,retinanet,_onnx,_fp32 * `if (CM_MODEL == retinanet)` - - CM script: [get-ml-model-retinanet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-retinanet) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-loadgen-generic-python/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-loadgen-generic-python/_cm.yaml) + - CM script: [get-ml-model-retinanet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-retinanet) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-loadgen-generic-python/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-loadgen-generic-python/_cm.yaml) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-loadgen-generic-python/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-loadgen-generic-python/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-loadgen-generic-python/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-loadgen-generic-python/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-loadgen-generic-python/_cm.yaml) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-loadgen-generic-python/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-loadgen-generic-python/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-loadgen-generic-python/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-loadgen-generic-python/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-loadgen-generic-python/_cm.yaml) ___ ### Script output diff --git a/script/app-mlperf-inference-ctuning-cpp-tflite/README.md b/script/app-mlperf-inference-ctuning-cpp-tflite/README.md index a36fc20dc8..7e7454a310 100644 --- a/script/app-mlperf-inference-ctuning-cpp-tflite/README.md +++ b/script/app-mlperf-inference-ctuning-cpp-tflite/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-ctuning-cpp-tflite)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-ctuning-cpp-tflite)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *app,mlperf,inference,tflite-cpp* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="app,mlperf,inference,tflite-cpp"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=app,mlperf,inference,tflite-cpp) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "app mlperf inference tflite-cpp[variations]" [--input_flags]` @@ -277,80 +275,80 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-ctuning-cpp-tflite/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-ctuning-cpp-tflite/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,cuda * `if (CM_MLPERF_DEVICE == gpu)` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * get,loadgen * CM names: `--adr.['loadgen']...` - - CM script: [get-mlperf-inference-loadgen](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-loadgen) + - CM script: [get-mlperf-inference-loadgen](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-loadgen) * get,mlcommons,inference,src * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,ml-model,mobilenet,raw,_tflite * `if (CM_MLPERF_BACKEND in ['tflite', 'armnn_tflite'] AND CM_MODEL == mobilenet)` * CM names: `--adr.['ml-model', 'tflite-model', 'mobilenet-model']...` - - CM script: [get-ml-model-mobilenet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-mobilenet) + - CM script: [get-ml-model-mobilenet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-mobilenet) * get,ml-model,resnet50,raw,_tflite,_no-argmax * `if (CM_MLPERF_BACKEND in ['tflite', 'armnn_tflite'] AND CM_MODEL == resnet50)` * CM names: `--adr.['ml-model', 'tflite-model', 'resnet50-model']...` - - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-resnet50) + - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-resnet50) * get,ml-model,resnet50,raw,_tf * `if (CM_MLPERF_BACKEND == tf AND CM_MODEL == resnet50)` * CM names: `--adr.['ml-model', 'tflite-model', 'resnet50-model']...` - - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-resnet50) + - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-resnet50) * get,ml-model,efficientnet,raw,_tflite * `if (CM_MLPERF_BACKEND in ['tflite', 'armnn_tflite'] AND CM_MODEL == efficientnet)` * CM names: `--adr.['ml-model', 'tflite-model', 'efficientnet-model']...` - - CM script: [get-ml-model-efficientnet-lite](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-efficientnet-lite) + - CM script: [get-ml-model-efficientnet-lite](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-efficientnet-lite) * get,tensorflow,lib,_tflite - - CM script: [install-tensorflow-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-tensorflow-from-src) + - CM script: [install-tensorflow-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-tensorflow-from-src) * get,lib,armnn * `if (CM_MLPERF_TFLITE_USE_ARMNN == yes)` * CM names: `--adr.['armnn', 'lib-armnn']...` - - CM script: [get-lib-armnn](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-lib-armnn) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-ctuning-cpp-tflite/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-ctuning-cpp-tflite/_cm.json)*** + - CM script: [get-lib-armnn](https://github.com/mlcommons/cm4mlops/tree/master/script/get-lib-armnn) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-ctuning-cpp-tflite/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-ctuning-cpp-tflite/_cm.json)*** * generate,user-conf,mlperf,inference * CM names: `--adr.['user-conf-generator']...` - - CM script: [generate-mlperf-inference-user-conf](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/generate-mlperf-inference-user-conf) + - CM script: [generate-mlperf-inference-user-conf](https://github.com/mlcommons/cm4mlops/tree/master/script/generate-mlperf-inference-user-conf) * get,dataset,preprocessed,imagenet,_for.resnet50,_rgb32,_NHWC * `if (CM_MLPERF_SKIP_RUN == no AND CM_MODEL == resnet50) AND (CM_DATASET_COMPRESSED != on)` * CM names: `--adr.['imagenet-preprocessed', 'preprocessed-dataset']...` - - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-imagenet) + - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-imagenet) * get,dataset,preprocessed,imagenet,_for.mobilenet,_rgb32,_NHWC * `if (CM_MLPERF_SKIP_RUN == no AND CM_MODEL in ['mobilenet', 'efficientnet']) AND (CM_DATASET_COMPRESSED != on)` * CM names: `--adr.['imagenet-preprocessed', 'preprocessed-dataset']...` - - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-imagenet) + - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-imagenet) * get,dataset,preprocessed,imagenet,_for.mobilenet,_rgb8,_NHWC * `if (CM_DATASET_COMPRESSED == on AND CM_MLPERF_SKIP_RUN == no AND CM_MODEL in ['mobilenet', 'efficientnet'])` * CM names: `--adr.['imagenet-preprocessed', 'preprocessed-dataset']...` - - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-imagenet) + - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-imagenet) * get,dataset,preprocessed,imagenet,_for.resnet50,_rgb8,_NHWC * `if (CM_DATASET_COMPRESSED == on AND CM_MLPERF_SKIP_RUN == no AND CM_MODEL == resnet50)` * CM names: `--adr.['imagenet-preprocessed', 'preprocessed-dataset']...` - - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-imagenet) + - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-imagenet) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-ctuning-cpp-tflite/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-ctuning-cpp-tflite/customize.py)*** - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-ctuning-cpp-tflite/_cm.json)*** + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-ctuning-cpp-tflite/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-ctuning-cpp-tflite/customize.py)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-ctuning-cpp-tflite/_cm.json)*** * compile,program * `if (CM_MLPERF_SKIP_RUN != yes)` * CM names: `--adr.['compiler-program']...` - - CM script: [compile-program](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/compile-program) + - CM script: [compile-program](https://github.com/mlcommons/cm4mlops/tree/master/script/compile-program) * benchmark-mlperf * `if (CM_MLPERF_SKIP_RUN != yes)` * CM names: `--adr.['mlperf-runner']...` - - CM script: [benchmark-program-mlperf](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/benchmark-program-mlperf) + - CM script: [benchmark-program-mlperf](https://github.com/mlcommons/cm4mlops/tree/master/script/benchmark-program-mlperf) * save,mlperf,inference,state * CM names: `--adr.['save-mlperf-inference-state']...` - - CM script: [save-mlperf-inference-implementation-state](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/save-mlperf-inference-implementation-state) + - CM script: [save-mlperf-inference-implementation-state](https://github.com/mlcommons/cm4mlops/tree/master/script/save-mlperf-inference-implementation-state) ___ ### Script output diff --git a/script/app-mlperf-inference-dummy/README.md b/script/app-mlperf-inference-dummy/README.md index 1b0b931bf8..c325b2c307 100644 --- a/script/app-mlperf-inference-dummy/README.md +++ b/script/app-mlperf-inference-dummy/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-dummy)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-dummy)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *reproduce,mlcommons,mlperf,inference,harness,dummy-harness,dummy* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="reproduce,mlcommons,mlperf,inference,harness,dummy-harness,dummy"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=reproduce,mlcommons,mlperf,inference,harness,dummy-harness,dummy) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "reproduce mlcommons mlperf inference harness dummy-harness dummy[variations]" [--input_flags]` @@ -104,9 +102,9 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,ml-model,gptj * CM names: `--adr.['gptj-model']...` - - CM script: [get-ml-model-gptj](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-gptj) + - CM script: [get-ml-model-gptj](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-gptj) * get,dataset,cnndm,_validation - - CM script: [get-dataset-cnndm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-cnndm) + - CM script: [get-dataset-cnndm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-cnndm) * `_llama2-70b_` - Workflow: @@ -121,12 +119,12 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_torch - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_pytorch,cuda` - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_torch_cuda - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_singlestream,resnet50` - Workflow: * `_singlestream,retinanet` @@ -309,42 +307,42 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-dummy/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-dummy/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,mlcommons,inference,src * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,mlcommons,inference,loadgen * CM names: `--adr.['inference-loadgen']...` - - CM script: [get-mlperf-inference-loadgen](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-loadgen) + - CM script: [get-mlperf-inference-loadgen](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-loadgen) * generate,user-conf,mlperf,inference * CM names: `--adr.['user-conf-generator']...` - - CM script: [generate-mlperf-inference-user-conf](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/generate-mlperf-inference-user-conf) + - CM script: [generate-mlperf-inference-user-conf](https://github.com/mlcommons/cm4mlops/tree/master/script/generate-mlperf-inference-user-conf) * get,generic-python-lib,_mlperf_logging * CM names: `--adr.['mlperf-logging']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,git,repo * CM names: `--adr.inference-results inference-code...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-dummy/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-dummy/_cm.yaml) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-dummy/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-dummy/_cm.yaml) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-dummy/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-dummy/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-dummy/customize.py)*** - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-dummy/_cm.yaml)*** + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-dummy/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-dummy/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-dummy/customize.py)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-dummy/_cm.yaml)*** * benchmark-mlperf * `if (CM_MLPERF_SKIP_RUN not in ['yes', True])` * CM names: `--adr.['runner', 'mlperf-runner']...` - - CM script: [benchmark-program-mlperf](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/benchmark-program-mlperf) + - CM script: [benchmark-program-mlperf](https://github.com/mlcommons/cm4mlops/tree/master/script/benchmark-program-mlperf) * save,mlperf,inference,state * CM names: `--adr.['save-mlperf-inference-state']...` - - CM script: [save-mlperf-inference-implementation-state](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/save-mlperf-inference-implementation-state) + - CM script: [save-mlperf-inference-implementation-state](https://github.com/mlcommons/cm4mlops/tree/master/script/save-mlperf-inference-implementation-state) ___ ### Script output diff --git a/script/app-mlperf-inference-intel/README.md b/script/app-mlperf-inference-intel/README.md index 09ad18c2c7..196c92d0bc 100644 --- a/script/app-mlperf-inference-intel/README.md +++ b/script/app-mlperf-inference-intel/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-intel)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-intel)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *reproduce,mlcommons,mlperf,inference,harness,intel-harness,intel,intel-harness,intel* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="reproduce,mlcommons,mlperf,inference,harness,intel-harness,intel,intel-harness,intel"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=reproduce,mlcommons,mlperf,inference,harness,intel-harness,intel,intel-harness,intel) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "reproduce mlcommons mlperf inference harness intel-harness intel intel-harness intel[variations]" [--input_flags]` @@ -108,15 +106,15 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-sys-util,_rsync - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,dataset,original,squad * CM names: `--adr.['squad-original']...` - - CM script: [get-dataset-squad](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-squad) + - CM script: [get-dataset-squad](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-squad) * get,ml-model,bert-large,_pytorch,_int8 * CM names: `--adr.['bert-large', 'ml-model']...` - - CM script: [get-ml-model-bert-large-squad](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-bert-large-squad) + - CM script: [get-ml-model-bert-large-squad](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-bert-large-squad) * get,generic-python-lib,_package.tokenization - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_calibration,gptj_` - Workflow: * `_gptj_` @@ -151,28 +149,28 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,conda,_name.bert-pt - - CM script: [get-conda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-conda) + - CM script: [get-conda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-conda) * install,llvm,src,_tag.llvmorg-15.0.7,_runtimes.libcxx:libcxxabi:openmp,_clang,_release,_for-intel-mlperf-inference-v3.1-bert - - CM script: [install-llvm-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-llvm-src) + - CM script: [install-llvm-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-llvm-src) * get,generic-sys-util,_libffi7 - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic,conda-package,_package.python * CM names: `--adr.['conda-package', 'python']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.ncurses,_source.conda-forge * CM names: `--adr.['conda-package', 'ncurses']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic-sys-util,_numactl - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic,conda-package,_package.jemalloc,_source.conda-forge * CM names: `--adr.['conda-package', 'jemalloc']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,pytorch,from.src,_for-intel-mlperf-inference-v3.1-bert - - CM script: [install-pytorch-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-pytorch-from-src) + - CM script: [install-pytorch-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-pytorch-from-src) * install,onednn,from.src,_for-intel-mlperf-inference-v3.1-bert - - CM script: [install-onednn-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-onednn-from-src) + - CM script: [install-onednn-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-onednn-from-src) * install,transformers,from.src,_for-intel-mlperf-inference-v3.1-bert - - CM script: [install-transformers-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-transformers-from-src) + - CM script: [install-transformers-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-transformers-from-src) * `_bs.#` - Environment variables: - *ML_MLPERF_MODEL_BATCH_SIZE*: `#` @@ -183,57 +181,57 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,conda,_name.gptj-pt - - CM script: [get-conda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-conda) + - CM script: [get-conda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-conda) * get,python,_conda.gptj-pt - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * install,llvm,src,_tag.llvmorg-16.0.6,_clang,_release,_for-intel-mlperf-inference-v3.1-gptj - - CM script: [install-llvm-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-llvm-src) + - CM script: [install-llvm-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-llvm-src) * get,generic,conda-package,_package.ncurses,_source.conda-forge * CM names: `--adr.['conda-package', 'ncurses']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic-sys-util,_numactl - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic,conda-package,_package.jemalloc,_source.conda-forge * CM names: `--adr.['conda-package', 'jemalloc']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * install,ipex,from.src,_for-intel-mlperf-inference-v3.1-gptj - - CM script: [install-ipex-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-ipex-from-src) + - CM script: [install-ipex-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-ipex-from-src) * get,generic,conda-package,_package.ninja * `if (INTEL_GPTJ_INT4 == yes)` * CM names: `--adr.['conda-package', 'ninja']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * install,tpp-pex,from.src,_for-intel-mlperf-inference-v3.1-gptj * `if (INTEL_GPTJ_INT4 == yes)` - - CM script: [install-tpp-pytorch-extension](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-tpp-pytorch-extension) + - CM script: [install-tpp-pytorch-extension](https://github.com/mlcommons/cm4mlops/tree/master/script/install-tpp-pytorch-extension) * get,generic-python-lib,_package.transformers * CM names: `--adr.['pip-package', 'transformers']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,mlcommons,inference,src * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,mlcommons,inference,loadgen,_custom-python * CM names: `--adr.['inference-loadgen']...` - - CM script: [get-mlperf-inference-loadgen](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-loadgen) + - CM script: [get-mlperf-inference-loadgen](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-loadgen) * get,ml-model,large-language-model,gptj * CM names: `--adr.['ml-model', 'gptj-model', 'gpt-j-model']...` - - CM script: [get-ml-model-gptj](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-gptj) + - CM script: [get-ml-model-gptj](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-gptj) * get,generic-python-lib,_package.datasets * CM names: `--adr.['pip-package', 'datasets']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.accelerate * CM names: `--adr.['pip-package', 'accelerate']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_custom-python,_package.torch,_url.git+https://github.com/pytorch/pytorch.git@927dc662386af052018212c7d01309a506fc94cd - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_int4,gptj_,build-harness` - Workflow: 1. ***Read "deps" on other CM scripts*** * reproduce,mlperf,inference,intel,harness,_calibration * CM names: `--adr.['calibration']...` - - CM script: [app-mlperf-inference-intel](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-intel) + - CM script: [app-mlperf-inference-intel](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-inference-intel) * get,generic-python-lib,_package.optimum * CM names: `--adr.['pip-package', 'optimum']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_resnet50,uint8` - Environment variables: - *CM_IMAGENET_ACCURACY_DTYPE*: `int8` @@ -388,7 +386,7 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_numpy - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) @@ -472,13 +470,13 @@ ___ 1. ***Read "deps" on other CM scripts*** * reproduce,mlperf,inference,intel,harness,_build-harness * CM names: `--adr.['build-harness']...` - - CM script: [app-mlperf-inference-intel](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-intel) + - CM script: [app-mlperf-inference-intel](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-inference-intel) * get,mlcommons,inference,src * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * generate,user-conf,mlperf,inference * CM names: `--adr.['user-conf-generator']...` - - CM script: [generate-mlperf-inference-user-conf](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/generate-mlperf-inference-user-conf) + - CM script: [generate-mlperf-inference-user-conf](https://github.com/mlcommons/cm4mlops/tree/master/script/generate-mlperf-inference-user-conf) @@ -556,20 +554,20 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-intel/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-intel/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,generic-python-lib,_mlperf_logging * CM names: `--adr.['mlperf-logging']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,ml-model,resnet50,_fp32,_onnx,_from-tf * `if (CM_MODEL == resnet50)` * CM names: `--adr.['resnet50-model', 'ml-model']...` - - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-resnet50) + - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-resnet50) * compile,intel,model,_resnet50 * `if (CM_MODEL == resnet50)` * CM names: `--adr.['resnet50-compiler']...` @@ -577,7 +575,7 @@ ___ * get,dataset,imagenet,preprocessed,_for.resnet50,_NHWC,_full * `if (CM_MODEL == resnet50)` * CM names: `--adr.['imagenet-preprocessed', 'dataset-preprocessed']...` - - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-imagenet) + - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-imagenet) * compile,intel,model,_retinanet * `if (CM_MODEL == retinanet)` * CM names: `--adr.['retinanet-compiler']...` @@ -585,25 +583,25 @@ ___ * get,dataset,preprocessed,openimages,_for.retinanet.onnx,_NCHW,_validation,_custom-annotations * `if (CM_MODEL == retinanet)` * CM names: `--adr.['openimages-preprocessed', 'dataset-preprocessed']...` - - CM script: [get-preprocessed-dataset-openimages](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-openimages) + - CM script: [get-preprocessed-dataset-openimages](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-openimages) * get,mlperf,inference,results,_ctuning * CM names: `--adr.inference-results...` - - CM script: [get-mlperf-inference-results](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-results) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-intel/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-intel/_cm.yaml) + - CM script: [get-mlperf-inference-results](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-results) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-intel/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-intel/_cm.yaml) 1. ***Run native script if exists*** - * [run_bert_harness.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-intel/run_bert_harness.sh) - * [run_gptj_harness.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-intel/run_gptj_harness.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-intel/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-intel/customize.py)*** - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-intel/_cm.yaml)*** + * [run_bert_harness.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-intel/run_bert_harness.sh) + * [run_gptj_harness.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-intel/run_gptj_harness.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-intel/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-intel/customize.py)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-intel/_cm.yaml)*** * benchmark-mlperf * `if (CM_LOCAL_MLPERF_INFERENCE_INTEL_RUN_MODE == run_harness) AND (CM_MLPERF_SKIP_RUN not in ['yes', True])` * CM names: `--adr.['runner', 'mlperf-runner']...` - - CM script: [benchmark-program-mlperf](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/benchmark-program-mlperf) + - CM script: [benchmark-program-mlperf](https://github.com/mlcommons/cm4mlops/tree/master/script/benchmark-program-mlperf) * save,mlperf,inference,state * CM names: `--adr.['save-mlperf-inference-state']...` - - CM script: [save-mlperf-inference-implementation-state](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/save-mlperf-inference-implementation-state) + - CM script: [save-mlperf-inference-implementation-state](https://github.com/mlcommons/cm4mlops/tree/master/script/save-mlperf-inference-implementation-state) ___ ### Script output diff --git a/script/app-mlperf-inference-mlcommons-cpp/README.md b/script/app-mlperf-inference-mlcommons-cpp/README.md index b3ef641462..5586450e49 100644 --- a/script/app-mlperf-inference-mlcommons-cpp/README.md +++ b/script/app-mlperf-inference-mlcommons-cpp/README.md @@ -12,8 +12,8 @@ Developers: [Thomas Zhu](https://www.linkedin.com/in/hanwen-zhu-483614189), [Arj --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-mlcommons-cpp)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-mlcommons-cpp)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *app,mlcommons,mlperf,inference,cpp* * Output cached? *False* @@ -30,7 +30,7 @@ Developers: [Thomas Zhu](https://www.linkedin.com/in/hanwen-zhu-483614189), [Arj #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="app,mlcommons,mlperf,inference,cpp"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=app,mlcommons,mlperf,inference,cpp) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "app mlcommons mlperf inference cpp[variations]" [--input_flags]` @@ -255,62 +253,62 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-mlcommons-cpp/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-mlcommons-cpp/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,cuda,_cudnn * `if (CM_MLPERF_DEVICE == gpu)` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * get,loadgen * CM names: `--adr.['loadgen']...` - - CM script: [get-mlperf-inference-loadgen](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-loadgen) + - CM script: [get-mlperf-inference-loadgen](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-loadgen) * get,mlcommons,inference,src * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,lib,onnxruntime,lang-cpp,_cpu * `if (CM_MLPERF_BACKEND == onnxruntime AND CM_MLPERF_DEVICE == cpu)` - - CM script: [get-onnxruntime-prebuilt](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-onnxruntime-prebuilt) + - CM script: [get-onnxruntime-prebuilt](https://github.com/mlcommons/cm4mlops/tree/master/script/get-onnxruntime-prebuilt) * get,lib,onnxruntime,lang-cpp,_cuda * `if (CM_MLPERF_BACKEND == onnxruntime AND CM_MLPERF_DEVICE == gpu)` - - CM script: [get-onnxruntime-prebuilt](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-onnxruntime-prebuilt) + - CM script: [get-onnxruntime-prebuilt](https://github.com/mlcommons/cm4mlops/tree/master/script/get-onnxruntime-prebuilt) * get,dataset,preprocessed,imagenet,_NCHW * `if (CM_MODEL == resnet50)` * CM names: `--adr.['imagenet-preprocessed']...` - - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-imagenet) + - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-imagenet) * get,ml-model,raw,resnet50,_onnx * `if (CM_MODEL == resnet50)` - - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-resnet50) + - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-resnet50) * get,dataset,preprocessed,openimages,_validation,_NCHW * `if (CM_MODEL == retinanet)` * CM names: `--adr.['openimages-preprocessed']...` - - CM script: [get-preprocessed-dataset-openimages](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-openimages) + - CM script: [get-preprocessed-dataset-openimages](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-openimages) * get,ml-model,retinanet,_onnx,_fp32 * `if (CM_MODEL == retinanet)` - - CM script: [get-ml-model-retinanet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-retinanet) + - CM script: [get-ml-model-retinanet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-retinanet) * generate,user-conf,mlperf,inference * CM names: `--adr.['user-conf-generator']...` - - CM script: [generate-mlperf-inference-user-conf](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/generate-mlperf-inference-user-conf) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-mlcommons-cpp/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-mlcommons-cpp/_cm.yaml) + - CM script: [generate-mlperf-inference-user-conf](https://github.com/mlcommons/cm4mlops/tree/master/script/generate-mlperf-inference-user-conf) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-mlcommons-cpp/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-mlcommons-cpp/_cm.yaml) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-mlcommons-cpp/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-mlcommons-cpp/customize.py)*** - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-mlcommons-cpp/_cm.yaml)*** + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-mlcommons-cpp/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-mlcommons-cpp/customize.py)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-mlcommons-cpp/_cm.yaml)*** * compile,cpp-program * `if (CM_MLPERF_SKIP_RUN != yes)` * CM names: `--adr.['compile-program']...` - - CM script: [compile-program](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/compile-program) + - CM script: [compile-program](https://github.com/mlcommons/cm4mlops/tree/master/script/compile-program) * benchmark-mlperf * `if (CM_MLPERF_SKIP_RUN != yes)` * CM names: `--adr.['mlperf-runner']...` - - CM script: [benchmark-program-mlperf](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/benchmark-program-mlperf) + - CM script: [benchmark-program-mlperf](https://github.com/mlcommons/cm4mlops/tree/master/script/benchmark-program-mlperf) * save,mlperf,inference,state * CM names: `--adr.['save-mlperf-inference-state']...` - - CM script: [save-mlperf-inference-implementation-state](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/save-mlperf-inference-implementation-state) + - CM script: [save-mlperf-inference-implementation-state](https://github.com/mlcommons/cm4mlops/tree/master/script/save-mlperf-inference-implementation-state) ___ ### Script output diff --git a/script/app-mlperf-inference-mlcommons-python/README.md b/script/app-mlperf-inference-mlcommons-python/README.md index ed11d669d9..6da5eb8b9f 100644 --- a/script/app-mlperf-inference-mlcommons-python/README.md +++ b/script/app-mlperf-inference-mlcommons-python/README.md @@ -23,8 +23,8 @@ See the current coverage of different models, devices and backends [here](README --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-mlcommons-python)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-mlcommons-python)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *app,vision,language,mlcommons,mlperf,inference,reference,ref* * Output cached? *False* @@ -41,7 +41,7 @@ See the current coverage of different models, devices and backends [here](README #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -92,8 +92,6 @@ if r['return']>0: ```cmr "cm gui" --script="app,vision,language,mlcommons,mlperf,inference,reference,ref"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=app,vision,language,mlcommons,mlperf,inference,reference,ref) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "app vision language mlcommons mlperf inference reference ref[variations]" [--input_flags]` @@ -112,43 +110,43 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_torch - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.datasets - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.attrs - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.accelerate - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_llama2-70b_` - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_package.transformers * CM names: `--adr.['transformers']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.datasets * CM names: `--adr.['datasets']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.sentencepiece * CM names: `--adr.['sentencepiece']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.protobuf * CM names: `--adr.['protobuf']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.accelerate * CM names: `--adr.['accelerate']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.absl-py * CM names: `--adr.['absl-py']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.evaluate * CM names: `--adr.['evaluate']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.nltk * CM names: `--adr.['nltk']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.rouge-score * CM names: `--adr.['rouge-score']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) @@ -164,7 +162,7 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_package.nibabel - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_beam_size.#` - Environment variables: - *GPTJ_BEAM_SIZE*: `#` @@ -175,24 +173,24 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_package.pydantic - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_tokenization - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_six - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.absl-py - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_protobuf * `if (CM_MLPERF_BACKEND in ['tf', 'tflite'])` * CM names: `--adr.['protobuf']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_boto3 * `if (CM_MLPERF_BACKEND == pytorch)` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torch * `if (CM_MLPERF_DEVICE != gpu)` * CM names: `--adr.['ml-engine-pytorch', 'pytorch']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_dlrm` - Environment variables: - *CM_MLPERF_MODEL_SKIP_BATCHING*: `True` @@ -200,29 +198,29 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,dlrm,src * CM names: `--adr.['dlrm-src']...` - - CM script: [get-dlrm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dlrm) + - CM script: [get-dlrm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dlrm) * get,generic-python-lib,_mlperf_logging - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_opencv-python - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_tensorboard - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_protobuf - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_scikit-learn - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_tqdm - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_onnx - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_numpy - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.torchrec - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.pyre-extensions - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.torchsnapshot - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_llama2-70b_,cuda` - Workflow: * `_multistream` @@ -327,10 +325,10 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_deepsparse * `if (CM_HOST_PLATFORM_FLAVOR != aarch64)` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.deepsparse-nightly * `if (CM_HOST_PLATFORM_FLAVOR == aarch64)` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_ncnn` - Environment variables: - *CM_MLPERF_BACKEND*: `ncnn` @@ -370,13 +368,13 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_onnx - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,tvm * CM names: `--adr.['tvm']...` - - CM script: [get-tvm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-tvm) + - CM script: [get-tvm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-tvm) * get,tvm-model,_onnx * CM names: `--adr.['tvm-model']...` - - CM script: [get-tvm-model](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-tvm-model) + - CM script: [get-tvm-model](https://github.com/mlcommons/cm4mlops/tree/master/script/get-tvm-model) * `_tvm-pytorch` - Environment variables: - *CM_MLPERF_BACKEND*: `tvm-pytorch` @@ -386,13 +384,13 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_torch - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,tvm * CM names: `--adr.['tvm']...` - - CM script: [get-tvm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-tvm) + - CM script: [get-tvm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-tvm) * get,tvm-model,_pytorch * CM names: `--adr.['tvm-model']...` - - CM script: [get-tvm-model](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-tvm-model) + - CM script: [get-tvm-model](https://github.com/mlcommons/cm4mlops/tree/master/script/get-tvm-model) * `_tvm-tflite` - Environment variables: - *CM_MLPERF_BACKEND*: `tvm-tflite` @@ -400,13 +398,13 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_tflite - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,tvm * CM names: `--adr.['tvm']...` - - CM script: [get-tvm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-tvm) + - CM script: [get-tvm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-tvm) * get,tvm-model,_tflite * CM names: `--adr.['tvm-model']...` - - CM script: [get-tvm-model](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-tvm-model) + - CM script: [get-tvm-model](https://github.com/mlcommons/cm4mlops/tree/master/script/get-tvm-model) @@ -475,16 +473,16 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_opencv-python - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_numpy - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_pycocotools - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) 1. ***Read "prehook_deps" on other CM scripts*** * get,generic-python-lib,_protobuf * `if (CM_MLPERF_BACKEND in ['tf', 'tflite'])` * CM names: `--adr.['protobuf']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_retinanet` - Environment variables: - *CM_MODEL*: `retinanet` @@ -493,11 +491,11 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_opencv-python - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_numpy - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_pycocotools - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_rnnt` - Environment variables: - *CM_MODEL*: `rnnt` @@ -506,16 +504,16 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_package.pydantic - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_librosa * CM names: `--adr.['librosa']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_inflect - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_unidecode - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_toml - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_sdxl` - Environment variables: - *CM_MODEL*: `stable-diffusion-xl` @@ -524,28 +522,28 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_package.diffusers * CM names: `--adr.['diffusers']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.transformers * CM names: `--adr.['transformers']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.accelerate * CM names: `--adr.['accelerate']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.torchmetrics * CM names: `--adr.['torchmetrics']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.torch-fidelity * CM names: `--adr.['torch-fidelity']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.open_clip_torch * CM names: `--adr.['open-clip']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.opencv-python * CM names: `--adr.['opencv-python']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.scipy * CM names: `--adr.['scipy']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) @@ -666,96 +664,96 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-mlcommons-python/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-mlcommons-python/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,python * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,cuda,_cudnn * `if (CM_MLPERF_DEVICE == gpu AND CM_MLPERF_BACKEND in ['onnxruntime', 'tf', 'tflite', 'pytorch'])` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * get,nvidia,tensorrt * `if (CM_MLPERF_BACKEND == tensorrt)` - - CM script: [get-tensorrt](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-tensorrt) + - CM script: [get-tensorrt](https://github.com/mlcommons/cm4mlops/tree/master/script/get-tensorrt) * get,generic-python-lib,_onnxruntime * `if (CM_MLPERF_BACKEND in ['onnxruntime', 'tvm-onnx'] AND CM_MLPERF_DEVICE in ['cpu', 'rocm'])` * CM names: `--adr.['ml-engine-onnxruntime', 'onnxruntime']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_onnxruntime_gpu * `if (CM_MLPERF_BACKEND in ['onnxruntime', 'tvm-onnx'] AND CM_MLPERF_DEVICE == gpu) AND (CM_MODEL not in ['3d-unet-99', '3d-unet-99.9'])` * CM names: `--adr.['ml-engine-onnxruntime-cuda']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_onnxruntime * `if (CM_MLPERF_BACKEND == onnxruntime AND CM_MLPERF_DEVICE == gpu AND CM_MODEL in ['3d-unet-99', '3d-unet-99.9', 'resnet50'])` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_onnxruntime_gpu * `if (CM_MLPERF_BACKEND == onnxruntime AND CM_MLPERF_DEVICE == gpu AND CM_MODEL in ['3d-unet-99', '3d-unet-99.9', 'resnet50'])` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torch * `if (CM_MLPERF_BACKEND in ['pytorch', 'tvm-pytorch'] AND CM_MLPERF_DEVICE in ['cpu', 'rocm'])` * CM names: `--adr.['ml-engine-pytorch', 'pytorch']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torch_cuda * `if (CM_MLPERF_BACKEND in ['pytorch', 'tvm-pytorch', 'ray'] AND CM_MLPERF_DEVICE == gpu)` * CM names: `--adr.['ml-engine-pytorch', 'pytorch']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torchvision * `if (CM_MLPERF_BACKEND in ['pytorch', 'tvm-pytorch'] AND CM_MLPERF_DEVICE == cpu)` * CM names: `--adr.['ml-engine-torchvision']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torchvision_cuda * `if (CM_MLPERF_BACKEND in ['pytorch', 'tvm-pytorch', 'ray'] AND CM_MLPERF_DEVICE == gpu)` * CM names: `--adr.['ml-engine-torchvision']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_tensorrt * `if (CM_MLPERF_BACKEND == ray)` * CM names: `--adr.['ml-engine-tensorrt']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torch_tensorrt * `if (CM_MLPERF_BACKEND == ray)` * CM names: `--adr.['ml-engine-torch_tensorrt']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_ray * `if (CM_MLPERF_BACKEND == ray)` * CM names: `--adr.['ray']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_async_timeout * `if (CM_MLPERF_BACKEND == ray)` * CM names: `--adr.['async_timeout']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_transformers * `if (CM_MODEL in ['bert-99', 'bert-99.9', 'gptj-99', 'gptj-99.9'])` * CM names: `--adr.['ml-engine-transformers']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_tensorflow * `if (CM_MLPERF_BACKEND in ['tf', 'tflite'])` * CM names: `--adr.['ml-engine-tensorflow', 'tensorflow']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.ncnn * `if (CM_MLPERF_BACKEND == ncnn)` * CM names: `--adr.['ml-engine-ncnn']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,ml-model,neural-magic,zoo * `if (CM_MLPERF_NEURALMAGIC_MODEL_ZOO_STUB == on)` * CM names: `--adr.['custom-ml-model']...` - - CM script: [get-ml-model-neuralmagic-zoo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-neuralmagic-zoo) + - CM script: [get-ml-model-neuralmagic-zoo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-neuralmagic-zoo) * get,ml-model,image-classification,resnet50 * `if (CM_MODEL == resnet50) AND (CM_MLPERF_CUSTOM_MODEL_PATH != on)` * CM names: `--adr.['ml-model', 'resnet50-model']...` - - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-resnet50) + - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-resnet50) * get,ml-model,object-detection,retinanet * `if (CM_MODEL == retinanet)` * CM names: `--adr.['ml-model', 'retinanet-model']...` - - CM script: [get-ml-model-retinanet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-retinanet) + - CM script: [get-ml-model-retinanet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-retinanet) * get,ml-model,large-language-model,gptj * `if (CM_MODEL in ['gptj-99', 'gptj-99.9'])` * CM names: `--adr.['ml-model', 'gptj-model', 'gpt-j-model']...` - - CM script: [get-ml-model-gptj](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-gptj) + - CM script: [get-ml-model-gptj](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-gptj) * get,ml-model,object-detection,resnext50,fp32,_pytorch-weights * `if (CM_MLPERF_BACKEND == pytorch AND CM_MLPERF_IMPLEMENTATION == nvidia AND CM_MODEL == retinanet)` * CM names: `--adr.['ml-model', 'retinanet-model']...` @@ -763,104 +761,104 @@ ___ * get,ml-model,language-processing,bert-large * `if (CM_MODEL in ['bert-99', 'bert-99.9']) AND (CM_MLPERF_CUSTOM_MODEL_PATH != on)` * CM names: `--adr.['ml-model', 'bert-model']...` - - CM script: [get-ml-model-bert-large-squad](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-bert-large-squad) + - CM script: [get-ml-model-bert-large-squad](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-bert-large-squad) * get,ml-model,stable-diffusion,text-to-image,sdxl * `if (CM_MODEL == stable-diffusion-xl) AND (CM_MLPERF_CUSTOM_MODEL_PATH != on)` * CM names: `--adr.['ml-model', 'sdxl-model']...` - - CM script: [get-ml-model-stable-diffusion](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-stable-diffusion) + - CM script: [get-ml-model-stable-diffusion](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-stable-diffusion) * get,ml-model,llama2 * `if (CM_MODEL in ['llama2-70b-99', 'llama2-70b-99.9']) AND (CM_MLPERF_CUSTOM_MODEL_PATH != on)` * CM names: `--adr.['ml-model', 'llama2-model']...` - - CM script: [get-ml-model-llama2](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-llama2) + - CM script: [get-ml-model-llama2](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-llama2) * get,ml-model,medical-imaging,3d-unet * `if (CM_MODEL in ['3d-unet-99', '3d-unet-99.9'])` * CM names: `--adr.['ml-model', '3d-unet-model']...` - - CM script: [get-ml-model-3d-unet-kits19](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-3d-unet-kits19) + - CM script: [get-ml-model-3d-unet-kits19](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-3d-unet-kits19) * get,ml-model,speech-recognition,rnnt * `if (CM_MODEL == rnnt)` * CM names: `--adr.['ml-model', 'rnnt-model']...` - - CM script: [get-ml-model-rnnt](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-rnnt) + - CM script: [get-ml-model-rnnt](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-rnnt) * get,ml-model,recommendation,dlrm * `if (CM_MODEL in ['dlrm-99', 'dlrm-99.9'])` * CM names: `--adr.['ml-model', 'dlrm-model']...` - - CM script: [get-ml-model-dlrm-terabyte](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-dlrm-terabyte) + - CM script: [get-ml-model-dlrm-terabyte](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-dlrm-terabyte) * get,dataset,image-classification,imagenet,preprocessed * `if (CM_MODEL == resnet50) AND (CM_MLPERF_VISION_DATASET_OPTION != True)` * CM names: `--adr.['imagenet-preprocessed']...` - - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-imagenet) + - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-imagenet) * get,dataset,image-classification,imagenet,preprocessed,_pytorch * `if (CM_MODEL == resnet50 AND CM_MLPERF_VISION_DATASET_OPTION == imagenet_pytorch)` * CM names: `--adr.['imagenet-preprocessed']...` - - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-imagenet) + - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-imagenet) * get,dataset-aux,image-classification,imagenet-aux * `if (CM_MODEL == resnet50)` - - CM script: [get-dataset-imagenet-aux](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-aux) + - CM script: [get-dataset-imagenet-aux](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-imagenet-aux) * get,dataset,object-detection,open-images,openimages,preprocessed,_validation * `if (CM_MODEL == retinanet)` * CM names: `--adr.['openimages-preprocessed']...` - - CM script: [get-preprocessed-dataset-openimages](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-openimages) + - CM script: [get-preprocessed-dataset-openimages](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-openimages) * get,dataset,cnndm,_validation * `if (CM_MODEL in ['gptj-99', 'gptj-99.9'])` * CM names: `--adr.['cnndm-preprocessed']...` - - CM script: [get-dataset-cnndm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-cnndm) + - CM script: [get-dataset-cnndm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-cnndm) * get,dataset,squad,original * `if (CM_MODEL in ['bert-99', 'bert-99.9'])` * CM names: `--adr.['cnndm-preprocessed']...` - - CM script: [get-dataset-squad](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-squad) + - CM script: [get-dataset-squad](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-squad) * get,dataset-aux,squad-vocab * `if (CM_MODEL in ['bert-99', 'bert-99.9'])` - - CM script: [get-dataset-squad-vocab](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-squad-vocab) + - CM script: [get-dataset-squad-vocab](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-squad-vocab) * get,dataset,coco2014,_validation * `if (CM_MODEL == stable-diffusion-xl)` * CM names: `--adr.['coco2014-preprocessed']...` - - CM script: [get-dataset-coco2014](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-coco2014) + - CM script: [get-dataset-coco2014](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-coco2014) * get,preprocessed,dataset,openorca,_validation * `if (CM_MODEL in ['llama2-70b-99', 'llama2-70b-99.9'])` * CM names: `--adr.['openorca-preprocessed']...` - - CM script: [get-preprocessed-dataset-openorca](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-openorca) + - CM script: [get-preprocessed-dataset-openorca](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-openorca) * get,dataset,kits19,preprocessed * `if (CM_MODEL in ['3d-unet-99', '3d-unet-99.9'])` * CM names: `--adr.['kits19-preprocessed']...` - - CM script: [get-preprocessed-dataset-kits19](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-kits19) + - CM script: [get-preprocessed-dataset-kits19](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-kits19) * get,dataset,librispeech,preprocessed * `if (CM_MODEL == rnnt)` * CM names: `--adr.['librispeech-preprocessed']...` - - CM script: [get-preprocessed-dataset-librispeech](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-librispeech) + - CM script: [get-preprocessed-dataset-librispeech](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-librispeech) * get,dataset,criteo,preprocessed * `if (CM_MODEL in ['dlrm-99', 'dlrm-99.9'])` * CM names: `--adr.['criteo-preprocessed']...` - - CM script: [get-preprocessed-dataset-criteo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-criteo) + - CM script: [get-preprocessed-dataset-criteo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-criteo) * generate,user-conf,mlperf,inference * CM names: `--adr.['user-conf-generator']...` - - CM script: [generate-mlperf-inference-user-conf](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/generate-mlperf-inference-user-conf) + - CM script: [generate-mlperf-inference-user-conf](https://github.com/mlcommons/cm4mlops/tree/master/script/generate-mlperf-inference-user-conf) * get,loadgen * CM names: `--adr.['loadgen', 'mlperf-inference-loadgen']...` - - CM script: [get-mlperf-inference-loadgen](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-loadgen) + - CM script: [get-mlperf-inference-loadgen](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-loadgen) * get,mlcommons,inference,src * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,mlcommons,inference,src * CM names: `--adr.['mlperf-implementation']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,generic-python-lib,_package.psutil - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-mlcommons-python/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-mlcommons-python/_cm.yaml)*** + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-mlcommons-python/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-mlcommons-python/_cm.yaml)*** * remote,run,cmds * `if (CM_ASSH_RUN_COMMANDS == on)` * CM names: `--adr.['remote-run-cmds']...` - - CM script: [remote-run-commands](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/remote-run-commands) + - CM script: [remote-run-commands](https://github.com/mlcommons/cm4mlops/tree/master/script/remote-run-commands) 1. ***Run native script if exists*** - 1. ***Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-mlcommons-python/_cm.yaml)*** + 1. ***Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-mlcommons-python/_cm.yaml)*** * benchmark-mlperf * `if (CM_MLPERF_SKIP_RUN != on)` * CM names: `--adr.['mlperf-runner']...` - - CM script: [benchmark-program-mlperf](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/benchmark-program-mlperf) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-mlcommons-python/customize.py)*** - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-mlcommons-python/_cm.yaml)*** + - CM script: [benchmark-program-mlperf](https://github.com/mlcommons/cm4mlops/tree/master/script/benchmark-program-mlperf) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-mlcommons-python/customize.py)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-mlcommons-python/_cm.yaml)*** * save,mlperf,inference,state * CM names: `--adr.['save-mlperf-inference-state']...` - - CM script: [save-mlperf-inference-implementation-state](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/save-mlperf-inference-implementation-state) + - CM script: [save-mlperf-inference-implementation-state](https://github.com/mlcommons/cm4mlops/tree/master/script/save-mlperf-inference-implementation-state) ___ ### Script output diff --git a/script/app-mlperf-inference-nvidia/README.md b/script/app-mlperf-inference-nvidia/README.md index e5bdaad346..d2c6f7a6c0 100644 --- a/script/app-mlperf-inference-nvidia/README.md +++ b/script/app-mlperf-inference-nvidia/README.md @@ -153,8 +153,8 @@ Assuming all the downloaded files are to the user home directory please do the f --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-nvidia)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-nvidia)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia* * Output cached? *False* @@ -171,7 +171,7 @@ Assuming all the downloaded files are to the user home directory please do the f #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -222,8 +222,6 @@ if r['return']>0: ```cmr "cm gui" --script="reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "reproduce mlcommons mlperf inference harness nvidia-harness nvidia[variations]" [--input_flags]` @@ -242,44 +240,44 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_transformers - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.nibabel - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_pandas - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_bert_` - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_transformers - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_safetensors - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_onnx - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_dlrm_` - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_torch - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.torchsnapshot - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.torchrec - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.fbgemm-gpu - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_onnx-graphsurgeon - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.scikit-learn - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_gptj_` - Environment variables: - *CM_ML_MODEL_STARTING_WEIGHTS_FILENAME*: `https://cloud.mlcommons.org/index.php/s/QAZ2oM94MkFtbQx/download` - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_package.datasets - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.simplejson - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) @@ -310,16 +308,16 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * install,pytorch,from.src,_for-nvidia-mlperf-inference-v3.1 - - CM script: [install-pytorch-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-pytorch-from-src) + - CM script: [install-pytorch-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-pytorch-from-src) * get,cmake - - CM script: [get-cmake](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake) + - CM script: [get-cmake](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmake) * `_gptj_,build_engine` - Workflow: 1. ***Read "deps" on other CM scripts*** * install,pytorch,from.src,_for-nvidia-mlperf-inference-v3.1 - - CM script: [install-pytorch-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-pytorch-from-src) + - CM script: [install-pytorch-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-pytorch-from-src) * get,cmake - - CM script: [get-cmake](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake) + - CM script: [get-cmake](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmake) * `_gptj_,run_harness` - Environment variables: - *CM_MLPERF_NVIDIA_HARNESS_USE_FP8*: `True` @@ -329,9 +327,9 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * install,pytorch,from.src,_for-nvidia-mlperf-inference-v3.1 - - CM script: [install-pytorch-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-pytorch-from-src) + - CM script: [install-pytorch-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-pytorch-from-src) * get,cmake - - CM script: [get-cmake](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake) + - CM script: [get-cmake](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmake) * `_gpu_memory.16,3d-unet_,offline,run_harness` - Workflow: * `_gpu_memory.16,bert_,offline,run_harness` @@ -888,9 +886,9 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_onnx-graphsurgeon - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.onnx - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_retinanet` - Environment variables: - *CM_MODEL*: `retinanet` @@ -901,21 +899,21 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_Pillow - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torch - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torchvision - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_opencv-python - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_numpy - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_pycocotools - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_onnx-graphsurgeon - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.onnx - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_rnnt` - Environment variables: - *CM_MODEL*: `rnnt` @@ -926,25 +924,25 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_toml - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torchvision * CM names: `--adr.['torchvision']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torch - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_nvidia-apex - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_unidecode - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_inflect - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_librosa * CM names: `--adr.['librosa']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_sox - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-sys-util,_sox - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) @@ -992,30 +990,30 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,cmake - - CM script: [get-cmake](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake) + - CM script: [get-cmake](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmake) * get,generic,sys-util,_glog-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic,sys-util,_gflags-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic,sys-util,_libgmock-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic,sys-util,_libre2-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic,sys-util,_libnuma-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic,sys-util,_libboost-all-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic,sys-util,_rapidjson-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,cuda,_cudnn * CM names: `--adr.['cuda']...` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * get,tensorrt * CM names: `--adr.['tensorrt']...` - - CM script: [get-tensorrt](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-tensorrt) + - CM script: [get-tensorrt](https://github.com/mlcommons/cm4mlops/tree/master/script/get-tensorrt) * build,nvidia,inference,server * CM names: `--adr.['nvidia-inference-server']...` - - CM script: [build-mlperf-inference-server-nvidia](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/build-mlperf-inference-server-nvidia) + - CM script: [build-mlperf-inference-server-nvidia](https://github.com/mlcommons/cm4mlops/tree/master/script/build-mlperf-inference-server-nvidia) * `_build_engine` - Aliases: `_build-engine` - Environment variables: @@ -1025,22 +1023,22 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,cuda,_cudnn * CM names: `--adr.['cuda']...` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * get,tensorrt * CM names: `--adr.['tensorrt']...` - - CM script: [get-tensorrt](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-tensorrt) + - CM script: [get-tensorrt](https://github.com/mlcommons/cm4mlops/tree/master/script/get-tensorrt) * build,nvidia,inference,server * CM names: `--adr.['nvidia-inference-server']...` - - CM script: [build-mlperf-inference-server-nvidia](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/build-mlperf-inference-server-nvidia) + - CM script: [build-mlperf-inference-server-nvidia](https://github.com/mlcommons/cm4mlops/tree/master/script/build-mlperf-inference-server-nvidia) * reproduce,mlperf,inference,nvidia,harness,_preprocess_data * `if (CM_MODEL not in ['dlrm-v2-99', 'dlrm-v2-99.9'])` - - CM script: [app-mlperf-inference-nvidia](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-nvidia) + - CM script: [app-mlperf-inference-nvidia](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-inference-nvidia) * reproduce,mlperf,inference,nvidia,harness,_download_model * `if (CM_MODEL not in ['retinanet_old', 'resnet50', 'bert-99', 'bert-99.9', 'dlrm-v2-99', 'dlrm-v2-99.9'])` - - CM script: [app-mlperf-inference-nvidia](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-nvidia) + - CM script: [app-mlperf-inference-nvidia](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-inference-nvidia) * reproduce,mlperf,inference,nvidia,harness,_calibrate * `if (CM_MODEL == retinanet)` - - CM script: [app-mlperf-inference-nvidia](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-nvidia) + - CM script: [app-mlperf-inference-nvidia](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-inference-nvidia) * `_calibrate` - Environment variables: - *MLPERF_NVIDIA_RUN_COMMAND*: `calibrate` @@ -1049,7 +1047,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * reproduce,mlperf,inference,nvidia,harness,_download_model * `if (CM_MODEL not in ['retinanet_old', 'resnet50', 'bert-99', 'bert-99.9', 'dlrm-v2-99', 'dlrm-v2-99.9'])` - - CM script: [app-mlperf-inference-nvidia](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-nvidia) + - CM script: [app-mlperf-inference-nvidia](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-inference-nvidia) * `_download_model` - Environment variables: - *MLPERF_NVIDIA_RUN_COMMAND*: `download_model` @@ -1058,7 +1056,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_torch_cuda * `if (CM_MODEL == retinanet)` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_prebuild` - Environment variables: - *MLPERF_NVIDIA_RUN_COMMAND*: `prebuild` @@ -1078,22 +1076,22 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,cuda,_cudnn * CM names: `--adr.['cuda']...` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * get,tensorrt * CM names: `--adr.['tensorrt']...` - - CM script: [get-tensorrt](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-tensorrt) + - CM script: [get-tensorrt](https://github.com/mlcommons/cm4mlops/tree/master/script/get-tensorrt) * build,nvidia,inference,server * CM names: `--adr.['nvidia-inference-server']...` - - CM script: [build-mlperf-inference-server-nvidia](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/build-mlperf-inference-server-nvidia) + - CM script: [build-mlperf-inference-server-nvidia](https://github.com/mlcommons/cm4mlops/tree/master/script/build-mlperf-inference-server-nvidia) * reproduce,mlperf,inference,nvidia,harness,_build_engine * CM names: `--adr.['build-engine']...` - - CM script: [app-mlperf-inference-nvidia](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-nvidia) + - CM script: [app-mlperf-inference-nvidia](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-inference-nvidia) * reproduce,mlperf,inference,nvidia,harness,_preprocess_data * `if (CM_MODEL not in ['dlrm-v2-99', 'dlrm-v2-99.9'])` - - CM script: [app-mlperf-inference-nvidia](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-nvidia) + - CM script: [app-mlperf-inference-nvidia](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-inference-nvidia) * reproduce,mlperf,inference,nvidia,harness,_download_model * `if (CM_MODEL not in ['retinanet', 'resnet50', 'bert-99', 'bert-99.9', 'dlrm-v2-99', 'dlrm-v2-99.9'])` - - CM script: [app-mlperf-inference-nvidia](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-nvidia) + - CM script: [app-mlperf-inference-nvidia](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-inference-nvidia) @@ -1201,101 +1199,101 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-nvidia/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-nvidia/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,mlperf,inference,nvidia,scratch,space * CM names: `--adr.['nvidia-scratch-space']...` - - CM script: [get-mlperf-inference-nvidia-scratch-space](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-nvidia-scratch-space) + - CM script: [get-mlperf-inference-nvidia-scratch-space](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-nvidia-scratch-space) * get,generic-python-lib,_mlperf_logging * CM names: `--adr.['mlperf-logging']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,dataset,original,imagenet,_full * `if (CM_MODEL == resnet50)` * CM names: `--adr.['imagenet-original']...` - - CM script: [get-dataset-imagenet-val](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-val) + - CM script: [get-dataset-imagenet-val](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-imagenet-val) * get,ml-model,resnet50,_fp32,_onnx,_opset-8 * `if (CM_MODEL == resnet50)` * CM names: `--adr.['resnet50-model', 'ml-model']...` - - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-resnet50) + - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-resnet50) * get,dataset,original,kits19 * `if (CM_MODEL in ['3d-unet-99-disabled', '3d-unet-99.9-disabled'])` * CM names: `--adr.['kits19-original']...` - - CM script: [get-dataset-kits19](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-kits19) + - CM script: [get-dataset-kits19](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-kits19) * get,dataset,original,librispeech * `if (CM_MODEL == rnnt)` * CM names: `--adr.['librispeech-original']...` - - CM script: [get-dataset-librispeech](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-librispeech) + - CM script: [get-dataset-librispeech](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-librispeech) * get,dataset,preprocessed,criteo * `if (CM_MODEL in ['dlrm-v2-99', 'dlrm-v2-99.9']) AND (DLRM_DATA_PATH != True)` * CM names: `--adr.['criteo-preprocessed']...` - - CM script: [get-preprocessed-dataset-criteo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-criteo) + - CM script: [get-preprocessed-dataset-criteo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-criteo) * get,ml-model,dlrm,_pytorch * `if (CM_MODEL in ['dlrm-v2-99', 'dlrm-v2-99.9']) AND (DLRM_DATA_PATH != True)` * CM names: `--adr.['dlrm-model']...` - - CM script: [get-ml-model-dlrm-terabyte](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-dlrm-terabyte) + - CM script: [get-ml-model-dlrm-terabyte](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-dlrm-terabyte) * get,ml-model,bert,_onnx,_fp32 * `if (CM_MODEL in ['bert-99', 'bert-99.9'])` * CM names: `--adr.['bert-model', 'bert-model-fp32']...` - - CM script: [get-ml-model-bert-large-squad](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-bert-large-squad) + - CM script: [get-ml-model-bert-large-squad](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-bert-large-squad) * get,ml-model,bert,_onnx,_int8 * `if (CM_MODEL in ['bert-99', 'bert-99.9'])` * CM names: `--adr.['bert-model', 'bert-model-int8']...` - - CM script: [get-ml-model-bert-large-squad](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-bert-large-squad) + - CM script: [get-ml-model-bert-large-squad](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-bert-large-squad) * get,squad-vocab * `if (CM_MODEL in ['bert-99', 'bert-99.9'])` * CM names: `--adr.['bert-vocab']...` - - CM script: [get-dataset-squad-vocab](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-squad-vocab) + - CM script: [get-dataset-squad-vocab](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-squad-vocab) * get,dataset,original,openimages,_validation,_full,_custom-annotations * `if (CM_MODEL == retinanet)` * CM names: `--adr.['openimages-original']...` - - CM script: [get-dataset-openimages](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-openimages) + - CM script: [get-dataset-openimages](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-openimages) * get,dataset,original,openimages,_calibration * `if (CM_MODEL == retinanet)` * CM names: `--adr.['openimages-calibration']...` - - CM script: [get-dataset-openimages](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-openimages) + - CM script: [get-dataset-openimages](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-openimages) * get,dataset,original,openorca * `if (CM_MODEL in ['gptj-99', 'gptj-99.9'] AND CM_MLPERF_NVIDIA_HARNESS_RUN_MODE == preprocess_dataset)` * CM names: `--adr.['openorca-original']...` - - CM script: [get-dataset-openorca](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-openorca) + - CM script: [get-dataset-openorca](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-openorca) * get,mlcommons,inference,src * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,nvidia,mlperf,inference,common-code * CM names: `--adr.['nvidia-inference-common-code']...` - - CM script: [get-mlperf-inference-nvidia-common-code](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-nvidia-common-code) + - CM script: [get-mlperf-inference-nvidia-common-code](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-nvidia-common-code) * generate,user-conf,mlperf,inference * `if (CM_MLPERF_NVIDIA_HARNESS_RUN_MODE == run_harness)` * CM names: `--adr.['user-conf-generator']...` - - CM script: [generate-mlperf-inference-user-conf](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/generate-mlperf-inference-user-conf) + - CM script: [generate-mlperf-inference-user-conf](https://github.com/mlcommons/cm4mlops/tree/master/script/generate-mlperf-inference-user-conf) * get,generic-python-lib,_package.nvmitten,_path./opt/nvmitten-0.1.3-cp38-cp38-linux_x86_64.whl * `if (CM_RUN_STATE_DOCKER in ['yes', True, 'True'])` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,nvidia,mitten * `if (CM_RUN_STATE_DOCKER not in ['yes', True, 'True'])` - - CM script: [get-nvidia-mitten](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-nvidia-mitten) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-nvidia/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-nvidia/_cm.yaml)*** + - CM script: [get-nvidia-mitten](https://github.com/mlcommons/cm4mlops/tree/master/script/get-nvidia-mitten) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-nvidia/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-nvidia/_cm.yaml)*** * get,ml-model,gptj,_pytorch,_rclone * `if (CM_REQUIRE_GPTJ_MODEL_DOWNLOAD == yes AND CM_MLPERF_NVIDIA_HARNESS_RUN_MODE in ['download_model', 'preprocess_data'])` * CM names: `--adr.['gptj-model']...` - - CM script: [get-ml-model-gptj](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-gptj) + - CM script: [get-ml-model-gptj](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-gptj) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-nvidia/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-nvidia/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-nvidia/customize.py)*** - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-nvidia/_cm.yaml)*** + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-nvidia/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-nvidia/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-nvidia/customize.py)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-nvidia/_cm.yaml)*** * benchmark-mlperf * `if (CM_CALL_MLPERF_RUNNER == True) AND (CM_MLPERF_SKIP_RUN not in ['yes', True])` * CM names: `--adr.['runner', 'mlperf-runner']...` - - CM script: [benchmark-program-mlperf](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/benchmark-program-mlperf) + - CM script: [benchmark-program-mlperf](https://github.com/mlcommons/cm4mlops/tree/master/script/benchmark-program-mlperf) * save,mlperf,inference,state * CM names: `--adr.['save-mlperf-inference-state']...` - - CM script: [save-mlperf-inference-implementation-state](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/save-mlperf-inference-implementation-state) + - CM script: [save-mlperf-inference-implementation-state](https://github.com/mlcommons/cm4mlops/tree/master/script/save-mlperf-inference-implementation-state) ___ ### Script output diff --git a/script/app-mlperf-inference-qualcomm/README.md b/script/app-mlperf-inference-qualcomm/README.md index c070d9d4df..68c820ed67 100644 --- a/script/app-mlperf-inference-qualcomm/README.md +++ b/script/app-mlperf-inference-qualcomm/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-qualcomm)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-qualcomm)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *reproduce,mlcommons,mlperf,inference,harness,qualcomm-harness,qualcomm,kilt-harness,kilt* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="reproduce,mlcommons,mlperf,inference,harness,qualcomm-harness,qualcomm,kilt-harness,kilt"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=reproduce,mlcommons,mlperf,inference,harness,qualcomm-harness,qualcomm,kilt-harness,kilt) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "reproduce mlcommons mlperf inference harness qualcomm-harness qualcomm kilt-harness kilt[variations]" [--input_flags]` @@ -111,11 +109,11 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_transformers - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_safetensors - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_onnx - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) @@ -140,7 +138,7 @@ ___ * compile,qaic,model,_bert-99,_pc.99.9980 * `if (CM_MLPERF_SKIP_RUN != True)` * CM names: `--adr.['qaic-model-compiler', 'bert-99-compiler']...` - - CM script: [compile-model-for.qaic](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/compile-model-for.qaic) + - CM script: [compile-model-for.qaic](https://github.com/mlcommons/cm4mlops/tree/master/script/compile-model-for.qaic) * `_bert-99.9,offline` - Workflow: * `_bert-99.9,qaic` @@ -153,7 +151,7 @@ ___ * compile,qaic,model,_bert-99.9 * `if (CM_MLPERF_SKIP_RUN != True)` * CM names: `--adr.['qaic-model-compiler', 'bert-99.9-compiler']...` - - CM script: [compile-model-for.qaic](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/compile-model-for.qaic) + - CM script: [compile-model-for.qaic](https://github.com/mlcommons/cm4mlops/tree/master/script/compile-model-for.qaic) * `_bert_,network-client` - Environment variables: - *CM_BENCHMARK*: `NETWORK_BERT_CLIENT` @@ -225,35 +223,35 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * set,device,qaic,_vc.15 - - CM script: [set-device-settings-qaic](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/set-device-settings-qaic) + - CM script: [set-device-settings-qaic](https://github.com/mlcommons/cm4mlops/tree/master/script/set-device-settings-qaic) * `_pro,num-devices.4,bert-99,server` - Environment variables: - *qaic_activation_count*: `16` - Workflow: 1. ***Read "deps" on other CM scripts*** * set,device,qaic,_vc.13 - - CM script: [set-device-settings-qaic](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/set-device-settings-qaic) + - CM script: [set-device-settings-qaic](https://github.com/mlcommons/cm4mlops/tree/master/script/set-device-settings-qaic) * `_pro,num-devices.4,bert-99.9,offline` - Environment variables: - *qaic_activation_count*: `8` - Workflow: 1. ***Read "deps" on other CM scripts*** * set,device,qaic,_vc.13 - - CM script: [set-device-settings-qaic](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/set-device-settings-qaic) + - CM script: [set-device-settings-qaic](https://github.com/mlcommons/cm4mlops/tree/master/script/set-device-settings-qaic) * `_pro,num-devices.4,bert-99.9,server` - Environment variables: - *qaic_activation_count*: `8` - Workflow: 1. ***Read "deps" on other CM scripts*** * set,device,qaic,_vc.13 - - CM script: [set-device-settings-qaic](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/set-device-settings-qaic) + - CM script: [set-device-settings-qaic](https://github.com/mlcommons/cm4mlops/tree/master/script/set-device-settings-qaic) * `_pro,num-devices.4,resnet50,offline` - Environment variables: - *qaic_activation_count*: `4` - Workflow: 1. ***Read "deps" on other CM scripts*** * set,device,qaic,_vc.16 - - CM script: [set-device-settings-qaic](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/set-device-settings-qaic) + - CM script: [set-device-settings-qaic](https://github.com/mlcommons/cm4mlops/tree/master/script/set-device-settings-qaic) * `_pro,num-devices.4,resnet50,server` - Environment variables: - *qaic_activation_count*: `4` @@ -264,7 +262,7 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * set,device,qaic,_vc.17 - - CM script: [set-device-settings-qaic](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/set-device-settings-qaic) + - CM script: [set-device-settings-qaic](https://github.com/mlcommons/cm4mlops/tree/master/script/set-device-settings-qaic) * `_pro,num-devices.4,retinanet,server` - Environment variables: - *qaic_activation_count*: `16` @@ -364,16 +362,16 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,qaic,platform,sdk * `if (CM_MLPERF_SKIP_RUN != True)` - - CM script: [get-qaic-platform-sdk](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-qaic-platform-sdk) + - CM script: [get-qaic-platform-sdk](https://github.com/mlcommons/cm4mlops/tree/master/script/get-qaic-platform-sdk) * get,lib,protobuf,_tag.v3.11.4 * `if (CM_MLPERF_SKIP_RUN != True)` - - CM script: [get-lib-protobuf](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-lib-protobuf) + - CM script: [get-lib-protobuf](https://github.com/mlcommons/cm4mlops/tree/master/script/get-lib-protobuf) * set,device,mode,qaic * `if (CM_QAIC_VC in on)` - - CM script: [set-device-settings-qaic](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/set-device-settings-qaic) + - CM script: [set-device-settings-qaic](https://github.com/mlcommons/cm4mlops/tree/master/script/set-device-settings-qaic) * set,device,mode,qaic,_ecc * `if (CM_QAIC_ECC in yes)` - - CM script: [set-device-settings-qaic](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/set-device-settings-qaic) + - CM script: [set-device-settings-qaic](https://github.com/mlcommons/cm4mlops/tree/master/script/set-device-settings-qaic) @@ -489,17 +487,17 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_Pillow - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torch - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torchvision - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_opencv-python - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_numpy - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_pycocotools - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) @@ -651,80 +649,80 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-qualcomm/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-qualcomm/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,git,repo * CM names: `--adr.['kilt-repo']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) * get,mlcommons,inference,src * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,mlcommons,inference,loadgen * CM names: `--adr.['inference-loadgen']...` - - CM script: [get-mlperf-inference-loadgen](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-loadgen) + - CM script: [get-mlperf-inference-loadgen](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-loadgen) * generate,user-conf,mlperf,inference * CM names: `--adr.['user-conf-generator']...` - - CM script: [generate-mlperf-inference-user-conf](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/generate-mlperf-inference-user-conf) + - CM script: [generate-mlperf-inference-user-conf](https://github.com/mlcommons/cm4mlops/tree/master/script/generate-mlperf-inference-user-conf) * get,generic-python-lib,_mlperf_logging * CM names: `--adr.['mlperf-logging']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,ml-model,resnet50,_fp32,_onnx,_from-tf * `if (CM_MODEL == resnet50) AND (CM_MLPERF_DEVICE != qaic)` * CM names: `--adr.['resnet50-model', 'ml-model']...` - - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-resnet50) + - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-resnet50) * compile,qaic,model,_resnet50 * `if (CM_MODEL == resnet50 AND CM_MLPERF_DEVICE == qaic) AND (CM_MLPERF_SKIP_RUN != True)` * CM names: `--adr.['qaic-model-compiler', 'resnet50-compiler']...` - - CM script: [compile-model-for.qaic](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/compile-model-for.qaic) + - CM script: [compile-model-for.qaic](https://github.com/mlcommons/cm4mlops/tree/master/script/compile-model-for.qaic) * get,dataset,imagenet,preprocessed,_for.resnet50,_NHWC,_full * `if (CM_MODEL == resnet50) AND (CM_MLPERF_SKIP_RUN != True)` * CM names: `--adr.['imagenet-preprocessed', 'dataset-preprocessed']...` - - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-imagenet) + - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-imagenet) * get,squad-vocab * `if (CM_MODEL in ['bert-99', 'bert-99.9']) AND (CM_MLPERF_SKIP_RUN != True)` * CM names: `--adr.['bert-vocab']...` - - CM script: [get-dataset-squad-vocab](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-squad-vocab) + - CM script: [get-dataset-squad-vocab](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-squad-vocab) * get,dataset,tokenized,squad,_raw * `if (CM_MODEL in ['bert-99', 'bert-99.9']) AND (CM_MLPERF_SKIP_RUN != True)` * CM names: `--adr.['squad-tokenized']...` - - CM script: [get-preprocessed-dataset-squad](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-squad) + - CM script: [get-preprocessed-dataset-squad](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-squad) * compile,qaic,model,_retinanet * `if (CM_MODEL == retinanet AND CM_MLPERF_DEVICE == qaic) AND (CM_MLPERF_SKIP_RUN != True)` * CM names: `--adr.['qaic-model-compiler', 'retinanet-compiler']...` - - CM script: [compile-model-for.qaic](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/compile-model-for.qaic) + - CM script: [compile-model-for.qaic](https://github.com/mlcommons/cm4mlops/tree/master/script/compile-model-for.qaic) * get,dataset,preprocessed,openimages,_for.retinanet.onnx,_NCHW,_validation,_custom-annotations * `if (CM_MODEL == retinanet) AND (CM_MLPERF_SKIP_RUN != True)` * CM names: `--adr.['openimages-preprocessed', 'dataset-preprocessed']...` - - CM script: [get-preprocessed-dataset-openimages](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-openimages) + - CM script: [get-preprocessed-dataset-openimages](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-openimages) * get,lib,onnxruntime,lang-cpp,_cpu * `if (CM_MLPERF_BACKEND == onnxruntime AND CM_MLPERF_DEVICE == cpu)` - - CM script: [get-onnxruntime-prebuilt](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-onnxruntime-prebuilt) + - CM script: [get-onnxruntime-prebuilt](https://github.com/mlcommons/cm4mlops/tree/master/script/get-onnxruntime-prebuilt) * get,lib,onnxruntime,lang-cpp,_cuda * `if (CM_MLPERF_BACKEND == onnxruntime AND CM_MLPERF_DEVICE == gpu)` - - CM script: [get-onnxruntime-prebuilt](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-onnxruntime-prebuilt) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-qualcomm/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-qualcomm/_cm.yaml) + - CM script: [get-onnxruntime-prebuilt](https://github.com/mlcommons/cm4mlops/tree/master/script/get-onnxruntime-prebuilt) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-qualcomm/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-qualcomm/_cm.yaml) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-qualcomm/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-qualcomm/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-qualcomm/customize.py)*** - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference-qualcomm/_cm.yaml)*** + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-qualcomm/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-qualcomm/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-qualcomm/customize.py)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference-qualcomm/_cm.yaml)*** * compile,cpp-program * `if (CM_MLPERF_SKIP_RUN != True)` * CM names: `--adr.['compile-program']...` - - CM script: [compile-program](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/compile-program) + - CM script: [compile-program](https://github.com/mlcommons/cm4mlops/tree/master/script/compile-program) * benchmark-mlperf * `if (CM_MLPERF_SKIP_RUN not in ['yes', True])` * CM names: `--adr.['runner', 'mlperf-runner']...` - - CM script: [benchmark-program-mlperf](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/benchmark-program-mlperf) + - CM script: [benchmark-program-mlperf](https://github.com/mlcommons/cm4mlops/tree/master/script/benchmark-program-mlperf) * save,mlperf,inference,state * CM names: `--adr.['save-mlperf-inference-state']...` - - CM script: [save-mlperf-inference-implementation-state](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/save-mlperf-inference-implementation-state) + - CM script: [save-mlperf-inference-implementation-state](https://github.com/mlcommons/cm4mlops/tree/master/script/save-mlperf-inference-implementation-state) ___ ### Script output diff --git a/script/app-mlperf-inference/README.md b/script/app-mlperf-inference/README.md index 81bbd528cd..978bcdb3a9 100644 --- a/script/app-mlperf-inference/README.md +++ b/script/app-mlperf-inference/README.md @@ -38,8 +38,8 @@ and collaborative design space exploration and optimization of ML Systems. --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *app,vision,language,mlcommons,mlperf,inference,generic* * Output cached? *False* @@ -56,7 +56,7 @@ and collaborative design space exploration and optimization of ML Systems. #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -136,8 +136,6 @@ if r['return']>0: ```cmr "cm gui" --script="app,vision,language,mlcommons,mlperf,inference,generic"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=app,vision,language,mlcommons,mlperf,inference,generic) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "app vision language mlcommons mlperf inference generic[variations]" [--input_flags]` @@ -164,7 +162,7 @@ ___ * app,mlperf,cpp,inference * `if (CM_SKIP_RUN != True)` * CM names: `--adr.['cpp-mlperf-inference', 'mlperf-inference-implementation']...` - - CM script: [app-mlperf-inference-mlcommons-cpp](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-mlcommons-cpp) + - CM script: [app-mlperf-inference-mlcommons-cpp](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-inference-mlcommons-cpp) * `_intel-original` - Aliases: `_intel` - Environment variables: @@ -174,7 +172,7 @@ ___ * reproduce,mlperf,inference,intel * `if (CM_SKIP_RUN != True)` * CM names: `--adr.['intel', 'intel-harness', 'mlperf-inference-implementation']...` - - CM script: [app-mlperf-inference-intel](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-intel) + - CM script: [app-mlperf-inference-intel](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-inference-intel) * `_kilt` - Aliases: `_qualcomm` - Environment variables: @@ -184,7 +182,7 @@ ___ * reproduce,mlperf,inference,kilt * `if (CM_SKIP_RUN != True)` * CM names: `--adr.['kilt', 'kilt-harness', 'mlperf-inference-implementation']...` - - CM script: [app-mlperf-inference-qualcomm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-qualcomm) + - CM script: [app-mlperf-inference-qualcomm](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-inference-qualcomm) * `_nvidia-original` - Aliases: `_nvidia` - Environment variables: @@ -197,12 +195,12 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,cuda-devices * `if (CM_CUDA_DEVICE_PROP_GLOBAL_MEMORY not in ['yes', 'on'])` - - CM script: [get-cuda-devices](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda-devices) + - CM script: [get-cuda-devices](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda-devices) 1. ***Read "prehook_deps" on other CM scripts*** * reproduce,mlperf,nvidia,inference,_run_harness * `if (CM_SKIP_RUN != True)` * CM names: `--adr.['nvidia-original-mlperf-inference', 'nvidia-harness', 'mlperf-inference-implementation']...` - - CM script: [app-mlperf-inference-nvidia](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-nvidia) + - CM script: [app-mlperf-inference-nvidia](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-inference-nvidia) * **`_reference`** (default) - Aliases: `_mlcommons-python,_python` - Environment variables: @@ -217,7 +215,7 @@ ___ * app,mlperf,reference,inference * `if (CM_SKIP_RUN != True)` * CM names: `--adr.['python-reference-mlperf-inference', 'mlperf-inference-implementation']...` - - CM script: [app-mlperf-inference-mlcommons-python](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-mlcommons-python) + - CM script: [app-mlperf-inference-mlcommons-python](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-inference-mlcommons-python) * `_tflite-cpp` - Aliases: `_ctuning-cpp-tflite` - Environment variables: @@ -230,7 +228,7 @@ ___ * app,mlperf,tflite-cpp,inference * `if (CM_SKIP_RUN != True)` * CM names: `--adr.['tflite-cpp-mlperf-inference', 'mlperf-inference-implementation']...` - - CM script: [app-mlperf-inference-ctuning-cpp-tflite](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-ctuning-cpp-tflite) + - CM script: [app-mlperf-inference-ctuning-cpp-tflite](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-inference-ctuning-cpp-tflite) @@ -353,12 +351,12 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,dataset-aux,imagenet-aux - - CM script: [get-dataset-imagenet-aux](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-aux) + - CM script: [get-dataset-imagenet-aux](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-imagenet-aux) 1. ***Read "posthook_deps" on other CM scripts*** * run,accuracy,mlperf,_imagenet * `if (CM_MLPERF_LOADGEN_MODE in ['accuracy', 'all'] AND CM_MLPERF_ACCURACY_RESULTS_DIR == on)` * CM names: `--adr.['mlperf-accuracy-script', 'imagenet-accuracy-script']...` - - CM script: [process-mlperf-accuracy](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/process-mlperf-accuracy) + - CM script: [process-mlperf-accuracy](https://github.com/mlcommons/cm4mlops/tree/master/script/process-mlperf-accuracy) * `_gptj-99` - Environment variables: - *CM_MODEL*: `gptj-99` @@ -381,24 +379,24 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,dataset-aux,imagenet-aux - - CM script: [get-dataset-imagenet-aux](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-aux) + - CM script: [get-dataset-imagenet-aux](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-imagenet-aux) 1. ***Read "posthook_deps" on other CM scripts*** * run,accuracy,mlperf,_imagenet * `if (CM_MLPERF_LOADGEN_MODE in ['accuracy', 'all'] AND CM_MLPERF_ACCURACY_RESULTS_DIR == on)` * CM names: `--adr.['mlperf-accuracy-script', 'imagenet-accuracy-script']...` - - CM script: [process-mlperf-accuracy](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/process-mlperf-accuracy) + - CM script: [process-mlperf-accuracy](https://github.com/mlcommons/cm4mlops/tree/master/script/process-mlperf-accuracy) * **`_resnet50`** (default) - Environment variables: - *CM_MODEL*: `resnet50` - Workflow: 1. ***Read "deps" on other CM scripts*** * get,dataset-aux,imagenet-aux - - CM script: [get-dataset-imagenet-aux](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-aux) + - CM script: [get-dataset-imagenet-aux](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-imagenet-aux) 1. ***Read "posthook_deps" on other CM scripts*** * run,accuracy,mlperf,_imagenet * `if (CM_MLPERF_LOADGEN_MODE in ['accuracy', 'all'] AND CM_MLPERF_ACCURACY_RESULTS_DIR == on)` * CM names: `--adr.['mlperf-accuracy-script', 'imagenet-accuracy-script']...` - - CM script: [process-mlperf-accuracy](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/process-mlperf-accuracy) + - CM script: [process-mlperf-accuracy](https://github.com/mlcommons/cm4mlops/tree/master/script/process-mlperf-accuracy) * `_retinanet` - Environment variables: - *CM_MODEL*: `retinanet` @@ -407,7 +405,7 @@ ___ * run,accuracy,mlperf,_openimages * `if (CM_MLPERF_LOADGEN_MODE in ['accuracy', 'all'] AND CM_MLPERF_ACCURACY_RESULTS_DIR == on)` * CM names: `--adr.['mlperf-accuracy-script', 'openimages-accuracy-script']...` - - CM script: [process-mlperf-accuracy](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/process-mlperf-accuracy) + - CM script: [process-mlperf-accuracy](https://github.com/mlcommons/cm4mlops/tree/master/script/process-mlperf-accuracy) * `_rnnt` - Environment variables: - *CM_MODEL*: `rnnt` @@ -416,7 +414,7 @@ ___ * run,accuracy,mlperf,_librispeech * `if (CM_MLPERF_LOADGEN_MODE in ['accuracy', 'all'] AND CM_MLPERF_ACCURACY_RESULTS_DIR == on) AND (CM_MLPERF_IMPLEMENTATION != nvidia)` * CM names: `--adr.['mlperf-accuracy-script', 'librispeech-accuracy-script']...` - - CM script: [process-mlperf-accuracy](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/process-mlperf-accuracy) + - CM script: [process-mlperf-accuracy](https://github.com/mlcommons/cm4mlops/tree/master/script/process-mlperf-accuracy) * `_sdxl` - Environment variables: - *CM_MODEL*: `stable-diffusion-xl` @@ -425,7 +423,7 @@ ___ * run,accuracy,mlperf,_coco2014 * `if (CM_MLPERF_LOADGEN_MODE in ['accuracy', 'all'] AND CM_MLPERF_ACCURACY_RESULTS_DIR == on) AND (CM_MLPERF_IMPLEMENTATION != nvidia)` * CM names: `--adr.['mlperf-accuracy-script', 'coco2014-accuracy-script']...` - - CM script: [process-mlperf-accuracy](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/process-mlperf-accuracy) + - CM script: [process-mlperf-accuracy](https://github.com/mlcommons/cm4mlops/tree/master/script/process-mlperf-accuracy) @@ -527,28 +525,28 @@ ___ * run,accuracy,mlperf,_kits19,_int8 * `if (CM_MLPERF_LOADGEN_MODE in ['accuracy', 'all'] AND CM_MLPERF_ACCURACY_RESULTS_DIR == on) AND (CM_MLPERF_IMPLEMENTATION != nvidia)` * CM names: `--adr.['mlperf-accuracy-script', '3d-unet-accuracy-script']...` - - CM script: [process-mlperf-accuracy](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/process-mlperf-accuracy) + - CM script: [process-mlperf-accuracy](https://github.com/mlcommons/cm4mlops/tree/master/script/process-mlperf-accuracy) * `_bert_` - Workflow: 1. ***Read "deps" on other CM scripts*** * get,dataset,squad,language-processing * `if (CM_DATASET_SQUAD_VAL_PATH not in on)` - - CM script: [get-dataset-squad](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-squad) + - CM script: [get-dataset-squad](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-squad) * get,dataset-aux,squad-vocab * `if (CM_ML_MODEL_BERT_VOCAB_FILE_WITH_PATH not in on)` - - CM script: [get-dataset-squad-vocab](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-squad-vocab) + - CM script: [get-dataset-squad-vocab](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-squad-vocab) 1. ***Read "posthook_deps" on other CM scripts*** * run,accuracy,mlperf,_squad * `if (CM_MLPERF_LOADGEN_MODE in ['accuracy', 'all'] AND CM_MLPERF_ACCURACY_RESULTS_DIR == on)` * CM names: `--adr.['squad-accuracy-script', 'mlperf-accuracy-script']...` - - CM script: [process-mlperf-accuracy](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/process-mlperf-accuracy) + - CM script: [process-mlperf-accuracy](https://github.com/mlcommons/cm4mlops/tree/master/script/process-mlperf-accuracy) * `_dlrm_` - Workflow: 1. ***Read "posthook_deps" on other CM scripts*** * run,accuracy,mlperf,_terabyte,_float32 * `if (CM_MLPERF_LOADGEN_MODE in ['accuracy', 'all'] AND CM_MLPERF_ACCURACY_RESULTS_DIR == on)` * CM names: `--adr.['terabyte-accuracy-script', 'mlperf-accuracy-script']...` - - CM script: [process-mlperf-accuracy](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/process-mlperf-accuracy) + - CM script: [process-mlperf-accuracy](https://github.com/mlcommons/cm4mlops/tree/master/script/process-mlperf-accuracy) * `_gptj_` - Aliases: `_gptj` - Environment variables: @@ -558,7 +556,7 @@ ___ * run,accuracy,mlperf,_cnndm * `if (CM_MLPERF_LOADGEN_MODE in ['accuracy', 'all'] AND CM_MLPERF_ACCURACY_RESULTS_DIR == on) AND (CM_MLPERF_IMPLEMENTATION != intel)` * CM names: `--adr.['cnndm-accuracy-script', 'mlperf-accuracy-script']...` - - CM script: [process-mlperf-accuracy](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/process-mlperf-accuracy) + - CM script: [process-mlperf-accuracy](https://github.com/mlcommons/cm4mlops/tree/master/script/process-mlperf-accuracy) * `_intel-original,gptj_` - Workflow: * `_llama2-70b_` @@ -569,7 +567,7 @@ ___ * run,accuracy,mlperf,_open-orca,_int32 * `if (CM_MLPERF_LOADGEN_MODE in ['accuracy', 'all'] AND CM_MLPERF_ACCURACY_RESULTS_DIR == on) AND (CM_MLPERF_IMPLEMENTATION != nvidia)` * CM names: `--adr.['mlperf-accuracy-script', 'open-orca-accuracy-script']...` - - CM script: [process-mlperf-accuracy](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/process-mlperf-accuracy) + - CM script: [process-mlperf-accuracy](https://github.com/mlcommons/cm4mlops/tree/master/script/process-mlperf-accuracy) * `_reference,bert_` - Workflow: * `_reference,dlrm-v2_` @@ -743,28 +741,28 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,python * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,mlcommons,inference,src * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,mlperf,inference,utils - - CM script: [get-mlperf-inference-utils](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-utils) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference/_cm.yaml) + - CM script: [get-mlperf-inference-utils](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-utils) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference/_cm.yaml) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference/run.sh) - 1. ***Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference/_cm.yaml)*** + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference/run.sh) + 1. ***Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference/_cm.yaml)*** * get,mlperf,sut,description - - CM script: [get-mlperf-inference-sut-description](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-sut-description) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-inference/_cm.yaml) + - CM script: [get-mlperf-inference-sut-description](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-sut-description) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-inference/_cm.yaml) ___ ### Script output diff --git a/script/app-mlperf-training-nvidia/README.md b/script/app-mlperf-training-nvidia/README.md index fcc4a83f94..cdcf5535c5 100644 --- a/script/app-mlperf-training-nvidia/README.md +++ b/script/app-mlperf-training-nvidia/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-training-nvidia)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-training-nvidia)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *app,vision,language,mlcommons,mlperf,training,nvidia* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="app,vision,language,mlcommons,mlperf,training,nvidia"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=app,vision,language,mlcommons,mlperf,training,nvidia) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "app vision language mlcommons mlperf training nvidia[variations]" [--input_flags]` @@ -105,10 +103,10 @@ ___ * get,generic-python-lib,_protobuf * `if (CM_MLPERF_BACKEND in ['tf', 'tflite'])` * CM names: `--adr.['protobuf']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torch * CM names: `--adr.['ml-engine-pytorch']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) @@ -190,43 +188,43 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-training-nvidia/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-training-nvidia/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,python * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,mlperf,training,src * CM names: `--adr.['training-src', 'mlperf-training-src']...` - - CM script: [get-mlperf-training-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-training-src) + - CM script: [get-mlperf-training-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-training-src) * get,git,repo,_repo.https://github.com/mlcommons/training_results_v2.1 * CM names: `--adr.['training-results', 'mlperf-training-results']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) * get,cuda * `if (CM_MLPERF_DEVICE == cuda)` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * get,generic-python-lib,_torchvision_cuda * `if (CM_MLPERF_BACKEND == pytorch AND CM_MLPERF_DEVICE == cuda)` * CM names: `--adr.['ml-engine-torchvision']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_mlperf_logging - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * prepare,mlperf,training,data,bert,_nvidia * `if (CM_MLPERF_MODEL == bert)` * CM names: `--adr.['prepare-data', 'bert-model']...` - - CM script: [prepare-training-data-bert](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/prepare-training-data-bert) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-training-nvidia/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-training-nvidia/_cm.yaml) + - CM script: [prepare-training-data-bert](https://github.com/mlcommons/cm4mlops/tree/master/script/prepare-training-data-bert) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-training-nvidia/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-training-nvidia/_cm.yaml) 1. ***Run native script if exists*** - * [run-bert-training.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-training-nvidia/run-bert-training.sh) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-training-nvidia/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-training-nvidia/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-training-nvidia/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-training-nvidia/_cm.yaml) + * [run-bert-training.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-training-nvidia/run-bert-training.sh) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-training-nvidia/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-training-nvidia/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-training-nvidia/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-training-nvidia/_cm.yaml) ___ ### Script output diff --git a/script/app-mlperf-training-reference/README.md b/script/app-mlperf-training-reference/README.md index 479f01d0eb..3ad2f67b58 100644 --- a/script/app-mlperf-training-reference/README.md +++ b/script/app-mlperf-training-reference/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-training-reference)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-training-reference)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *app,vision,language,mlcommons,mlperf,training,reference,ref* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="app,vision,language,mlcommons,mlperf,training,reference,ref"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=app,vision,language,mlcommons,mlperf,training,reference,ref) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "app vision language mlcommons mlperf training reference ref[variations]" [--input_flags]` @@ -105,10 +103,10 @@ ___ * get,generic-python-lib,_protobuf * `if (CM_MLPERF_BACKEND in ['tf', 'tflite'])` * CM names: `--adr.['protobuf']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torch * CM names: `--adr.['ml-engine-pytorch']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) @@ -191,40 +189,40 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-training-reference/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-training-reference/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,python * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,mlperf,training,src * CM names: `--adr.['training-src']...` - - CM script: [get-mlperf-training-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-training-src) + - CM script: [get-mlperf-training-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-training-src) * get,cuda * `if (CM_MLPERF_DEVICE == cuda)` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * get,generic-python-lib,_torchvision_cuda * `if (CM_MLPERF_BACKEND == pytorch AND CM_MLPERF_DEVICE == cuda)` * CM names: `--adr.['ml-engine-torchvision']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_mlperf_logging - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * prepare,mlperf,training,data,bert,_reference * `if (CM_MLPERF_MODEL == bert)` * CM names: `--adr.['prepare-data', 'bert-model']...` - - CM script: [prepare-training-data-bert](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/prepare-training-data-bert) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-training-reference/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-training-reference/_cm.yaml) + - CM script: [prepare-training-data-bert](https://github.com/mlcommons/cm4mlops/tree/master/script/prepare-training-data-bert) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-training-reference/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-training-reference/_cm.yaml) 1. ***Run native script if exists*** - * [run-bert-training.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-training-reference/run-bert-training.sh) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-training-reference/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-training-reference/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-training-reference/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-mlperf-training-reference/_cm.yaml) + * [run-bert-training.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-training-reference/run-bert-training.sh) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-training-reference/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-training-reference/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-training-reference/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-mlperf-training-reference/_cm.yaml) ___ ### Script output diff --git a/script/app-stable-diffusion-onnx-py/README.md b/script/app-stable-diffusion-onnx-py/README.md index 48302cf769..ea27475d60 100644 --- a/script/app-stable-diffusion-onnx-py/README.md +++ b/script/app-stable-diffusion-onnx-py/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-stable-diffusion-onnx-py)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-stable-diffusion-onnx-py)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *modular,python,app,stable-diffusion,onnx* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -92,8 +92,6 @@ if r['return']>0: ```cmr "cm gui" --script="modular,python,app,stable-diffusion,onnx"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=modular,python,app,stable-diffusion,onnx) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "modular python app stable-diffusion onnx[variations]" [--input_flags]` @@ -155,43 +153,43 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-stable-diffusion-onnx-py/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-stable-diffusion-onnx-py/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,cuda * `if (USE_CUDA == True)` * CM names: `--adr.['cuda']...` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * get,cudnn * `if (USE_CUDA == True)` * CM names: `--adr.['cudnn']...` - - CM script: [get-cudnn](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cudnn) + - CM script: [get-cudnn](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cudnn) * get,generic-python-lib,_package.optimum[onnxruntime] * `if (USE_CUDA != True)` * CM names: `--adr.['optimum']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.optimum[onnxruntime-gpu] * `if (USE_CUDA == True)` * CM names: `--adr.['optimum']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.diffusers * CM names: `--adr.['diffusers']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,ml-model,huggingface,zoo,_model-stub.runwayml/stable-diffusion-v1-5 - - CM script: [get-ml-model-huggingface-zoo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-huggingface-zoo) + - CM script: [get-ml-model-huggingface-zoo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-huggingface-zoo) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-stable-diffusion-onnx-py/_cm.yaml) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-stable-diffusion-onnx-py/_cm.yaml) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-stable-diffusion-onnx-py/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-stable-diffusion-onnx-py/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-stable-diffusion-onnx-py/_cm.yaml) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-stable-diffusion-onnx-py/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-stable-diffusion-onnx-py/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-stable-diffusion-onnx-py/_cm.yaml) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/app-stable-diffusion-onnx-py/_cm.yaml) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/app-stable-diffusion-onnx-py/_cm.yaml) ___ ### Script output diff --git a/script/benchmark-any-mlperf-inference-implementation/README.md b/script/benchmark-any-mlperf-inference-implementation/README.md index 373ddc45c6..d84308de46 100644 --- a/script/benchmark-any-mlperf-inference-implementation/README.md +++ b/script/benchmark-any-mlperf-inference-implementation/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-any-mlperf-inference-implementation)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-any-mlperf-inference-implementation)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *benchmark,run,natively,all,inference,any,mlperf,mlperf-implementation,implementation,mlperf-models* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="benchmark,run,natively,all,inference,any,mlperf,mlperf-implementation,implementation,mlperf-models"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=benchmark,run,natively,all,inference,any,mlperf,mlperf-implementation,implementation,mlperf-models) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "benchmark run natively all inference any mlperf mlperf-implementation implementation mlperf-models[variations]" [--input_flags]` @@ -251,16 +249,16 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-any-mlperf-inference-implementation/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-any-mlperf-inference-implementation/_cm.yaml)*** * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-any-mlperf-inference-implementation/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-any-mlperf-inference-implementation/_cm.yaml) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-any-mlperf-inference-implementation/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-any-mlperf-inference-implementation/_cm.yaml) 1. ***Run native script if exists*** - * [run-template.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-any-mlperf-inference-implementation/run-template.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-any-mlperf-inference-implementation/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-any-mlperf-inference-implementation/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-any-mlperf-inference-implementation/_cm.yaml) + * [run-template.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-any-mlperf-inference-implementation/run-template.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-any-mlperf-inference-implementation/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-any-mlperf-inference-implementation/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-any-mlperf-inference-implementation/_cm.yaml) ___ ### Script output diff --git a/script/benchmark-program-mlperf/README.md b/script/benchmark-program-mlperf/README.md index 14e32bb1ac..f2ab2f6458 100644 --- a/script/benchmark-program-mlperf/README.md +++ b/script/benchmark-program-mlperf/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-program-mlperf)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-program-mlperf)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *mlperf,benchmark-mlperf* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="mlperf,benchmark-mlperf"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=mlperf,benchmark-mlperf) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "mlperf benchmark-mlperf[variations]" ` @@ -102,7 +100,7 @@ ___ 1. ***Read "post_deps" on other CM scripts*** * benchmark-program,program * CM names: `--adr.['benchmark-program']...` - - CM script: [benchmark-program](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/benchmark-program) + - CM script: [benchmark-program](https://github.com/mlcommons/cm4mlops/tree/master/script/benchmark-program) * `_power` - Environment variables: - *CM_MLPERF_POWER*: `yes` @@ -110,12 +108,12 @@ ___ 1. ***Read "prehook_deps" on other CM scripts*** * benchmark-program,program * CM names: `--adr.['benchmark-program']...` - - CM script: [benchmark-program](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/benchmark-program) + - CM script: [benchmark-program](https://github.com/mlcommons/cm4mlops/tree/master/script/benchmark-program) 1. ***Read "post_deps" on other CM scripts*** * run,mlperf,power,client * `if (CM_MLPERF_LOADGEN_MODE == performance)` * CM names: `--adr.['mlperf-power-client']...` - - CM script: [run-mlperf-power-client](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/run-mlperf-power-client) + - CM script: [run-mlperf-power-client](https://github.com/mlcommons/cm4mlops/tree/master/script/run-mlperf-power-client) @@ -137,13 +135,13 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-program-mlperf/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-program-mlperf/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-program-mlperf/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-program-mlperf/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-program-mlperf/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-program-mlperf/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-program-mlperf/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-program-mlperf/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-program-mlperf/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-program-mlperf/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-program-mlperf/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-program-mlperf/_cm.json) ___ ### Script output diff --git a/script/benchmark-program/README.md b/script/benchmark-program/README.md index 5cd6ce2cca..a7c864321a 100644 --- a/script/benchmark-program/README.md +++ b/script/benchmark-program/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-program)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-program)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *benchmark,program* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="benchmark,program"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=benchmark,program) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "benchmark program[variations]" ` @@ -125,21 +123,21 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-program/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-program/_cm.json)*** * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * set,performance,mode,_performance * `if (CM_SET_PERFORMANCE_MODE in ['on', 'yes', 'True', True])` - - CM script: [set-performance-mode](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/set-performance-mode) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-program/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-program/_cm.json) + - CM script: [set-performance-mode](https://github.com/mlcommons/cm4mlops/tree/master/script/set-performance-mode) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-program/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-program/_cm.json) 1. ***Run native script if exists*** - * [run-ubuntu.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-program/run-ubuntu.sh) - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-program/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-program/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-program/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-program/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/benchmark-program/_cm.json) + * [run-ubuntu.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-program/run-ubuntu.sh) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-program/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-program/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-program/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-program/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/benchmark-program/_cm.json) ___ ### Script output diff --git a/script/build-docker-image/README.md b/script/build-docker-image/README.md index 49d7369483..720e497d40 100644 --- a/script/build-docker-image/README.md +++ b/script/build-docker-image/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/build-docker-image)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/build-docker-image)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *build,docker,image,docker-image,dockerimage* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="build,docker,image,docker-image,dockerimage"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=build,docker,image,docker-image,dockerimage) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "build docker image docker-image dockerimage" [--input_flags]` @@ -131,18 +129,18 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/build-docker-image/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/build-docker-image/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/build-docker-image/_cm.json)*** + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/build-docker-image/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/build-docker-image/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/build-docker-image/_cm.json)*** * build,dockerfile * `if (CM_BUILD_DOCKERFILE in ['yes', '1'])` - - CM script: [build-dockerfile](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/build-dockerfile) + - CM script: [build-dockerfile](https://github.com/mlcommons/cm4mlops/tree/master/script/build-dockerfile) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/build-docker-image/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/build-docker-image/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/build-docker-image/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/build-docker-image/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/build-docker-image/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/build-docker-image/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/build-docker-image/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/build-docker-image/_cm.json) ___ ### Script output @@ -153,6 +151,7 @@ ___ #### New environment keys auto-detected from customize * `CM_DOCKER_BUILD_ARGS` +* `CM_DOCKER_BUILD_CMD` * `CM_DOCKER_CACHE_ARG` * `CM_DOCKER_IMAGE_NAME` * `CM_DOCKER_IMAGE_REPO` diff --git a/script/build-dockerfile/README.md b/script/build-dockerfile/README.md index cf554c5add..c7f53b0847 100644 --- a/script/build-dockerfile/README.md +++ b/script/build-dockerfile/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/build-dockerfile)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/build-dockerfile)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *build,dockerfile* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="build,dockerfile"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=build,dockerfile) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "build dockerfile[variations]" [--input_flags]` @@ -162,17 +160,17 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/build-dockerfile/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/build-dockerfile/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/build-dockerfile/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/build-dockerfile/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/build-dockerfile/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/build-dockerfile/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/build-dockerfile/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/build-dockerfile/_cm.json) 1. Run "postrocess" function from customize.py - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/build-dockerfile/_cm.json)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/build-dockerfile/_cm.json)*** * build,docker,image * `if (CM_BUILD_DOCKER_IMAGE in ['yes', '1'])` * CM names: `--adr.['build-docker-image']...` - - CM script: [build-docker-image](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/build-docker-image) + - CM script: [build-docker-image](https://github.com/mlcommons/cm4mlops/tree/master/script/build-docker-image) ___ ### Script output diff --git a/script/build-mlperf-inference-server-nvidia/README.md b/script/build-mlperf-inference-server-nvidia/README.md index 2b58170af5..95f0a84fdc 100644 --- a/script/build-mlperf-inference-server-nvidia/README.md +++ b/script/build-mlperf-inference-server-nvidia/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/build-mlperf-inference-server-nvidia)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/build-mlperf-inference-server-nvidia)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "build mlcommons mlperf inference inference-server server nvidia-harness nvidia[variations]" [--input_flags]` @@ -172,68 +170,68 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/build-mlperf-inference-server-nvidia/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/build-mlperf-inference-server-nvidia/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,cuda,_cudnn * `if (CM_MLPERF_DEVICE in ['cuda', 'inferentia'])` * CM names: `--adr.['cuda']...` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * get,tensorrt,_dev * `if (CM_MLPERF_DEVICE in ['cuda', 'inferentia']) AND (CM_TENSORRT_SYSTEM_DETECT != True)` * CM names: `--adr.['tensorrt']...` - - CM script: [get-tensorrt](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-tensorrt) + - CM script: [get-tensorrt](https://github.com/mlcommons/cm4mlops/tree/master/script/get-tensorrt) * get,gcc - - CM script: [get-gcc](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-gcc) + - CM script: [get-gcc](https://github.com/mlcommons/cm4mlops/tree/master/script/get-gcc) * get,cmake - - CM script: [get-cmake](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake) + - CM script: [get-cmake](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmake) * get,generic,sys-util,_glog-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic,sys-util,_gflags-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic,sys-util,_libgmock-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic,sys-util,_libre2-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic,sys-util,_libnuma-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic,sys-util,_libboost-all-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic,sys-util,_rapidjson-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,nvidia,mlperf,inference,common-code * CM names: `--adr.['nvidia-inference-common-code']...` - - CM script: [get-mlperf-inference-nvidia-common-code](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-nvidia-common-code) + - CM script: [get-mlperf-inference-nvidia-common-code](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-nvidia-common-code) * get,generic-python-lib,_package.pybind11 - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_pycuda * `if (CM_RUN_STATE_DOCKER not in ['yes', True, 'True'])` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_opencv-python - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_nvidia-dali - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,mlperf,inference,nvidia,scratch,space * CM names: `--adr.['nvidia-scratch-space']...` - - CM script: [get-mlperf-inference-nvidia-scratch-space](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-nvidia-scratch-space) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/build-mlperf-inference-server-nvidia/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/build-mlperf-inference-server-nvidia/_cm.yaml) + - CM script: [get-mlperf-inference-nvidia-scratch-space](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-nvidia-scratch-space) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/build-mlperf-inference-server-nvidia/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/build-mlperf-inference-server-nvidia/_cm.yaml) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/build-mlperf-inference-server-nvidia/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/build-mlperf-inference-server-nvidia/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/build-mlperf-inference-server-nvidia/customize.py)*** - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/build-mlperf-inference-server-nvidia/_cm.yaml)*** + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/build-mlperf-inference-server-nvidia/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/build-mlperf-inference-server-nvidia/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/build-mlperf-inference-server-nvidia/customize.py)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/build-mlperf-inference-server-nvidia/_cm.yaml)*** * add,custom,system,nvidia * `if (CM_CUSTOM_SYSTEM_NVIDIA not in ['no', False, 'False'])` * CM names: `--adr.['custom-system-nvidia', 'nvidia-inference-common-code']...` - - CM script: [add-custom-nvidia-system](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/add-custom-nvidia-system) + - CM script: [add-custom-nvidia-system](https://github.com/mlcommons/cm4mlops/tree/master/script/add-custom-nvidia-system) ___ ### Script output diff --git a/script/calibrate-model-for.qaic/README.md b/script/calibrate-model-for.qaic/README.md index 0ab6ec1c12..af4a0df448 100644 --- a/script/calibrate-model-for.qaic/README.md +++ b/script/calibrate-model-for.qaic/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/calibrate-model-for.qaic)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/calibrate-model-for.qaic)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *qaic,calibrate,profile,qaic-profile,qaic-calibrate* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="qaic,calibrate,profile,qaic-profile,qaic-calibrate"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=qaic,calibrate,profile,qaic-profile,qaic-calibrate) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "qaic calibrate profile qaic-profile qaic-calibrate[variations]" ` @@ -231,51 +229,51 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/calibrate-model-for.qaic/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/calibrate-model-for.qaic/_cm.json)*** * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,qaic,apps,sdk * CM names: `--adr.['qaic-apps-sdk']...` - - CM script: [get-qaic-apps-sdk](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-qaic-apps-sdk) + - CM script: [get-qaic-apps-sdk](https://github.com/mlcommons/cm4mlops/tree/master/script/get-qaic-apps-sdk) * get,preprocessed,dataset,_calibration,openimages,_for.retinanet.onnx,_NCHW,_fp32,_custom-annotations * `if (CM_CALIBRATE_OPENIMAGES == yes)` * CM names: `--adr.['openimages-cal', 'preprocessed-dataset']...` - - CM script: [get-preprocessed-dataset-openimages](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-openimages) + - CM script: [get-preprocessed-dataset-openimages](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-openimages) * get,dataset,imagenet,preprocessed,_calibration,_for.resnet50,_float32,_rgb32 * `if (CM_CALIBRATE_IMAGENET == yes)` * CM names: `--adr.['imagenet-cal', 'preprocessed-calibration-dataset']...` - - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-imagenet) + - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-imagenet) * get,dataset,preprocessed,_calib1,squad,_pickle,_seq-length.384,_packed * `if (CM_CALIBRATE_SQUAD == on)` * CM names: `--adr.['squad-cal', 'preprocessed-dataset']...` - - CM script: [get-preprocessed-dataset-squad](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-squad) + - CM script: [get-preprocessed-dataset-squad](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-squad) * get,ml-model * CM names: `--adr.['model-src']...` - - CM script: [get-ml-model-3d-unet-kits19](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-3d-unet-kits19) - - CM script: [get-ml-model-abtf-ssd-pytorch](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-abtf-ssd-pytorch) - - CM script: [get-ml-model-bert-base-squad](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-bert-base-squad) - - CM script: [get-ml-model-bert-large-squad](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-bert-large-squad) - - CM script: [get-ml-model-dlrm-terabyte](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-dlrm-terabyte) - - CM script: [get-ml-model-efficientnet-lite](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-efficientnet-lite) - - CM script: [get-ml-model-gptj](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-gptj) - - CM script: [get-ml-model-huggingface-zoo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-huggingface-zoo) - - CM script: [get-ml-model-llama2](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-llama2) - - CM script: [get-ml-model-mobilenet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-mobilenet) - - CM script: [get-ml-model-neuralmagic-zoo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-neuralmagic-zoo) - - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-resnet50) - - CM script: [get-ml-model-retinanet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-retinanet) - - CM script: [get-ml-model-retinanet-nvidia](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-retinanet-nvidia) - - CM script: [get-ml-model-rnnt](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-rnnt) - - CM script: [get-ml-model-stable-diffusion](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-stable-diffusion) - - CM script: [get-ml-model-tiny-resnet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-tiny-resnet) - - CM script: [get-ml-model-using-imagenet-from-model-zoo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-using-imagenet-from-model-zoo) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/calibrate-model-for.qaic/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/calibrate-model-for.qaic/_cm.json) + - CM script: [get-ml-model-abtf-ssd-pytorch](https://github.com/mlcommons/cm4abtf/tree/master/script/get-ml-model-abtf-ssd-pytorch) + - CM script: [get-ml-model-3d-unet-kits19](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-3d-unet-kits19) + - CM script: [get-ml-model-bert-base-squad](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-bert-base-squad) + - CM script: [get-ml-model-bert-large-squad](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-bert-large-squad) + - CM script: [get-ml-model-dlrm-terabyte](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-dlrm-terabyte) + - CM script: [get-ml-model-efficientnet-lite](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-efficientnet-lite) + - CM script: [get-ml-model-gptj](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-gptj) + - CM script: [get-ml-model-huggingface-zoo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-huggingface-zoo) + - CM script: [get-ml-model-llama2](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-llama2) + - CM script: [get-ml-model-mobilenet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-mobilenet) + - CM script: [get-ml-model-neuralmagic-zoo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-neuralmagic-zoo) + - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-resnet50) + - CM script: [get-ml-model-retinanet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-retinanet) + - CM script: [get-ml-model-retinanet-nvidia](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-retinanet-nvidia) + - CM script: [get-ml-model-rnnt](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-rnnt) + - CM script: [get-ml-model-stable-diffusion](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-stable-diffusion) + - CM script: [get-ml-model-tiny-resnet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-tiny-resnet) + - CM script: [get-ml-model-using-imagenet-from-model-zoo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-using-imagenet-from-model-zoo) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/calibrate-model-for.qaic/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/calibrate-model-for.qaic/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/calibrate-model-for.qaic/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/calibrate-model-for.qaic/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/calibrate-model-for.qaic/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/calibrate-model-for.qaic/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/calibrate-model-for.qaic/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/calibrate-model-for.qaic/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/calibrate-model-for.qaic/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/calibrate-model-for.qaic/_cm.json) ___ ### Script output diff --git a/script/compile-model-for.qaic/README.md b/script/compile-model-for.qaic/README.md index 92cf19fce7..eb51d240c0 100644 --- a/script/compile-model-for.qaic/README.md +++ b/script/compile-model-for.qaic/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/compile-model-for.qaic)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/compile-model-for.qaic)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *qaic,compile,model,model-compile,qaic-compile* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="qaic,compile,model,model-compile,qaic-compile"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=qaic,compile,model,model-compile,qaic-compile) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "qaic compile model model-compile qaic-compile[variations]" [--input_flags]` @@ -107,7 +105,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * calibrate,qaic,_bert-99 * CM names: `--adr.['bert-profile', 'qaic-profile']...` - - CM script: [calibrate-model-for.qaic](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/calibrate-model-for.qaic) + - CM script: [calibrate-model-for.qaic](https://github.com/mlcommons/cm4mlops/tree/master/script/calibrate-model-for.qaic) * `_bert-99,offline` - Environment variables: - *CM_QAIC_MODEL_COMPILER_ARGS*: `-allocator-dealloc-delay=2 -size-split-granularity=1536 -vtcm-working-set-limit-ratio=1` @@ -378,48 +376,48 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/compile-model-for.qaic/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/compile-model-for.qaic/_cm.json)*** * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,qaic,apps,sdk * `if (CM_REGISTER_CACHE != on)` * CM names: `--adr.['qaic-apps-sdk']...` - - CM script: [get-qaic-apps-sdk](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-qaic-apps-sdk) + - CM script: [get-qaic-apps-sdk](https://github.com/mlcommons/cm4mlops/tree/master/script/get-qaic-apps-sdk) * qaic,calibrate,_retinanet * `if (CM_COMPILE_RETINANET == yes)` * CM names: `--adr.['retinanet-profile', 'qaic-profile']...` - - CM script: [calibrate-model-for.qaic](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/calibrate-model-for.qaic) + - CM script: [calibrate-model-for.qaic](https://github.com/mlcommons/cm4mlops/tree/master/script/calibrate-model-for.qaic) * qaic,calibrate,_resnet50 * `if (CM_COMPILE_RESNET == on) AND (CM_REGISTER_CACHE != on)` * CM names: `--adr.['resnet-profile', 'qaic-profile']...` - - CM script: [calibrate-model-for.qaic](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/calibrate-model-for.qaic) + - CM script: [calibrate-model-for.qaic](https://github.com/mlcommons/cm4mlops/tree/master/script/calibrate-model-for.qaic) * get,ml-model * CM names: `--adr.['model-src']...` - - CM script: [get-ml-model-3d-unet-kits19](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-3d-unet-kits19) - - CM script: [get-ml-model-abtf-ssd-pytorch](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-abtf-ssd-pytorch) - - CM script: [get-ml-model-bert-base-squad](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-bert-base-squad) - - CM script: [get-ml-model-bert-large-squad](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-bert-large-squad) - - CM script: [get-ml-model-dlrm-terabyte](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-dlrm-terabyte) - - CM script: [get-ml-model-efficientnet-lite](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-efficientnet-lite) - - CM script: [get-ml-model-gptj](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-gptj) - - CM script: [get-ml-model-huggingface-zoo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-huggingface-zoo) - - CM script: [get-ml-model-llama2](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-llama2) - - CM script: [get-ml-model-mobilenet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-mobilenet) - - CM script: [get-ml-model-neuralmagic-zoo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-neuralmagic-zoo) - - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-resnet50) - - CM script: [get-ml-model-retinanet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-retinanet) - - CM script: [get-ml-model-retinanet-nvidia](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-retinanet-nvidia) - - CM script: [get-ml-model-rnnt](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-rnnt) - - CM script: [get-ml-model-stable-diffusion](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-stable-diffusion) - - CM script: [get-ml-model-tiny-resnet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-tiny-resnet) - - CM script: [get-ml-model-using-imagenet-from-model-zoo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-using-imagenet-from-model-zoo) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/compile-model-for.qaic/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/compile-model-for.qaic/_cm.json) + - CM script: [get-ml-model-abtf-ssd-pytorch](https://github.com/mlcommons/cm4abtf/tree/master/script/get-ml-model-abtf-ssd-pytorch) + - CM script: [get-ml-model-3d-unet-kits19](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-3d-unet-kits19) + - CM script: [get-ml-model-bert-base-squad](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-bert-base-squad) + - CM script: [get-ml-model-bert-large-squad](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-bert-large-squad) + - CM script: [get-ml-model-dlrm-terabyte](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-dlrm-terabyte) + - CM script: [get-ml-model-efficientnet-lite](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-efficientnet-lite) + - CM script: [get-ml-model-gptj](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-gptj) + - CM script: [get-ml-model-huggingface-zoo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-huggingface-zoo) + - CM script: [get-ml-model-llama2](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-llama2) + - CM script: [get-ml-model-mobilenet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-mobilenet) + - CM script: [get-ml-model-neuralmagic-zoo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-neuralmagic-zoo) + - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-resnet50) + - CM script: [get-ml-model-retinanet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-retinanet) + - CM script: [get-ml-model-retinanet-nvidia](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-retinanet-nvidia) + - CM script: [get-ml-model-rnnt](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-rnnt) + - CM script: [get-ml-model-stable-diffusion](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-stable-diffusion) + - CM script: [get-ml-model-tiny-resnet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-tiny-resnet) + - CM script: [get-ml-model-using-imagenet-from-model-zoo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-using-imagenet-from-model-zoo) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/compile-model-for.qaic/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/compile-model-for.qaic/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/compile-model-for.qaic/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/compile-model-for.qaic/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/compile-model-for.qaic/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/compile-model-for.qaic/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/compile-model-for.qaic/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/compile-model-for.qaic/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/compile-model-for.qaic/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/compile-model-for.qaic/_cm.json) ___ ### Script output diff --git a/script/compile-program/README.md b/script/compile-program/README.md index 5d909e2eea..057fdfe98d 100644 --- a/script/compile-program/README.md +++ b/script/compile-program/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/compile-program)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/compile-program)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "compile program c-program cpp-program compile-program compile-c-program compile-cpp-program" ` @@ -103,24 +101,24 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/compile-program/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/compile-program/_cm.json)*** * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,compiler * CM names: `--adr.['compiler']...` - - CM script: [get-cl](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cl) - - CM script: [get-gcc](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-gcc) - - CM script: [get-llvm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-llvm) + - CM script: [get-cl](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cl) + - CM script: [get-gcc](https://github.com/mlcommons/cm4mlops/tree/master/script/get-gcc) + - CM script: [get-llvm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-llvm) * get,compiler-flags - - CM script: [get-compiler-flags](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-compiler-flags) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/compile-program/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/compile-program/_cm.json) + - CM script: [get-compiler-flags](https://github.com/mlcommons/cm4mlops/tree/master/script/get-compiler-flags) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/compile-program/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/compile-program/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/compile-program/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/compile-program/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/compile-program/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/compile-program/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/compile-program/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/compile-program/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/compile-program/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/compile-program/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/compile-program/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/compile-program/_cm.json) ___ ### Script output diff --git a/script/convert-csv-to-md/README.md b/script/convert-csv-to-md/README.md index 34a4faf22e..129d8588ba 100644 --- a/script/convert-csv-to-md/README.md +++ b/script/convert-csv-to-md/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/convert-csv-to-md)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/convert-csv-to-md)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *csv-to-md,convert,to-md,from-csv* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="csv-to-md,convert,to-md,from-csv"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=csv-to-md,convert,to-md,from-csv) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "csv-to-md convert to-md from-csv" [--input_flags]` @@ -118,24 +116,24 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/convert-csv-to-md/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/convert-csv-to-md/_cm.json)*** * get,python3 * CM names: `--adr.['python, python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,generic-python-lib,_pandas * CM names: `--adr.['pandas']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.tabulate * CM names: `--adr.['tabulate']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/convert-csv-to-md/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/convert-csv-to-md/_cm.json) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/convert-csv-to-md/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/convert-csv-to-md/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/convert-csv-to-md/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/convert-csv-to-md/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/convert-csv-to-md/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/convert-csv-to-md/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/convert-csv-to-md/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/convert-csv-to-md/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/convert-csv-to-md/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/convert-csv-to-md/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/convert-csv-to-md/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/convert-csv-to-md/_cm.json) ___ ### Script output diff --git a/script/convert-ml-model-huggingface-to-onnx/README.md b/script/convert-ml-model-huggingface-to-onnx/README.md index ecc8afcd28..4c409f9923 100644 --- a/script/convert-ml-model-huggingface-to-onnx/README.md +++ b/script/convert-ml-model-huggingface-to-onnx/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/convert-ml-model-huggingface-to-onnx)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/convert-ml-model-huggingface-to-onnx)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *ml-model,model,huggingface-to-onnx,onnx,huggingface,convert* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="ml-model,model,huggingface-to-onnx,onnx,huggingface,convert"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=ml-model,model,huggingface-to-onnx,onnx,huggingface,convert) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "ml-model model huggingface-to-onnx onnx huggingface convert[variations]" ` @@ -118,21 +116,21 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/convert-ml-model-huggingface-to-onnx/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/convert-ml-model-huggingface-to-onnx/_cm.json)*** * get,python3 * CM names: `--adr.['python3', 'python']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,generic-python-lib,_transformers - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_onnxruntime - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/convert-ml-model-huggingface-to-onnx/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/convert-ml-model-huggingface-to-onnx/_cm.json) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/convert-ml-model-huggingface-to-onnx/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/convert-ml-model-huggingface-to-onnx/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/convert-ml-model-huggingface-to-onnx/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/convert-ml-model-huggingface-to-onnx/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/convert-ml-model-huggingface-to-onnx/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/convert-ml-model-huggingface-to-onnx/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/convert-ml-model-huggingface-to-onnx/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/convert-ml-model-huggingface-to-onnx/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/convert-ml-model-huggingface-to-onnx/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/convert-ml-model-huggingface-to-onnx/_cm.json) ___ ### Script output diff --git a/script/copy-to-clipboard/README.md b/script/copy-to-clipboard/README.md index 289e4d4e37..7122a24c07 100644 --- a/script/copy-to-clipboard/README.md +++ b/script/copy-to-clipboard/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/copy-to-clipboard)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/copy-to-clipboard)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *copy,to,clipboard,copy-to-clipboard* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="copy,to,clipboard,copy-to-clipboard"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=copy,to,clipboard,copy-to-clipboard) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "copy to clipboard copy-to-clipboard" [--input_flags]` @@ -120,20 +118,20 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/copy-to-clipboard/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/copy-to-clipboard/_cm.yaml)*** * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,generic-python-lib,_package.pyperclip - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/copy-to-clipboard/_cm.yaml) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/copy-to-clipboard/_cm.yaml) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/copy-to-clipboard/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/copy-to-clipboard/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/copy-to-clipboard/_cm.yaml) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/copy-to-clipboard/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/copy-to-clipboard/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/copy-to-clipboard/_cm.yaml) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/copy-to-clipboard/_cm.yaml) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/copy-to-clipboard/_cm.yaml) ___ ### Script output diff --git a/script/create-conda-env/README.md b/script/create-conda-env/README.md index 2ff16cb9ca..f97bb0f5a3 100644 --- a/script/create-conda-env/README.md +++ b/script/create-conda-env/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-conda-env)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-conda-env)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *create,get,env,conda-env,conda-environment,create-conda-environment* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="create,get,env,conda-env,conda-environment,create-conda-environment"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=create,get,env,conda-env,conda-environment,create-conda-environment) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "create get env conda-env conda-environment create-conda-environment[variations]" ` @@ -118,19 +116,19 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-conda-env/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-conda-env/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,conda * CM names: `--adr.['conda']...` - - CM script: [get-conda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-conda) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-conda-env/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-conda-env/_cm.json) + - CM script: [get-conda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-conda) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-conda-env/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-conda-env/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-conda-env/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-conda-env/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-conda-env/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-conda-env/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-conda-env/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-conda-env/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-conda-env/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-conda-env/_cm.json) ___ ### Script output diff --git a/script/create-fpgaconvnet-app-tinyml/README.md b/script/create-fpgaconvnet-app-tinyml/README.md index c7220c0aeb..c1644ada55 100644 --- a/script/create-fpgaconvnet-app-tinyml/README.md +++ b/script/create-fpgaconvnet-app-tinyml/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-fpgaconvnet-app-tinyml)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-fpgaconvnet-app-tinyml)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *create,app,fpgaconvnet* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="create,app,fpgaconvnet"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=create,app,fpgaconvnet) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "create app fpgaconvnet[variations]" ` @@ -132,23 +130,23 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-fpgaconvnet-app-tinyml/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-fpgaconvnet-app-tinyml/_cm.json)*** * create,fpgaconvnet,config * CM names: `--adr.['config-generator']...` - - CM script: [create-fpgaconvnet-config-tinyml](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/create-fpgaconvnet-config-tinyml) + - CM script: [create-fpgaconvnet-config-tinyml](https://github.com/mlcommons/cm4mlops/tree/master/script/create-fpgaconvnet-config-tinyml) * get,xilinx,sdk * CM names: `--adr.['xilinx-sdk']...` - - CM script: [get-xilinx-sdk](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-xilinx-sdk) + - CM script: [get-xilinx-sdk](https://github.com/mlcommons/cm4mlops/tree/master/script/get-xilinx-sdk) * get,tensorflow * CM names: `--adr.['tensorflow']...` - - CM script: [install-tensorflow-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-tensorflow-from-src) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-fpgaconvnet-app-tinyml/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-fpgaconvnet-app-tinyml/_cm.json) + - CM script: [install-tensorflow-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-tensorflow-from-src) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-fpgaconvnet-app-tinyml/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-fpgaconvnet-app-tinyml/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-fpgaconvnet-app-tinyml/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-fpgaconvnet-app-tinyml/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-fpgaconvnet-app-tinyml/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-fpgaconvnet-app-tinyml/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-fpgaconvnet-app-tinyml/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-fpgaconvnet-app-tinyml/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-fpgaconvnet-app-tinyml/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-fpgaconvnet-app-tinyml/_cm.json) ___ ### Script output diff --git a/script/create-fpgaconvnet-config-tinyml/README.md b/script/create-fpgaconvnet-config-tinyml/README.md index f60bc75d9d..4f6b5eb62c 100644 --- a/script/create-fpgaconvnet-config-tinyml/README.md +++ b/script/create-fpgaconvnet-config-tinyml/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-fpgaconvnet-config-tinyml)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-fpgaconvnet-config-tinyml)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *create,config,fpgaconvnet* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="create,config,fpgaconvnet"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=create,config,fpgaconvnet) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "create config fpgaconvnet[variations]" ` @@ -144,21 +142,21 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-fpgaconvnet-config-tinyml/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-fpgaconvnet-config-tinyml/_cm.json)*** * get,python3 - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,ml-model,tiny * CM names: `--adr.['ml-model']...` - - CM script: [get-ml-model-tiny-resnet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-tiny-resnet) + - CM script: [get-ml-model-tiny-resnet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-tiny-resnet) * get,git,repo,_repo.https://github.com/mlcommons/submissions_tiny_v1.1 - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-fpgaconvnet-config-tinyml/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-fpgaconvnet-config-tinyml/_cm.json) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-fpgaconvnet-config-tinyml/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-fpgaconvnet-config-tinyml/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-fpgaconvnet-config-tinyml/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-fpgaconvnet-config-tinyml/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-fpgaconvnet-config-tinyml/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-fpgaconvnet-config-tinyml/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-fpgaconvnet-config-tinyml/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-fpgaconvnet-config-tinyml/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-fpgaconvnet-config-tinyml/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-fpgaconvnet-config-tinyml/_cm.json) ___ ### Script output diff --git a/script/create-patch/README.md b/script/create-patch/README.md index c967ad3fb0..664c378f54 100644 --- a/script/create-patch/README.md +++ b/script/create-patch/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-patch)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-patch)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *create,patch* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="create,patch"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=create,patch) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "create patch" [--input_flags]` @@ -119,15 +117,15 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-patch/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-patch/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-patch/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-patch/_cm.yaml) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-patch/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-patch/_cm.yaml) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-patch/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-patch/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/create-patch/_cm.yaml) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-patch/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-patch/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/create-patch/_cm.yaml) ___ ### Script output diff --git a/script/destroy-terraform/README.md b/script/destroy-terraform/README.md index 2be7cf8237..514106a78b 100644 --- a/script/destroy-terraform/README.md +++ b/script/destroy-terraform/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/destroy-terraform)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/destroy-terraform)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *destroy,terraform,cmd* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="destroy,terraform,cmd"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=destroy,terraform,cmd) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "destroy terraform cmd" ` @@ -102,18 +100,18 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/destroy-terraform/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/destroy-terraform/_cm.json)*** * get,terraform * CM names: `--adr.['terraform']...` - - CM script: [get-terraform](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-terraform) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/destroy-terraform/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/destroy-terraform/_cm.json) + - CM script: [get-terraform](https://github.com/mlcommons/cm4mlops/tree/master/script/get-terraform) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/destroy-terraform/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/destroy-terraform/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/destroy-terraform/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/destroy-terraform/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/destroy-terraform/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/destroy-terraform/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/destroy-terraform/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/destroy-terraform/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/destroy-terraform/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/destroy-terraform/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/destroy-terraform/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/destroy-terraform/_cm.json) ___ ### Script output diff --git a/script/detect-cpu/README.md b/script/detect-cpu/README.md index fcd2e31cc0..353ee6d4b7 100644 --- a/script/detect-cpu/README.md +++ b/script/detect-cpu/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-cpu)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-cpu)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *detect,cpu,detect-cpu,info* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="detect,cpu,detect-cpu,info"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=detect,cpu,detect-cpu,info) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "detect cpu detect-cpu info" ` @@ -102,17 +100,17 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-cpu/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-cpu/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-cpu/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-cpu/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-cpu/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-cpu/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-cpu/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-cpu/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-cpu/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-cpu/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-cpu/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-cpu/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-cpu/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-cpu/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-cpu/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-cpu/_cm.json) ___ ### Script output diff --git a/script/detect-os/README.md b/script/detect-os/README.md index 5df1e04825..1f496e5e2a 100644 --- a/script/detect-os/README.md +++ b/script/detect-os/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-os)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-os)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *detect-os,detect,os,info* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="detect-os,detect,os,info"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=detect-os,detect,os,info) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "detect-os detect os info" ` @@ -102,18 +100,18 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-os/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-os/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-os/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-os/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-os/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-os/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-os/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-os/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-os/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-os/customize.py)*** - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-os/_cm.json)*** + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-os/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-os/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-os/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-os/customize.py)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-os/_cm.json)*** * get,sys-utils-min * `if (CM_HOST_OS_TYPE == windows)` - - CM script: [get-sys-utils-min](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-min) + - CM script: [get-sys-utils-min](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-min) ___ ### Script output diff --git a/script/detect-sudo/README.md b/script/detect-sudo/README.md index b7590ec23b..49e48b530a 100644 --- a/script/detect-sudo/README.md +++ b/script/detect-sudo/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-sudo)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-sudo)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *detect,sudo,access* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="detect,sudo,access"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=detect,sudo,access) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "detect sudo access" ` @@ -102,14 +100,14 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-sudo/_cm.yaml) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-sudo/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-sudo/_cm.yaml) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-sudo/_cm.yaml) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-sudo/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-sudo/_cm.yaml) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-sudo/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-sudo/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-sudo/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/detect-sudo/_cm.yaml) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-sudo/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-sudo/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-sudo/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/detect-sudo/_cm.yaml) ___ ### Script output diff --git a/script/download-and-extract/README.md b/script/download-and-extract/README.md index af0a40906b..ee597a0061 100644 --- a/script/download-and-extract/README.md +++ b/script/download-and-extract/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/download-and-extract)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/download-and-extract)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *download-and-extract,file* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="download-and-extract,file"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=download-and-extract,file) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "download-and-extract file[variations]" [--input_flags]` @@ -138,7 +136,7 @@ ___ - Workflow: 1. ***Read "prehook_deps" on other CM scripts*** * download,torrent - - CM script: [download-torrent](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-torrent) + - CM script: [download-torrent](https://github.com/mlcommons/cm4mlops/tree/master/script/download-torrent) * `_wget` - Workflow: @@ -185,21 +183,21 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/download-and-extract/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/download-and-extract/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/download-and-extract/_cm.json)*** + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/download-and-extract/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/download-and-extract/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/download-and-extract/_cm.json)*** * download,file * `if (CM_DAE_DOWNLOAD_USING_TORRENT not in ['yes', 'True'])` * CM names: `--adr.['download-script']...` - - CM script: [download-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-file) + - CM script: [download-file](https://github.com/mlcommons/cm4mlops/tree/master/script/download-file) 1. ***Run native script if exists*** - 1. ***Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/download-and-extract/_cm.json)*** + 1. ***Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/download-and-extract/_cm.json)*** * extract,file * `if (CM_DAE_EXTRACT_DOWNLOADED in ['yes', 'True'])` * CM names: `--adr.['extract-script']...` - - CM script: [extract-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/extract-file) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/download-and-extract/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/download-and-extract/_cm.json) + - CM script: [extract-file](https://github.com/mlcommons/cm4mlops/tree/master/script/extract-file) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/download-and-extract/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/download-and-extract/_cm.json) ___ ### Script output diff --git a/script/download-file/README.md b/script/download-file/README.md index ba19cd3b6c..73df26d096 100644 --- a/script/download-file/README.md +++ b/script/download-file/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/download-file)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/download-file)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *download,file* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="download,file"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=download,file) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "download file[variations]" [--input_flags]` @@ -123,14 +121,14 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_package.gdown - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_rclone` - Environment variables: - *CM_DOWNLOAD_TOOL*: `rclone` - Workflow: 1. ***Read "deps" on other CM scripts*** * get,rclone - - CM script: [get-rclone](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-rclone) + - CM script: [get-rclone](https://github.com/mlcommons/cm4mlops/tree/master/script/get-rclone) * `_wget` - Environment variables: - *CM_DOWNLOAD_TOOL*: `wget` @@ -178,17 +176,17 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/download-file/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/download-file/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/download-file/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/download-file/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/download-file/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/download-file/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/download-file/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/download-file/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/download-file/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/download-file/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/download-file/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/download-file/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/download-file/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/download-file/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/download-file/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/download-file/_cm.json) ___ ### Script output diff --git a/script/download-torrent/README.md b/script/download-torrent/README.md index 9128bf3cf6..e14037e1d8 100644 --- a/script/download-torrent/README.md +++ b/script/download-torrent/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/download-torrent)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/download-torrent)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *download,torrent,download-torrent* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="download,torrent,download-torrent"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=download,torrent,download-torrent) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "download torrent download-torrent[variations]" [--input_flags]` @@ -134,16 +132,16 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/download-torrent/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/download-torrent/_cm.json)*** * get,generic-sys-util,_transmission - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/download-torrent/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/download-torrent/_cm.json) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/download-torrent/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/download-torrent/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/download-torrent/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/download-torrent/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/download-torrent/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/download-torrent/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/download-torrent/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/download-torrent/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/download-torrent/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/download-torrent/_cm.json) ___ ### Script output diff --git a/script/dump-pip-freeze/README.md b/script/dump-pip-freeze/README.md index b0e1a0a372..ae4b1082f0 100644 --- a/script/dump-pip-freeze/README.md +++ b/script/dump-pip-freeze/README.md @@ -10,8 +10,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/dump-pip-freeze)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/dump-pip-freeze)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *dump,pip,freeze* * Output cached? *False* @@ -28,7 +28,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -77,8 +77,6 @@ if r['return']>0: ```cmr "cm gui" --script="dump,pip,freeze"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=dump,pip,freeze) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "dump pip freeze" ` @@ -100,18 +98,18 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/dump-pip-freeze/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/dump-pip-freeze/_cm.yaml)*** * get,python * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/dump-pip-freeze/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/dump-pip-freeze/_cm.yaml) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/dump-pip-freeze/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/dump-pip-freeze/_cm.yaml) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/dump-pip-freeze/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/dump-pip-freeze/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/dump-pip-freeze/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/dump-pip-freeze/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/dump-pip-freeze/_cm.yaml) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/dump-pip-freeze/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/dump-pip-freeze/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/dump-pip-freeze/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/dump-pip-freeze/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/dump-pip-freeze/_cm.yaml) ___ ### Script output diff --git a/script/extract-file/README.md b/script/extract-file/README.md index 9b7fcc0704..a9df0d22e3 100644 --- a/script/extract-file/README.md +++ b/script/extract-file/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/extract-file)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/extract-file)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *extract,file* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="extract,file"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=extract,file) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "extract file[variations]" [--input_flags]` @@ -144,17 +142,17 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/extract-file/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/extract-file/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/extract-file/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/extract-file/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/extract-file/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/extract-file/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/extract-file/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/extract-file/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/extract-file/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/extract-file/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/extract-file/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/extract-file/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/extract-file/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/extract-file/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/extract-file/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/extract-file/_cm.json) ___ ### Script output diff --git a/script/fail/README.md b/script/fail/README.md index 6a84f0efa8..6784dbba73 100644 --- a/script/fail/README.md +++ b/script/fail/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/fail)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/fail)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *fail,filter* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="fail,filter"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=fail,filter) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "fail filter[variations]" ` @@ -118,13 +116,13 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/fail/_cm.yaml) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/fail/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/fail/_cm.yaml) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/fail/_cm.yaml) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/fail/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/fail/_cm.yaml) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/fail/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/fail/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/fail/_cm.yaml) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/fail/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/fail/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/fail/_cm.yaml) ___ ### Script output diff --git a/script/flash-tinyml-binary/README.md b/script/flash-tinyml-binary/README.md index 0dc325131b..47a558efe0 100644 --- a/script/flash-tinyml-binary/README.md +++ b/script/flash-tinyml-binary/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/flash-tinyml-binary)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/flash-tinyml-binary)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *flash,tiny,mlperf,mlcommons* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="flash,tiny,mlperf,mlcommons"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=flash,tiny,mlperf,mlcommons) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "flash tiny mlperf mlcommons[variations]" [--input_flags]` @@ -148,25 +146,25 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/flash-tinyml-binary/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/flash-tinyml-binary/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,zephyr * CM names: `--adr.['zephyr']...` - - CM script: [get-zephyr](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-zephyr) + - CM script: [get-zephyr](https://github.com/mlcommons/cm4mlops/tree/master/script/get-zephyr) * get,zephyr-sdk * CM names: `--adr.['zephyr-sdk']...` - - CM script: [get-zephyr-sdk](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-zephyr-sdk) + - CM script: [get-zephyr-sdk](https://github.com/mlcommons/cm4mlops/tree/master/script/get-zephyr-sdk) * reproduce,tiny,mlperf * `if (CM_TINY_BUILD_DIR != on)` - - CM script: [reproduce-mlperf-octoml-tinyml-results](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/reproduce-mlperf-octoml-tinyml-results) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/flash-tinyml-binary/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/flash-tinyml-binary/_cm.json) + - CM script: [reproduce-mlperf-octoml-tinyml-results](https://github.com/mlcommons/cm4mlops/tree/master/script/reproduce-mlperf-octoml-tinyml-results) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/flash-tinyml-binary/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/flash-tinyml-binary/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/flash-tinyml-binary/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/flash-tinyml-binary/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/flash-tinyml-binary/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/flash-tinyml-binary/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/flash-tinyml-binary/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/flash-tinyml-binary/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/flash-tinyml-binary/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/flash-tinyml-binary/_cm.json) ___ ### Script output diff --git a/script/generate-docs-for-all-scripts.cmd b/script/generate-docs-for-all-scripts.cmd new file mode 100644 index 0000000000..c21a77b711 --- /dev/null +++ b/script/generate-docs-for-all-scripts.cmd @@ -0,0 +1 @@ +cm doc script --repos=mlcommons@cm4mlops --output_dir=.. \ No newline at end of file diff --git a/script/generate-mlperf-inference-submission/README.md b/script/generate-mlperf-inference-submission/README.md index c29c2ad73c..568171f94c 100644 --- a/script/generate-mlperf-inference-submission/README.md +++ b/script/generate-mlperf-inference-submission/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-inference-submission)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-inference-submission)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *generate,submission,mlperf,mlperf-inference,inference,mlcommons,inference-submission,mlperf-inference-submission,mlcommons-inference-submission* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="generate,submission,mlperf,mlperf-inference,inference,mlcommons,inference-submission,mlperf-inference-submission,mlcommons-inference-submission"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=generate,submission,mlperf,mlperf-inference,inference,mlcommons,inference-submission,mlperf-inference-submission,mlcommons-inference-submission) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "generate submission mlperf mlperf-inference inference mlcommons inference-submission mlperf-inference-submission mlcommons-inference-submission" [--input_flags]` @@ -140,43 +138,43 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-inference-submission/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-inference-submission/_cm.json)*** * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * mlcommons,inference,src * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,sut,system-description - - CM script: [get-mlperf-inference-sut-description](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-sut-description) + - CM script: [get-mlperf-inference-sut-description](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-sut-description) * install,pip-package,for-cmind-python,_package.tabulate - - CM script: [install-pip-package-for-cmind-python](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-pip-package-for-cmind-python) + - CM script: [install-pip-package-for-cmind-python](https://github.com/mlcommons/cm4mlops/tree/master/script/install-pip-package-for-cmind-python) * get,mlperf,inference,utils - - CM script: [get-mlperf-inference-utils](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-utils) + - CM script: [get-mlperf-inference-utils](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-utils) * get,mlperf,results,dir * `if (CM_MLPERF_INFERENCE_RESULTS_DIR_ != on)` * CM names: `--adr.['get-mlperf-results-dir']...` - - CM script: [get-mlperf-inference-results-dir](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-results-dir) + - CM script: [get-mlperf-inference-results-dir](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-results-dir) * get,mlperf,submission,dir * `if (CM_MLPERF_INFERENCE_SUBMISSION_DIR != on)` * CM names: `--adr.['get-mlperf-submission-dir']...` - - CM script: [get-mlperf-inference-submission-dir](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-submission-dir) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-inference-submission/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-inference-submission/_cm.json) + - CM script: [get-mlperf-inference-submission-dir](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-submission-dir) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-inference-submission/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-inference-submission/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-inference-submission/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-inference-submission/customize.py)*** - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-inference-submission/_cm.json)*** + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-inference-submission/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-inference-submission/customize.py)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-inference-submission/_cm.json)*** * accuracy,truncate,mlc * `if (CM_RUN_MLPERF_ACCURACY == on) AND (CM_SKIP_TRUNCATE_ACCURACY != yes)` - - CM script: [truncate-mlperf-inference-accuracy-log](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/truncate-mlperf-inference-accuracy-log) + - CM script: [truncate-mlperf-inference-accuracy-log](https://github.com/mlcommons/cm4mlops/tree/master/script/truncate-mlperf-inference-accuracy-log) * preprocess,mlperf,submission * `if (CM_RUN_MLPERF_SUBMISSION_PREPROCESSOR in ['on', 'True', 'yes', True])` - - CM script: [preprocess-mlperf-inference-submission](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/preprocess-mlperf-inference-submission) + - CM script: [preprocess-mlperf-inference-submission](https://github.com/mlcommons/cm4mlops/tree/master/script/preprocess-mlperf-inference-submission) * submission,inference,checker,mlc * `if (CM_RUN_SUBMISSION_CHECKER == yes)` * CM names: `--adr.['mlperf-inference-submission-checker', 'submission-checker']...` - - CM script: [run-mlperf-inference-submission-checker](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/run-mlperf-inference-submission-checker) + - CM script: [run-mlperf-inference-submission-checker](https://github.com/mlcommons/cm4mlops/tree/master/script/run-mlperf-inference-submission-checker) ___ ### Script output diff --git a/script/generate-mlperf-inference-user-conf/README.md b/script/generate-mlperf-inference-user-conf/README.md index c06cd2f223..ed4d7ba027 100644 --- a/script/generate-mlperf-inference-user-conf/README.md +++ b/script/generate-mlperf-inference-user-conf/README.md @@ -12,8 +12,8 @@ Developers: [Arjun Suresh](https://www.linkedin.com/in/arjunsuresh), [Thomas Zhu --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-inference-user-conf)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-inference-user-conf)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *generate,mlperf,inference,user-conf,inference-user-conf* * Output cached? *False* @@ -30,7 +30,7 @@ Developers: [Arjun Suresh](https://www.linkedin.com/in/arjunsuresh), [Thomas Zhu #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="generate,mlperf,inference,user-conf,inference-user-conf"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=generate,mlperf,inference,user-conf,inference-user-conf) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "generate mlperf inference user-conf inference-user-conf" [--input_flags]` @@ -140,29 +138,29 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-inference-user-conf/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-inference-user-conf/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,python * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,mlperf,results,dir * `if (OUTPUT_BASE_DIR != on)` * CM names: `--adr.['get-mlperf-results-dir']...` - - CM script: [get-mlperf-inference-results-dir](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-results-dir) + - CM script: [get-mlperf-inference-results-dir](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-results-dir) * get,mlcommons,inference,src * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,sut,configs - - CM script: [get-mlperf-inference-sut-configs](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-sut-configs) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-inference-user-conf/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-inference-user-conf/_cm.yaml) + - CM script: [get-mlperf-inference-sut-configs](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-sut-configs) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-inference-user-conf/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-inference-user-conf/_cm.yaml) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-inference-user-conf/_cm.yaml) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-inference-user-conf/_cm.yaml) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-inference-user-conf/_cm.yaml) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-inference-user-conf/_cm.yaml) ___ ### Script output diff --git a/script/generate-mlperf-tiny-report/README.md b/script/generate-mlperf-tiny-report/README.md index 20d12a419d..c2df0a411c 100644 --- a/script/generate-mlperf-tiny-report/README.md +++ b/script/generate-mlperf-tiny-report/README.md @@ -12,8 +12,8 @@ Developers: [Grigori Fursin](https://cKnowledge.org/gfursin) --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-tiny-report)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-tiny-report)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *generate,mlperf,tiny,mlperf-tiny,report* * Output cached? *False* @@ -30,7 +30,7 @@ Developers: [Grigori Fursin](https://cKnowledge.org/gfursin) #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="generate,mlperf,tiny,mlperf-tiny,report"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=generate,mlperf,tiny,mlperf-tiny,report) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "generate mlperf tiny mlperf-tiny report" [--input_flags]` @@ -118,26 +116,26 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-tiny-report/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-tiny-report/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,generic-python-lib,_xlsxwriter - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_pandas - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-tiny-report/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-tiny-report/_cm.yaml) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-tiny-report/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-tiny-report/_cm.yaml) 1. ***Run native script if exists*** - * [run_submission_checker.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-tiny-report/run_submission_checker.bat) - * [run_submission_checker.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-tiny-report/run_submission_checker.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-tiny-report/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-tiny-report/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-tiny-report/_cm.yaml) + * [run_submission_checker.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-tiny-report/run_submission_checker.bat) + * [run_submission_checker.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-tiny-report/run_submission_checker.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-tiny-report/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-tiny-report/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-tiny-report/_cm.yaml) ___ ### Script output diff --git a/script/generate-mlperf-tiny-submission/README.md b/script/generate-mlperf-tiny-submission/README.md index 7bf2c9aca3..eb4112aee7 100644 --- a/script/generate-mlperf-tiny-submission/README.md +++ b/script/generate-mlperf-tiny-submission/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-tiny-submission)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-tiny-submission)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *generate,submission,mlperf,mlperf-tiny,tiny,mlcommons,tiny-submission,mlperf-tiny-submission,mlcommons-tiny-submission* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="generate,submission,mlperf,mlperf-tiny,tiny,mlcommons,tiny-submission,mlperf-tiny-submission,mlcommons-tiny-submission"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=generate,submission,mlperf,mlperf-tiny,tiny,mlcommons,tiny-submission,mlperf-tiny-submission,mlcommons-tiny-submission) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "generate submission mlperf mlperf-tiny tiny mlcommons tiny-submission mlperf-tiny-submission mlcommons-tiny-submission" ` @@ -102,35 +100,25 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-tiny-submission/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-tiny-submission/_cm.json)*** * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,sut,system-description - - CM script: [get-mlperf-inference-sut-description](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-sut-description) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-tiny-submission/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-tiny-submission/_cm.json) + - CM script: [get-mlperf-inference-sut-description](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-sut-description) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-tiny-submission/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-tiny-submission/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-tiny-submission/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-tiny-submission/customize.py)*** - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-mlperf-tiny-submission/_cm.json)*** + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-tiny-submission/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-tiny-submission/customize.py)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-mlperf-tiny-submission/_cm.json)*** * * `if (CM_MLPERF_RUN_STYLE == valid)` - - CM script: [test-script1](https://github.com/gfursin/cm-tests/tree/master/script/test-script1) - - CM script: [test-script2](https://github.com/gfursin/cm-tests/tree/master/script/test-script2) - - CM script: [test-script3](https://github.com/gfursin/cm-tests/tree/master/script/test-script3) - - CM script: [test-script4](https://github.com/gfursin/cm-tests/tree/master/script/test-script4) - - CM script: [test-script5](https://github.com/gfursin/cm-tests/tree/master/script/test-script5) - - CM script: [app-generate-image-dalle-mini-jax-py](https://github.com/cknowledge/tests/tree/master/cm/script/app-generate-image-dalle-mini-jax-py) - - CM script: [app-generate-image-stable-diffusion2-pytorch-cuda-py](https://github.com/cknowledge/tests/tree/master/cm/script/app-generate-image-stable-diffusion2-pytorch-cuda-py) - - CM script: [app-image-classification-onnx-py-ck](https://github.com/cknowledge/tests/tree/master/cm/script/app-image-classification-onnx-py-ck) - - CM script: [app-image-corner-detection-old](https://github.com/cknowledge/tests/tree/master/cm/script/app-image-corner-detection-old) - - CM script: [app-ipol-demo](https://github.com/cknowledge/tests/tree/master/cm/script/app-ipol-demo) - - CM script: [app-stable-diffusion-pytorch-cuda-py](https://github.com/cknowledge/tests/tree/master/cm/script/app-stable-diffusion-pytorch-cuda-py) - - CM script: [not-needed--get-android-cmdline-tools](https://github.com/cknowledge/tests/tree/master/cm/script/not-needed--get-android-cmdline-tools) - - CM script: [not-needed--install-android-cmdline-tools](https://github.com/cknowledge/tests/tree/master/cm/script/not-needed--install-android-cmdline-tools) - - CM script: [gui-llm](https://github.com/cknowledge/cm-private/tree/master/script/gui-llm) - - CM script: [run-refiners-hello-world](https://github.com/cknowledge/cm-reproduce/tree/master/script/run-refiners-hello-world) + - CM script: [outdated-test-abtf-ssd-pytorch](outdated-test-abtf-ssd-pytorch) + - CM script: [run-how-to-run-server](https://github.com/how-to-run/server/tree/master/script/run-how-to-run-server) + - CM script: [get-dataset-cognata-mlcommons](https://github.com/mlcommons/cm4abtf/tree/master/script/get-dataset-cognata-mlcommons) + - CM script: [get-ml-model-abtf-ssd-pytorch](https://github.com/mlcommons/cm4abtf/tree/master/script/get-ml-model-abtf-ssd-pytorch) + - CM script: [test-ssd-resnet50-cognata-pytorch](https://github.com/mlcommons/cm4abtf/tree/master/script/test-ssd-resnet50-cognata-pytorch) - CM script: [reproduce-ieee-acm-micro2023-paper-22](https://github.com/ctuning/cm4research/tree/master/script/reproduce-ieee-acm-micro2023-paper-22) - CM script: [reproduce-ieee-acm-micro2023-paper-28](https://github.com/ctuning/cm4research/tree/master/script/reproduce-ieee-acm-micro2023-paper-28) - CM script: [reproduce-ieee-acm-micro2023-paper-33](https://github.com/ctuning/cm4research/tree/master/script/reproduce-ieee-acm-micro2023-paper-33) @@ -142,264 +130,279 @@ ___ - CM script: [reproduce-ieee-acm-micro2023-paper-96](https://github.com/ctuning/cm4research/tree/master/script/reproduce-ieee-acm-micro2023-paper-96) - CM script: [reproduce-ipol-paper-2022-439a](https://github.com/ctuning/cm4research/tree/master/script/reproduce-ipol-paper-2022-439a) - CM script: [reproduce-neurips-paper-2022-arxiv-2204.09656](https://github.com/ctuning/cm4research/tree/master/script/reproduce-neurips-paper-2022-arxiv-2204.09656) - - CM script: [run-how-to-run-server](https://github.com/how-to-run/server/tree/master/script/run-how-to-run-server) - - CM script: [app-mlperf-inference-nvidia](https://github.com/cknowledge/cm-tests/tree/master/script/app-mlperf-inference-nvidia) - - CM script: [get-axs](https://github.com/cknowledge/cm-tests/tree/master/script/get-axs) - CM script: [process-mlperf-inference-results](https://github.com/mlcommons/cm4mlperf-results/tree/master/script/process-mlperf-inference-results) - - CM script: [activate-python-venv](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/activate-python-venv) - - CM script: [add-custom-nvidia-system](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/add-custom-nvidia-system) - - CM script: [app-image-classification-onnx-py](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-image-classification-onnx-py) - - CM script: [app-image-classification-tf-onnx-cpp](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-image-classification-tf-onnx-cpp) - - CM script: [app-image-classification-torch-py](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-image-classification-torch-py) - - CM script: [app-image-classification-tvm-onnx-py](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-image-classification-tvm-onnx-py) - - CM script: [app-image-corner-detection](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-image-corner-detection) - - CM script: [app-loadgen-generic-python](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-loadgen-generic-python) - - CM script: [app-mlperf-inference](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference) - - CM script: [app-mlperf-inference-ctuning-cpp-tflite](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-ctuning-cpp-tflite) - - CM script: [app-mlperf-inference-dummy](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-dummy) - - CM script: [app-mlperf-inference-intel](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-intel) - - CM script: [app-mlperf-inference-mlcommons-cpp](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-mlcommons-cpp) - - CM script: [app-mlperf-inference-mlcommons-python](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-mlcommons-python) - - CM script: [app-mlperf-inference-nvidia](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-nvidia) - - CM script: [app-mlperf-inference-qualcomm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-qualcomm) - - CM script: [app-mlperf-training-nvidia](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-training-nvidia) - - CM script: [app-mlperf-training-reference](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-training-reference) - - CM script: [app-stable-diffusion-onnx-py](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-stable-diffusion-onnx-py) - - CM script: [benchmark-any-mlperf-inference-implementation](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/benchmark-any-mlperf-inference-implementation) - - CM script: [benchmark-program](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/benchmark-program) - - CM script: [benchmark-program-mlperf](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/benchmark-program-mlperf) - - CM script: [build-docker-image](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/build-docker-image) - - CM script: [build-dockerfile](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/build-dockerfile) - - CM script: [build-mlperf-inference-server-nvidia](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/build-mlperf-inference-server-nvidia) - - CM script: [calibrate-model-for.qaic](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/calibrate-model-for.qaic) - - CM script: [compile-model-for.qaic](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/compile-model-for.qaic) - - CM script: [compile-program](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/compile-program) - - CM script: [convert-csv-to-md](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/convert-csv-to-md) - - CM script: [convert-ml-model-huggingface-to-onnx](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/convert-ml-model-huggingface-to-onnx) - - CM script: [copy-to-clipboard](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/copy-to-clipboard) - - CM script: [create-conda-env](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/create-conda-env) - - CM script: [create-fpgaconvnet-app-tinyml](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/create-fpgaconvnet-app-tinyml) - - CM script: [create-fpgaconvnet-config-tinyml](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/create-fpgaconvnet-config-tinyml) - - CM script: [create-patch](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/create-patch) - - CM script: [destroy-terraform](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/destroy-terraform) - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - - CM script: [detect-sudo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-sudo) - - CM script: [download-and-extract](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-and-extract) - - CM script: [download-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-file) - - CM script: [download-torrent](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-torrent) - - CM script: [dump-pip-freeze](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/dump-pip-freeze) - - CM script: [extract-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/extract-file) - - CM script: [fail](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/fail) - - CM script: [flash-tinyml-binary](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/flash-tinyml-binary) - - CM script: [generate-mlperf-inference-submission](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/generate-mlperf-inference-submission) - - CM script: [generate-mlperf-inference-user-conf](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/generate-mlperf-inference-user-conf) - - CM script: [generate-mlperf-tiny-report](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/generate-mlperf-tiny-report) - - CM script: [generate-mlperf-tiny-submission](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/generate-mlperf-tiny-submission) - - CM script: [generate-nvidia-engine](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/generate-nvidia-engine) - - CM script: [get-android-sdk](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-android-sdk) - - CM script: [get-aocl](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-aocl) - - CM script: [get-aws-cli](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-aws-cli) - - CM script: [get-bazel](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-bazel) - - CM script: [get-bert-squad-vocab](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-bert-squad-vocab) - - CM script: [get-blis](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-blis) - - CM script: [get-brew](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-brew) - - CM script: [get-ck](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ck) - - CM script: [get-ck-repo-mlops](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ck-repo-mlops) - - CM script: [get-cl](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cl) - - CM script: [get-cmake](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake) - - CM script: [get-cmsis_5](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmsis_5) - - CM script: [get-compiler-flags](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-compiler-flags) - - CM script: [get-compiler-rust](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-compiler-rust) - - CM script: [get-conda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-conda) - - CM script: [get-croissant](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-croissant) - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) - - CM script: [get-cuda-devices](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda-devices) - - CM script: [get-cudnn](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cudnn) - - CM script: [get-dataset-cifar10](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-cifar10) - - CM script: [get-dataset-cnndm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-cnndm) - - CM script: [get-dataset-coco](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-coco) - - CM script: [get-dataset-coco2014](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-coco2014) - - CM script: [get-dataset-cognata](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-cognata) - - CM script: [get-dataset-criteo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-criteo) - - CM script: [get-dataset-imagenet-aux](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-aux) - - CM script: [get-dataset-imagenet-calibration](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-calibration) - - CM script: [get-dataset-imagenet-helper](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-helper) - - CM script: [get-dataset-imagenet-train](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-train) - - CM script: [get-dataset-imagenet-val](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-val) - - CM script: [get-dataset-kits19](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-kits19) - - CM script: [get-dataset-librispeech](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-librispeech) - - CM script: [get-dataset-openimages](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-openimages) - - CM script: [get-dataset-openimages-annotations](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-openimages-annotations) - - CM script: [get-dataset-openimages-calibration](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-openimages-calibration) - - CM script: [get-dataset-openorca](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-openorca) - - CM script: [get-dataset-squad](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-squad) - - CM script: [get-dataset-squad-vocab](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-squad-vocab) - - CM script: [get-dlrm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dlrm) - - CM script: [get-dlrm-data-mlperf-inference](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dlrm-data-mlperf-inference) - - CM script: [get-docker](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-docker) - - CM script: [get-gcc](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-gcc) - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) - - CM script: [get-github-cli](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-github-cli) - - CM script: [get-go](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-go) - - CM script: [get-google-saxml](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-google-saxml) - - CM script: [get-google-test](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-google-test) - - CM script: [get-ipol-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ipol-src) - - CM script: [get-java](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-java) - - CM script: [get-javac](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-javac) - - CM script: [get-lib-armnn](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-lib-armnn) - - CM script: [get-lib-dnnl](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-lib-dnnl) - - CM script: [get-lib-protobuf](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-lib-protobuf) - - CM script: [get-lib-qaic-api](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-lib-qaic-api) - - CM script: [get-llvm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-llvm) - - CM script: [get-microtvm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-microtvm) - - CM script: [get-ml-model-3d-unet-kits19](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-3d-unet-kits19) - - CM script: [get-ml-model-abtf-ssd-pytorch](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-abtf-ssd-pytorch) - - CM script: [get-ml-model-bert-base-squad](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-bert-base-squad) - - CM script: [get-ml-model-bert-large-squad](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-bert-large-squad) - - CM script: [get-ml-model-dlrm-terabyte](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-dlrm-terabyte) - - CM script: [get-ml-model-efficientnet-lite](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-efficientnet-lite) - - CM script: [get-ml-model-gptj](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-gptj) - - CM script: [get-ml-model-huggingface-zoo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-huggingface-zoo) - - CM script: [get-ml-model-llama2](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-llama2) - - CM script: [get-ml-model-mobilenet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-mobilenet) - - CM script: [get-ml-model-neuralmagic-zoo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-neuralmagic-zoo) - - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-resnet50) - - CM script: [get-ml-model-retinanet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-retinanet) - - CM script: [get-ml-model-retinanet-nvidia](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-retinanet-nvidia) - - CM script: [get-ml-model-rnnt](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-rnnt) - - CM script: [get-ml-model-stable-diffusion](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-stable-diffusion) - - CM script: [get-ml-model-tiny-resnet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-tiny-resnet) - - CM script: [get-ml-model-using-imagenet-from-model-zoo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-using-imagenet-from-model-zoo) - - CM script: [get-mlperf-inference-intel-scratch-space](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-intel-scratch-space) - - CM script: [get-mlperf-inference-loadgen](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-loadgen) - - CM script: [get-mlperf-inference-nvidia-common-code](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-nvidia-common-code) - - CM script: [get-mlperf-inference-nvidia-scratch-space](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-nvidia-scratch-space) - - CM script: [get-mlperf-inference-results](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-results) - - CM script: [get-mlperf-inference-results-dir](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-results-dir) - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) - - CM script: [get-mlperf-inference-submission-dir](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-submission-dir) - - CM script: [get-mlperf-inference-sut-configs](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-sut-configs) - - CM script: [get-mlperf-inference-sut-description](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-sut-description) - - CM script: [get-mlperf-inference-utils](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-utils) - - CM script: [get-mlperf-logging](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-logging) - - CM script: [get-mlperf-power-dev](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-power-dev) - - CM script: [get-mlperf-tiny-eembc-energy-runner-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-tiny-eembc-energy-runner-src) - - CM script: [get-mlperf-tiny-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-tiny-src) - - CM script: [get-mlperf-training-nvidia-code](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-training-nvidia-code) - - CM script: [get-mlperf-training-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-training-src) - - CM script: [get-nvidia-docker](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-nvidia-docker) - - CM script: [get-nvidia-mitten](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-nvidia-mitten) - - CM script: [get-onnxruntime-prebuilt](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-onnxruntime-prebuilt) - - CM script: [get-openssl](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-openssl) - - CM script: [get-preprocessed-dataset-criteo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-criteo) - - CM script: [get-preprocesser-script-generic](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocesser-script-generic) - - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-imagenet) - - CM script: [get-preprocessed-dataset-kits19](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-kits19) - - CM script: [get-preprocessed-dataset-librispeech](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-librispeech) - - CM script: [get-preprocessed-dataset-openimages](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-openimages) - - CM script: [get-preprocessed-dataset-openorca](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-openorca) - - CM script: [get-preprocessed-dataset-squad](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-squad) - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) - - CM script: [get-qaic-apps-sdk](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-qaic-apps-sdk) - - CM script: [get-qaic-platform-sdk](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-qaic-platform-sdk) - - CM script: [get-qaic-software-kit](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-qaic-software-kit) - - CM script: [get-rclone](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-rclone) - - CM script: [get-rocm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-rocm) - - CM script: [get-spec-ptd](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-spec-ptd) - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) - - CM script: [get-sys-utils-min](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-min) - - CM script: [get-target-device](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-target-device) - - CM script: [get-tensorrt](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-tensorrt) - - CM script: [get-terraform](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-terraform) - - CM script: [get-tvm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-tvm) - - CM script: [get-tvm-model](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-tvm-model) - - CM script: [get-xilinx-sdk](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-xilinx-sdk) - - CM script: [get-zendnn](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-zendnn) - - CM script: [get-zephyr](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-zephyr) - - CM script: [get-zephyr-sdk](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-zephyr-sdk) - - CM script: [gui](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/gui) - - CM script: [import-mlperf-inference-to-experiment](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/import-mlperf-inference-to-experiment) - - CM script: [import-mlperf-tiny-to-experiment](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/import-mlperf-tiny-to-experiment) - - CM script: [import-mlperf-training-to-experiment](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/import-mlperf-training-to-experiment) - - CM script: [install-aws-cli](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-aws-cli) - - CM script: [install-bazel](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-bazel) - - CM script: [install-cmake-prebuilt](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-cmake-prebuilt) - - CM script: [install-cuda-package-manager](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-cuda-package-manager) - - CM script: [install-cuda-prebuilt](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-cuda-prebuilt) - - CM script: [install-gcc-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-gcc-src) - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) - - CM script: [install-gflags](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-gflags) - - CM script: [install-github-cli](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-github-cli) - - CM script: [install-ipex-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-ipex-from-src) - - CM script: [install-llvm-prebuilt](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-llvm-prebuilt) - - CM script: [install-llvm-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-llvm-src) - - CM script: [install-mlperf-logging-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-mlperf-logging-from-src) - - CM script: [install-nccl-libs](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-nccl-libs) - - CM script: [install-numactl-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-numactl-from-src) - - CM script: [install-onednn-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-onednn-from-src) - - CM script: [install-onnxruntime-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-onnxruntime-from-src) - - CM script: [install-openssl](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-openssl) - - CM script: [install-pip-package-for-cmind-python](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-pip-package-for-cmind-python) - - CM script: [install-python-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-python-src) - - CM script: [install-python-venv](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-python-venv) - - CM script: [install-pytorch-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-pytorch-from-src) - - CM script: [install-pytorch-kineto-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-pytorch-kineto-from-src) - - CM script: [install-qaic-compute-sdk-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-qaic-compute-sdk-from-src) - - CM script: [install-rocm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-rocm) - - CM script: [install-tensorflow-for-c](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-tensorflow-for-c) - - CM script: [install-tensorflow-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-tensorflow-from-src) - - CM script: [install-terraform-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-terraform-from-src) - - CM script: [install-tflite-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-tflite-from-src) - - CM script: [install-torchvision-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-torchvision-from-src) - - CM script: [install-tpp-pytorch-extension](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-tpp-pytorch-extension) - - CM script: [install-transformers-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-transformers-from-src) - - CM script: [launch-benchmark](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/launch-benchmark) - - CM script: [prepare-training-data-bert](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/prepare-training-data-bert) - - CM script: [prepare-training-data-resnet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/prepare-training-data-resnet) - - CM script: [preprocess-mlperf-inference-submission](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/preprocess-mlperf-inference-submission) - - CM script: [print-croissant-desc](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/print-croissant-desc) - - CM script: [print-hello-world](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/print-hello-world) - - CM script: [print-hello-world-java](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/print-hello-world-java) - - CM script: [print-hello-world-javac](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/print-hello-world-javac) - - CM script: [print-hello-world-py](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/print-hello-world-py) - - CM script: [print-python-version](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/print-python-version) - - CM script: [process-ae-users](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/process-ae-users) - - CM script: [process-mlperf-accuracy](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/process-mlperf-accuracy) - - CM script: [prune-bert-models](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/prune-bert-models) - - CM script: [publish-results-to-dashboard](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/publish-results-to-dashboard) - - CM script: [pull-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/pull-git-repo) - - CM script: [push-csv-to-spreadsheet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/push-csv-to-spreadsheet) - - CM script: [push-mlperf-inference-results-to-github](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/push-mlperf-inference-results-to-github) - - CM script: [remote-run-commands](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/remote-run-commands) - - CM script: [reproduce-ipol-paper-2022-439](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/reproduce-ipol-paper-2022-439) - - CM script: [reproduce-mlperf-octoml-tinyml-results](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/reproduce-mlperf-octoml-tinyml-results) - - CM script: [reproduce-mlperf-training-nvidia](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/reproduce-mlperf-training-nvidia) - - CM script: [run-docker-container](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/run-docker-container) - - CM script: [run-mlperf-inference-app](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/run-mlperf-inference-app) - - CM script: [run-mlperf-inference-mobilenet-models](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/run-mlperf-inference-mobilenet-models) - - CM script: [run-mlperf-inference-submission-checker](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/run-mlperf-inference-submission-checker) - - CM script: [run-mlperf-power-client](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/run-mlperf-power-client) - - CM script: [run-mlperf-power-server](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/run-mlperf-power-server) - - CM script: [run-mlperf-training-submission-checker](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/run-mlperf-training-submission-checker) - - CM script: [run-python](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/run-python) - - CM script: [run-terraform](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/run-terraform) - - CM script: [save-mlperf-inference-implementation-state](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/save-mlperf-inference-implementation-state) - - CM script: [set-device-settings-qaic](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/set-device-settings-qaic) - - CM script: [set-echo-off-win](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/set-echo-off-win) - - CM script: [set-performance-mode](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/set-performance-mode) - - CM script: [set-sqlite-dir](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/set-sqlite-dir) - - CM script: [tar-my-folder](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/tar-my-folder) - - CM script: [test-abtf-ssd-pytorch](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/test-abtf-ssd-pytorch) - - CM script: [test-download-and-extract-artifacts](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/test-download-and-extract-artifacts) - - CM script: [test-mlperf-inference-retinanet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/test-mlperf-inference-retinanet) - - CM script: [test-onnxruntime-cpp](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/test-onnxruntime-cpp) - - CM script: [test-set-sys-user-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/test-set-sys-user-cm) - - CM script: [truncate-mlperf-inference-accuracy-log](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/truncate-mlperf-inference-accuracy-log) - - CM script: [upgrade-python-pip](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/upgrade-python-pip) - - CM script: [wrapper-reproduce-octoml-tinyml-submission](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/wrapper-reproduce-octoml-tinyml-submission) + - CM script: [get-target-device](https://github.com/cknowledge/cm4research/tree/master/script/get-target-device) + - CM script: [run-refiners-hello-world](https://github.com/cknowledge/cm4research/tree/master/script/run-refiners-hello-world) + - CM script: [test-mlperf-loadgen-cpp](https://github.com/cknowledge/cm4research/tree/master/script/test-mlperf-loadgen-cpp) + - CM script: [test-mlperf-loadgen-py](https://github.com/cknowledge/cm4research/tree/master/script/test-mlperf-loadgen-py) + - CM script: [test-onnxruntime-cpp](https://github.com/cknowledge/cm4research/tree/master/script/test-onnxruntime-cpp) + - CM script: [app-generate-image-dalle-mini-jax-py](https://github.com/cknowledge/cm4research-private/tree/master/script/app-generate-image-dalle-mini-jax-py) + - CM script: [app-generate-image-stable-diffusion2-pytorch-cuda-py](https://github.com/cknowledge/cm4research-private/tree/master/script/app-generate-image-stable-diffusion2-pytorch-cuda-py) + - CM script: [app-image-classification-onnx-py-ck](https://github.com/cknowledge/cm4research-private/tree/master/script/app-image-classification-onnx-py-ck) + - CM script: [app-image-corner-detection-old](https://github.com/cknowledge/cm4research-private/tree/master/script/app-image-corner-detection-old) + - CM script: [app-mlperf-inference-nvidia](https://github.com/cknowledge/cm4research-private/tree/master/script/app-mlperf-inference-nvidia) + - CM script: [app-stable-diffusion-pytorch-cuda-py](https://github.com/cknowledge/cm4research-private/tree/master/script/app-stable-diffusion-pytorch-cuda-py) + - CM script: [get-axs](https://github.com/cknowledge/cm4research-private/tree/master/script/get-axs) + - CM script: [gui-llm](https://github.com/cknowledge/cm4research-private/tree/master/script/gui-llm) + - CM script: [not-needed--get-android-cmdline-tools](https://github.com/cknowledge/cm4research-private/tree/master/script/not-needed--get-android-cmdline-tools) + - CM script: [not-needed--install-android-cmdline-tools](https://github.com/cknowledge/cm4research-private/tree/master/script/not-needed--install-android-cmdline-tools) + - CM script: [test-script1](https://github.com/cknowledge/cm4research-private/tree/master/script/test-script1) + - CM script: [test-script2](https://github.com/cknowledge/cm4research-private/tree/master/script/test-script2) + - CM script: [test-script3](https://github.com/cknowledge/cm4research-private/tree/master/script/test-script3) + - CM script: [test-script4](https://github.com/cknowledge/cm4research-private/tree/master/script/test-script4) + - CM script: [test-script5](https://github.com/cknowledge/cm4research-private/tree/master/script/test-script5) + - CM script: [activate-python-venv](https://github.com/mlcommons/cm4mlops/tree/master/script/activate-python-venv) + - CM script: [add-custom-nvidia-system](https://github.com/mlcommons/cm4mlops/tree/master/script/add-custom-nvidia-system) + - CM script: [app-image-classification-onnx-py](https://github.com/mlcommons/cm4mlops/tree/master/script/app-image-classification-onnx-py) + - CM script: [app-image-classification-tf-onnx-cpp](https://github.com/mlcommons/cm4mlops/tree/master/script/app-image-classification-tf-onnx-cpp) + - CM script: [app-image-classification-torch-py](https://github.com/mlcommons/cm4mlops/tree/master/script/app-image-classification-torch-py) + - CM script: [app-image-classification-tvm-onnx-py](https://github.com/mlcommons/cm4mlops/tree/master/script/app-image-classification-tvm-onnx-py) + - CM script: [app-image-corner-detection](https://github.com/mlcommons/cm4mlops/tree/master/script/app-image-corner-detection) + - CM script: [app-loadgen-generic-python](https://github.com/mlcommons/cm4mlops/tree/master/script/app-loadgen-generic-python) + - CM script: [app-mlperf-inference](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-inference) + - CM script: [app-mlperf-inference-ctuning-cpp-tflite](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-inference-ctuning-cpp-tflite) + - CM script: [app-mlperf-inference-dummy](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-inference-dummy) + - CM script: [app-mlperf-inference-intel](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-inference-intel) + - CM script: [app-mlperf-inference-mlcommons-cpp](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-inference-mlcommons-cpp) + - CM script: [app-mlperf-inference-mlcommons-python](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-inference-mlcommons-python) + - CM script: [app-mlperf-inference-nvidia](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-inference-nvidia) + - CM script: [app-mlperf-inference-qualcomm](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-inference-qualcomm) + - CM script: [app-mlperf-training-nvidia](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-training-nvidia) + - CM script: [app-mlperf-training-reference](https://github.com/mlcommons/cm4mlops/tree/master/script/app-mlperf-training-reference) + - CM script: [app-stable-diffusion-onnx-py](https://github.com/mlcommons/cm4mlops/tree/master/script/app-stable-diffusion-onnx-py) + - CM script: [benchmark-any-mlperf-inference-implementation](https://github.com/mlcommons/cm4mlops/tree/master/script/benchmark-any-mlperf-inference-implementation) + - CM script: [benchmark-program](https://github.com/mlcommons/cm4mlops/tree/master/script/benchmark-program) + - CM script: [benchmark-program-mlperf](https://github.com/mlcommons/cm4mlops/tree/master/script/benchmark-program-mlperf) + - CM script: [build-docker-image](https://github.com/mlcommons/cm4mlops/tree/master/script/build-docker-image) + - CM script: [build-dockerfile](https://github.com/mlcommons/cm4mlops/tree/master/script/build-dockerfile) + - CM script: [build-mlperf-inference-server-nvidia](https://github.com/mlcommons/cm4mlops/tree/master/script/build-mlperf-inference-server-nvidia) + - CM script: [calibrate-model-for.qaic](https://github.com/mlcommons/cm4mlops/tree/master/script/calibrate-model-for.qaic) + - CM script: [compile-model-for.qaic](https://github.com/mlcommons/cm4mlops/tree/master/script/compile-model-for.qaic) + - CM script: [compile-program](https://github.com/mlcommons/cm4mlops/tree/master/script/compile-program) + - CM script: [convert-csv-to-md](https://github.com/mlcommons/cm4mlops/tree/master/script/convert-csv-to-md) + - CM script: [convert-ml-model-huggingface-to-onnx](https://github.com/mlcommons/cm4mlops/tree/master/script/convert-ml-model-huggingface-to-onnx) + - CM script: [copy-to-clipboard](https://github.com/mlcommons/cm4mlops/tree/master/script/copy-to-clipboard) + - CM script: [create-conda-env](https://github.com/mlcommons/cm4mlops/tree/master/script/create-conda-env) + - CM script: [create-fpgaconvnet-app-tinyml](https://github.com/mlcommons/cm4mlops/tree/master/script/create-fpgaconvnet-app-tinyml) + - CM script: [create-fpgaconvnet-config-tinyml](https://github.com/mlcommons/cm4mlops/tree/master/script/create-fpgaconvnet-config-tinyml) + - CM script: [create-patch](https://github.com/mlcommons/cm4mlops/tree/master/script/create-patch) + - CM script: [destroy-terraform](https://github.com/mlcommons/cm4mlops/tree/master/script/destroy-terraform) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + - CM script: [detect-sudo](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-sudo) + - CM script: [download-and-extract](https://github.com/mlcommons/cm4mlops/tree/master/script/download-and-extract) + - CM script: [download-file](https://github.com/mlcommons/cm4mlops/tree/master/script/download-file) + - CM script: [download-torrent](https://github.com/mlcommons/cm4mlops/tree/master/script/download-torrent) + - CM script: [dump-pip-freeze](https://github.com/mlcommons/cm4mlops/tree/master/script/dump-pip-freeze) + - CM script: [extract-file](https://github.com/mlcommons/cm4mlops/tree/master/script/extract-file) + - CM script: [fail](https://github.com/mlcommons/cm4mlops/tree/master/script/fail) + - CM script: [flash-tinyml-binary](https://github.com/mlcommons/cm4mlops/tree/master/script/flash-tinyml-binary) + - CM script: [generate-mlperf-inference-submission](https://github.com/mlcommons/cm4mlops/tree/master/script/generate-mlperf-inference-submission) + - CM script: [generate-mlperf-inference-user-conf](https://github.com/mlcommons/cm4mlops/tree/master/script/generate-mlperf-inference-user-conf) + - CM script: [generate-mlperf-tiny-report](https://github.com/mlcommons/cm4mlops/tree/master/script/generate-mlperf-tiny-report) + - CM script: [generate-mlperf-tiny-submission](https://github.com/mlcommons/cm4mlops/tree/master/script/generate-mlperf-tiny-submission) + - CM script: [generate-nvidia-engine](https://github.com/mlcommons/cm4mlops/tree/master/script/generate-nvidia-engine) + - CM script: [get-android-sdk](https://github.com/mlcommons/cm4mlops/tree/master/script/get-android-sdk) + - CM script: [get-aocl](https://github.com/mlcommons/cm4mlops/tree/master/script/get-aocl) + - CM script: [get-aria2](https://github.com/mlcommons/cm4mlops/tree/master/script/get-aria2) + - CM script: [get-aws-cli](https://github.com/mlcommons/cm4mlops/tree/master/script/get-aws-cli) + - CM script: [get-bazel](https://github.com/mlcommons/cm4mlops/tree/master/script/get-bazel) + - CM script: [get-bert-squad-vocab](https://github.com/mlcommons/cm4mlops/tree/master/script/get-bert-squad-vocab) + - CM script: [get-blis](https://github.com/mlcommons/cm4mlops/tree/master/script/get-blis) + - CM script: [get-brew](https://github.com/mlcommons/cm4mlops/tree/master/script/get-brew) + - CM script: [get-ck](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ck) + - CM script: [get-ck-repo-mlops](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ck-repo-mlops) + - CM script: [get-cl](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cl) + - CM script: [get-cmake](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmake) + - CM script: [get-cmsis_5](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmsis_5) + - CM script: [get-compiler-flags](https://github.com/mlcommons/cm4mlops/tree/master/script/get-compiler-flags) + - CM script: [get-compiler-rust](https://github.com/mlcommons/cm4mlops/tree/master/script/get-compiler-rust) + - CM script: [get-conda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-conda) + - CM script: [get-croissant](https://github.com/mlcommons/cm4mlops/tree/master/script/get-croissant) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) + - CM script: [get-cuda-devices](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda-devices) + - CM script: [get-cudnn](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cudnn) + - CM script: [get-dataset-cifar10](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-cifar10) + - CM script: [get-dataset-cnndm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-cnndm) + - CM script: [get-dataset-coco](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-coco) + - CM script: [get-dataset-coco2014](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-coco2014) + - CM script: [get-dataset-criteo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-criteo) + - CM script: [get-dataset-imagenet-aux](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-imagenet-aux) + - CM script: [get-dataset-imagenet-calibration](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-imagenet-calibration) + - CM script: [get-dataset-imagenet-helper](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-imagenet-helper) + - CM script: [get-dataset-imagenet-train](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-imagenet-train) + - CM script: [get-dataset-imagenet-val](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-imagenet-val) + - CM script: [get-dataset-kits19](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-kits19) + - CM script: [get-dataset-librispeech](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-librispeech) + - CM script: [get-dataset-openimages](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-openimages) + - CM script: [get-dataset-openimages-annotations](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-openimages-annotations) + - CM script: [get-dataset-openimages-calibration](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-openimages-calibration) + - CM script: [get-dataset-openorca](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-openorca) + - CM script: [get-dataset-squad](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-squad) + - CM script: [get-dataset-squad-vocab](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-squad-vocab) + - CM script: [get-dlrm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dlrm) + - CM script: [get-dlrm-data-mlperf-inference](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dlrm-data-mlperf-inference) + - CM script: [get-docker](https://github.com/mlcommons/cm4mlops/tree/master/script/get-docker) + - CM script: [get-gcc](https://github.com/mlcommons/cm4mlops/tree/master/script/get-gcc) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) + - CM script: [get-github-cli](https://github.com/mlcommons/cm4mlops/tree/master/script/get-github-cli) + - CM script: [get-go](https://github.com/mlcommons/cm4mlops/tree/master/script/get-go) + - CM script: [get-google-saxml](https://github.com/mlcommons/cm4mlops/tree/master/script/get-google-saxml) + - CM script: [get-google-test](https://github.com/mlcommons/cm4mlops/tree/master/script/get-google-test) + - CM script: [get-ipol-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ipol-src) + - CM script: [get-java](https://github.com/mlcommons/cm4mlops/tree/master/script/get-java) + - CM script: [get-javac](https://github.com/mlcommons/cm4mlops/tree/master/script/get-javac) + - CM script: [get-lib-armnn](https://github.com/mlcommons/cm4mlops/tree/master/script/get-lib-armnn) + - CM script: [get-lib-dnnl](https://github.com/mlcommons/cm4mlops/tree/master/script/get-lib-dnnl) + - CM script: [get-lib-protobuf](https://github.com/mlcommons/cm4mlops/tree/master/script/get-lib-protobuf) + - CM script: [get-lib-qaic-api](https://github.com/mlcommons/cm4mlops/tree/master/script/get-lib-qaic-api) + - CM script: [get-llvm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-llvm) + - CM script: [get-microtvm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-microtvm) + - CM script: [get-ml-model-3d-unet-kits19](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-3d-unet-kits19) + - CM script: [get-ml-model-bert-base-squad](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-bert-base-squad) + - CM script: [get-ml-model-bert-large-squad](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-bert-large-squad) + - CM script: [get-ml-model-dlrm-terabyte](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-dlrm-terabyte) + - CM script: [get-ml-model-efficientnet-lite](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-efficientnet-lite) + - CM script: [get-ml-model-gptj](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-gptj) + - CM script: [get-ml-model-huggingface-zoo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-huggingface-zoo) + - CM script: [get-ml-model-llama2](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-llama2) + - CM script: [get-ml-model-mobilenet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-mobilenet) + - CM script: [get-ml-model-neuralmagic-zoo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-neuralmagic-zoo) + - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-resnet50) + - CM script: [get-ml-model-retinanet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-retinanet) + - CM script: [get-ml-model-retinanet-nvidia](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-retinanet-nvidia) + - CM script: [get-ml-model-rnnt](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-rnnt) + - CM script: [get-ml-model-stable-diffusion](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-stable-diffusion) + - CM script: [get-ml-model-tiny-resnet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-tiny-resnet) + - CM script: [get-ml-model-using-imagenet-from-model-zoo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-using-imagenet-from-model-zoo) + - CM script: [get-mlperf-inference-intel-scratch-space](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-intel-scratch-space) + - CM script: [get-mlperf-inference-loadgen](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-loadgen) + - CM script: [get-mlperf-inference-nvidia-common-code](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-nvidia-common-code) + - CM script: [get-mlperf-inference-nvidia-scratch-space](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-nvidia-scratch-space) + - CM script: [get-mlperf-inference-results](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-results) + - CM script: [get-mlperf-inference-results-dir](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-results-dir) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-submission-dir](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-submission-dir) + - CM script: [get-mlperf-inference-sut-configs](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-sut-configs) + - CM script: [get-mlperf-inference-sut-description](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-sut-description) + - CM script: [get-mlperf-inference-utils](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-utils) + - CM script: [get-mlperf-logging](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-logging) + - CM script: [get-mlperf-power-dev](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-power-dev) + - CM script: [get-mlperf-tiny-eembc-energy-runner-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-tiny-eembc-energy-runner-src) + - CM script: [get-mlperf-tiny-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-tiny-src) + - CM script: [get-mlperf-training-nvidia-code](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-training-nvidia-code) + - CM script: [get-mlperf-training-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-training-src) + - CM script: [get-nvidia-docker](https://github.com/mlcommons/cm4mlops/tree/master/script/get-nvidia-docker) + - CM script: [get-nvidia-mitten](https://github.com/mlcommons/cm4mlops/tree/master/script/get-nvidia-mitten) + - CM script: [get-onnxruntime-prebuilt](https://github.com/mlcommons/cm4mlops/tree/master/script/get-onnxruntime-prebuilt) + - CM script: [get-openssl](https://github.com/mlcommons/cm4mlops/tree/master/script/get-openssl) + - CM script: [get-preprocessed-dataset-criteo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-criteo) + - CM script: [get-preprocesser-script-generic](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocesser-script-generic) + - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-imagenet) + - CM script: [get-preprocessed-dataset-kits19](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-kits19) + - CM script: [get-preprocessed-dataset-librispeech](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-librispeech) + - CM script: [get-preprocessed-dataset-openimages](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-openimages) + - CM script: [get-preprocessed-dataset-openorca](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-openorca) + - CM script: [get-preprocessed-dataset-squad](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-squad) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) + - CM script: [get-qaic-apps-sdk](https://github.com/mlcommons/cm4mlops/tree/master/script/get-qaic-apps-sdk) + - CM script: [get-qaic-platform-sdk](https://github.com/mlcommons/cm4mlops/tree/master/script/get-qaic-platform-sdk) + - CM script: [get-qaic-software-kit](https://github.com/mlcommons/cm4mlops/tree/master/script/get-qaic-software-kit) + - CM script: [get-rclone](https://github.com/mlcommons/cm4mlops/tree/master/script/get-rclone) + - CM script: [get-rocm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-rocm) + - CM script: [get-spec-ptd](https://github.com/mlcommons/cm4mlops/tree/master/script/get-spec-ptd) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) + - CM script: [get-sys-utils-min](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-min) + - CM script: [get-tensorrt](https://github.com/mlcommons/cm4mlops/tree/master/script/get-tensorrt) + - CM script: [get-terraform](https://github.com/mlcommons/cm4mlops/tree/master/script/get-terraform) + - CM script: [get-tvm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-tvm) + - CM script: [get-tvm-model](https://github.com/mlcommons/cm4mlops/tree/master/script/get-tvm-model) + - CM script: [get-xilinx-sdk](https://github.com/mlcommons/cm4mlops/tree/master/script/get-xilinx-sdk) + - CM script: [get-zendnn](https://github.com/mlcommons/cm4mlops/tree/master/script/get-zendnn) + - CM script: [get-zephyr](https://github.com/mlcommons/cm4mlops/tree/master/script/get-zephyr) + - CM script: [get-zephyr-sdk](https://github.com/mlcommons/cm4mlops/tree/master/script/get-zephyr-sdk) + - CM script: [gui](https://github.com/mlcommons/cm4mlops/tree/master/script/gui) + - CM script: [import-mlperf-inference-to-experiment](https://github.com/mlcommons/cm4mlops/tree/master/script/import-mlperf-inference-to-experiment) + - CM script: [import-mlperf-tiny-to-experiment](https://github.com/mlcommons/cm4mlops/tree/master/script/import-mlperf-tiny-to-experiment) + - CM script: [import-mlperf-training-to-experiment](https://github.com/mlcommons/cm4mlops/tree/master/script/import-mlperf-training-to-experiment) + - CM script: [install-aws-cli](https://github.com/mlcommons/cm4mlops/tree/master/script/install-aws-cli) + - CM script: [install-bazel](https://github.com/mlcommons/cm4mlops/tree/master/script/install-bazel) + - CM script: [install-cmake-prebuilt](https://github.com/mlcommons/cm4mlops/tree/master/script/install-cmake-prebuilt) + - CM script: [install-cuda-package-manager](https://github.com/mlcommons/cm4mlops/tree/master/script/install-cuda-package-manager) + - CM script: [install-cuda-prebuilt](https://github.com/mlcommons/cm4mlops/tree/master/script/install-cuda-prebuilt) + - CM script: [install-gcc-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-gcc-src) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) + - CM script: [install-gflags](https://github.com/mlcommons/cm4mlops/tree/master/script/install-gflags) + - CM script: [install-github-cli](https://github.com/mlcommons/cm4mlops/tree/master/script/install-github-cli) + - CM script: [install-ipex-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-ipex-from-src) + - CM script: [install-llvm-prebuilt](https://github.com/mlcommons/cm4mlops/tree/master/script/install-llvm-prebuilt) + - CM script: [install-llvm-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-llvm-src) + - CM script: [install-mlperf-logging-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-mlperf-logging-from-src) + - CM script: [install-nccl-libs](https://github.com/mlcommons/cm4mlops/tree/master/script/install-nccl-libs) + - CM script: [install-numactl-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-numactl-from-src) + - CM script: [install-onednn-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-onednn-from-src) + - CM script: [install-onnxruntime-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-onnxruntime-from-src) + - CM script: [install-openssl](https://github.com/mlcommons/cm4mlops/tree/master/script/install-openssl) + - CM script: [install-pip-package-for-cmind-python](https://github.com/mlcommons/cm4mlops/tree/master/script/install-pip-package-for-cmind-python) + - CM script: [install-python-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-python-src) + - CM script: [install-python-venv](https://github.com/mlcommons/cm4mlops/tree/master/script/install-python-venv) + - CM script: [install-pytorch-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-pytorch-from-src) + - CM script: [install-pytorch-kineto-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-pytorch-kineto-from-src) + - CM script: [install-qaic-compute-sdk-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-qaic-compute-sdk-from-src) + - CM script: [install-rocm](https://github.com/mlcommons/cm4mlops/tree/master/script/install-rocm) + - CM script: [install-tensorflow-for-c](https://github.com/mlcommons/cm4mlops/tree/master/script/install-tensorflow-for-c) + - CM script: [install-tensorflow-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-tensorflow-from-src) + - CM script: [install-terraform-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-terraform-from-src) + - CM script: [install-tflite-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-tflite-from-src) + - CM script: [install-torchvision-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-torchvision-from-src) + - CM script: [install-tpp-pytorch-extension](https://github.com/mlcommons/cm4mlops/tree/master/script/install-tpp-pytorch-extension) + - CM script: [install-transformers-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-transformers-from-src) + - CM script: [launch-benchmark](https://github.com/mlcommons/cm4mlops/tree/master/script/launch-benchmark) + - CM script: [prepare-training-data-bert](https://github.com/mlcommons/cm4mlops/tree/master/script/prepare-training-data-bert) + - CM script: [prepare-training-data-resnet](https://github.com/mlcommons/cm4mlops/tree/master/script/prepare-training-data-resnet) + - CM script: [preprocess-mlperf-inference-submission](https://github.com/mlcommons/cm4mlops/tree/master/script/preprocess-mlperf-inference-submission) + - CM script: [print-croissant-desc](https://github.com/mlcommons/cm4mlops/tree/master/script/print-croissant-desc) + - CM script: [print-hello-world](https://github.com/mlcommons/cm4mlops/tree/master/script/print-hello-world) + - CM script: [print-hello-world-java](https://github.com/mlcommons/cm4mlops/tree/master/script/print-hello-world-java) + - CM script: [print-hello-world-javac](https://github.com/mlcommons/cm4mlops/tree/master/script/print-hello-world-javac) + - CM script: [print-hello-world-py](https://github.com/mlcommons/cm4mlops/tree/master/script/print-hello-world-py) + - CM script: [print-python-version](https://github.com/mlcommons/cm4mlops/tree/master/script/print-python-version) + - CM script: [process-ae-users](https://github.com/mlcommons/cm4mlops/tree/master/script/process-ae-users) + - CM script: [process-mlperf-accuracy](https://github.com/mlcommons/cm4mlops/tree/master/script/process-mlperf-accuracy) + - CM script: [prune-bert-models](https://github.com/mlcommons/cm4mlops/tree/master/script/prune-bert-models) + - CM script: [prune-docker](https://github.com/mlcommons/cm4mlops/tree/master/script/prune-docker) + - CM script: [publish-results-to-dashboard](https://github.com/mlcommons/cm4mlops/tree/master/script/publish-results-to-dashboard) + - CM script: [pull-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/pull-git-repo) + - CM script: [push-csv-to-spreadsheet](https://github.com/mlcommons/cm4mlops/tree/master/script/push-csv-to-spreadsheet) + - CM script: [push-mlperf-inference-results-to-github](https://github.com/mlcommons/cm4mlops/tree/master/script/push-mlperf-inference-results-to-github) + - CM script: [remote-run-commands](https://github.com/mlcommons/cm4mlops/tree/master/script/remote-run-commands) + - CM script: [reproduce-ipol-paper-2022-439](https://github.com/mlcommons/cm4mlops/tree/master/script/reproduce-ipol-paper-2022-439) + - CM script: [reproduce-mlperf-octoml-tinyml-results](https://github.com/mlcommons/cm4mlops/tree/master/script/reproduce-mlperf-octoml-tinyml-results) + - CM script: [reproduce-mlperf-training-nvidia](https://github.com/mlcommons/cm4mlops/tree/master/script/reproduce-mlperf-training-nvidia) + - CM script: [run-docker-container](https://github.com/mlcommons/cm4mlops/tree/master/script/run-docker-container) + - CM script: [run-mlperf-inference-app](https://github.com/mlcommons/cm4mlops/tree/master/script/run-mlperf-inference-app) + - CM script: [run-mlperf-inference-mobilenet-models](https://github.com/mlcommons/cm4mlops/tree/master/script/run-mlperf-inference-mobilenet-models) + - CM script: [run-mlperf-inference-submission-checker](https://github.com/mlcommons/cm4mlops/tree/master/script/run-mlperf-inference-submission-checker) + - CM script: [run-mlperf-power-client](https://github.com/mlcommons/cm4mlops/tree/master/script/run-mlperf-power-client) + - CM script: [run-mlperf-power-server](https://github.com/mlcommons/cm4mlops/tree/master/script/run-mlperf-power-server) + - CM script: [run-mlperf-training-submission-checker](https://github.com/mlcommons/cm4mlops/tree/master/script/run-mlperf-training-submission-checker) + - CM script: [run-python](https://github.com/mlcommons/cm4mlops/tree/master/script/run-python) + - CM script: [run-terraform](https://github.com/mlcommons/cm4mlops/tree/master/script/run-terraform) + - CM script: [save-mlperf-inference-implementation-state](https://github.com/mlcommons/cm4mlops/tree/master/script/save-mlperf-inference-implementation-state) + - CM script: [set-device-settings-qaic](https://github.com/mlcommons/cm4mlops/tree/master/script/set-device-settings-qaic) + - CM script: [set-echo-off-win](https://github.com/mlcommons/cm4mlops/tree/master/script/set-echo-off-win) + - CM script: [set-performance-mode](https://github.com/mlcommons/cm4mlops/tree/master/script/set-performance-mode) + - CM script: [set-sqlite-dir](https://github.com/mlcommons/cm4mlops/tree/master/script/set-sqlite-dir) + - CM script: [set-venv](https://github.com/mlcommons/cm4mlops/tree/master/script/set-venv) + - CM script: [tar-my-folder](https://github.com/mlcommons/cm4mlops/tree/master/script/tar-my-folder) + - CM script: [test-download-and-extract-artifacts](https://github.com/mlcommons/cm4mlops/tree/master/script/test-download-and-extract-artifacts) + - CM script: [test-mlperf-inference-retinanet](https://github.com/mlcommons/cm4mlops/tree/master/script/test-mlperf-inference-retinanet) + - CM script: [test-set-sys-user-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/test-set-sys-user-cm) + - CM script: [truncate-mlperf-inference-accuracy-log](https://github.com/mlcommons/cm4mlops/tree/master/script/truncate-mlperf-inference-accuracy-log) + - CM script: [upgrade-python-pip](https://github.com/mlcommons/cm4mlops/tree/master/script/upgrade-python-pip) + - CM script: [wrapper-reproduce-octoml-tinyml-submission](https://github.com/mlcommons/cm4mlops/tree/master/script/wrapper-reproduce-octoml-tinyml-submission) ___ ### Script output diff --git a/script/generate-nvidia-engine/README.md b/script/generate-nvidia-engine/README.md index 1224a924fe..b2830a9b8a 100644 --- a/script/generate-nvidia-engine/README.md +++ b/script/generate-nvidia-engine/README.md @@ -17,8 +17,8 @@ This CM script is in draft stage --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-nvidia-engine)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-nvidia-engine)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *generate,engine,mlperf,inference,nvidia* * Output cached? *False* @@ -35,7 +35,7 @@ This CM script is in draft stage #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -86,8 +86,6 @@ if r['return']>0: ```cmr "cm gui" --script="generate,engine,mlperf,inference,nvidia"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=generate,engine,mlperf,inference,nvidia) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "generate engine mlperf inference nvidia[variations]" [--input_flags]` @@ -184,53 +182,53 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-nvidia-engine/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-nvidia-engine/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,cuda,_cudnn - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * get,tensorrt - - CM script: [get-tensorrt](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-tensorrt) + - CM script: [get-tensorrt](https://github.com/mlcommons/cm4mlops/tree/master/script/get-tensorrt) * get,generic-python-lib,_numpy - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_pycuda - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,loadgen * CM names: `--adr.['loadgen']...` - - CM script: [get-mlperf-inference-loadgen](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-loadgen) + - CM script: [get-mlperf-inference-loadgen](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-loadgen) * get,mlcommons,inference,src * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,nvidia,mlperf,inference,common-code * CM names: `--adr.['nvidia-inference-common-code']...` - - CM script: [get-mlperf-inference-nvidia-common-code](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-nvidia-common-code) + - CM script: [get-mlperf-inference-nvidia-common-code](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-nvidia-common-code) * get,dataset,preprocessed,imagenet,_NCHW * `if (CM_MODEL == resnet50)` * CM names: `--adr.['imagenet-preprocessed']...` - - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-imagenet) + - CM script: [get-preprocessed-dataset-imagenet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-imagenet) * get,ml-model,resnet50,_onnx * `if (CM_MODEL == resnet50)` * CM names: `--adr.['ml-model', 'resnet50-model']...` - - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-resnet50) + - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-resnet50) * get,dataset,preprocessed,openimages,_validation,_NCHW * `if (CM_MODEL == retinanet)` * CM names: `--adr.['openimages-preprocessed']...` - - CM script: [get-preprocessed-dataset-openimages](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-openimages) + - CM script: [get-preprocessed-dataset-openimages](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-openimages) * get,ml-model,retinanet,_onnx,_fp32 * `if (CM_MODEL == retinanet)` * CM names: `--adr.['ml-model', 'retinanet-model']...` - - CM script: [get-ml-model-retinanet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-retinanet) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-nvidia-engine/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-nvidia-engine/_cm.yaml) + - CM script: [get-ml-model-retinanet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-retinanet) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-nvidia-engine/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-nvidia-engine/_cm.yaml) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-nvidia-engine/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-nvidia-engine/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-nvidia-engine/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/generate-nvidia-engine/_cm.yaml) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-nvidia-engine/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-nvidia-engine/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-nvidia-engine/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/generate-nvidia-engine/_cm.yaml) ___ ### Script output diff --git a/script/get-android-sdk/README.md b/script/get-android-sdk/README.md index e9345d8316..45d8ea2db8 100644 --- a/script/get-android-sdk/README.md +++ b/script/get-android-sdk/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-android-sdk)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-android-sdk)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,android,sdk,android-sdk* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,android,sdk,android-sdk"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,android,sdk,android-sdk) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get android sdk android-sdk" [--input_flags]` @@ -127,17 +125,17 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-android-sdk/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-android-sdk/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,java - - CM script: [get-java](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-java) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-android-sdk/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-android-sdk/_cm.json) + - CM script: [get-java](https://github.com/mlcommons/cm4mlops/tree/master/script/get-java) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-android-sdk/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-android-sdk/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-android-sdk/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-android-sdk/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-android-sdk/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-android-sdk/_cm.json) ___ ### Script output diff --git a/script/get-aocl/README.md b/script/get-aocl/README.md index 48e352bb66..efb20e4155 100644 --- a/script/get-aocl/README.md +++ b/script/get-aocl/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aocl)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aocl)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,lib,aocl,amd-optimized,amd* * Output cached? *true* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,lib,aocl,amd-optimized,amd"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,lib,aocl,amd-optimized,amd) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get lib aocl amd-optimized amd" ` @@ -107,20 +105,20 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aocl/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aocl/_cm.json)*** * get,generic,sys-util,_libmpfr-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic-python-lib,_scons - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,git,_repo.https://github.com/amd/aocl-libm-ose - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aocl/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aocl/_cm.json) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aocl/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aocl/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aocl/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aocl/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aocl/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aocl/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aocl/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aocl/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aocl/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aocl/_cm.json) ___ ### Script output diff --git a/script/get-aria2/README.md b/script/get-aria2/README.md index 15f92352ec..daf2c012d5 100644 --- a/script/get-aria2/README.md +++ b/script/get-aria2/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aria2)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aria2)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *get,aria2,get-aria2* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,aria2,get-aria2"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,aria2,get-aria2) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get aria2 get-aria2" [--input_flags]` @@ -118,19 +116,19 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aria2/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aria2/_cm.yaml)*** * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aria2/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aria2/_cm.yaml) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aria2/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aria2/_cm.yaml) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aria2/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aria2/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aria2/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aria2/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aria2/_cm.yaml) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aria2/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aria2/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aria2/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aria2/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aria2/_cm.yaml) ___ ### Script output diff --git a/script/get-aws-cli/README.md b/script/get-aws-cli/README.md index e1f8094538..73d983f5ff 100644 --- a/script/get-aws-cli/README.md +++ b/script/get-aws-cli/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aws-cli)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aws-cli)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,aws-cli,aws,cli* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,aws-cli,aws,cli"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,aws-cli,aws,cli) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get aws-cli aws cli" ` @@ -102,17 +100,17 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aws-cli/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aws-cli/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aws-cli/_cm.json)*** + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aws-cli/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aws-cli/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aws-cli/_cm.json)*** * install,aws-cli * `if (CM_REQUIRE_INSTALL == yes)` - - CM script: [install-aws-cli](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-aws-cli) + - CM script: [install-aws-cli](https://github.com/mlcommons/cm4mlops/tree/master/script/install-aws-cli) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aws-cli/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aws-cli/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aws-cli/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-aws-cli/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aws-cli/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aws-cli/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aws-cli/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-aws-cli/_cm.json) ___ ### Script output diff --git a/script/get-bazel/README.md b/script/get-bazel/README.md index d9730240ed..1f4e1d7fd7 100644 --- a/script/get-bazel/README.md +++ b/script/get-bazel/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-bazel)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-bazel)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,bazel,get-bazel* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,bazel,get-bazel"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,bazel,get-bazel) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get bazel get-bazel" ` @@ -102,18 +100,18 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-bazel/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-bazel/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-bazel/_cm.json)*** + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-bazel/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-bazel/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-bazel/_cm.json)*** * install,bazel * `if (CM_REQUIRE_INSTALL == yes)` - - CM script: [install-bazel](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-bazel) + - CM script: [install-bazel](https://github.com/mlcommons/cm4mlops/tree/master/script/install-bazel) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-bazel/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-bazel/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-bazel/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-bazel/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-bazel/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-bazel/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-bazel/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-bazel/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-bazel/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-bazel/_cm.json) ___ ### Script output diff --git a/script/get-bert-squad-vocab/README.md b/script/get-bert-squad-vocab/README.md index 579bc28c42..3067bcb2e3 100644 --- a/script/get-bert-squad-vocab/README.md +++ b/script/get-bert-squad-vocab/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-bert-squad-vocab)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-bert-squad-vocab)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,bert,squad,bert-large,bert-squad,vocab* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,bert,squad,bert-large,bert-squad,vocab"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,bert,squad,bert-large,bert-squad,vocab) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get bert squad bert-large bert-squad vocab" ` @@ -102,15 +100,15 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-bert-squad-vocab/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-bert-squad-vocab/_cm.json) 1. Run "preprocess" function from customize.py - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-bert-squad-vocab/_cm.json)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-bert-squad-vocab/_cm.json)*** * download,file - - CM script: [download-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-file) + - CM script: [download-file](https://github.com/mlcommons/cm4mlops/tree/master/script/download-file) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-bert-squad-vocab/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-bert-squad-vocab/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-bert-squad-vocab/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-bert-squad-vocab/_cm.json) ___ ### Script output diff --git a/script/get-blis/README.md b/script/get-blis/README.md index 77cdb8047f..dad973bb28 100644 --- a/script/get-blis/README.md +++ b/script/get-blis/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-blis)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-blis)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,lib,blis* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,lib,blis"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,lib,blis) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get lib blis[variations]" ` @@ -127,20 +125,20 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-blis/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-blis/_cm.json)*** * get,git * CM names: `--adr.['blis-source-repo']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-blis/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-blis/_cm.json) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-blis/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-blis/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-blis/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-blis/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-blis/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-blis/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-blis/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-blis/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-blis/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-blis/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-blis/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-blis/_cm.json) ___ ### Script output diff --git a/script/get-brew/README.md b/script/get-brew/README.md index 1516f2536e..7bd857bdbf 100644 --- a/script/get-brew/README.md +++ b/script/get-brew/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-brew)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-brew)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,brew* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,brew"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,brew) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get brew" ` @@ -102,14 +100,14 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-brew/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-brew/_cm.json) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-brew/_cm.json) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-brew/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-brew/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-brew/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-brew/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-brew/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-brew/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-brew/_cm.json) ___ ### Script output diff --git a/script/get-ck-repo-mlops/README.md b/script/get-ck-repo-mlops/README.md index 37970fd72a..6977a1460c 100644 --- a/script/get-ck-repo-mlops/README.md +++ b/script/get-ck-repo-mlops/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ck-repo-mlops)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ck-repo-mlops)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,ck-repo,mlops,ck-repo-mlops* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,ck-repo,mlops,ck-repo-mlops"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,ck-repo,mlops,ck-repo-mlops) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get ck-repo mlops ck-repo-mlops" ` @@ -102,17 +100,17 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ck-repo-mlops/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ck-repo-mlops/_cm.json)*** * get,ck - - CM script: [get-ck](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ck) + - CM script: [get-ck](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ck) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ck-repo-mlops/_cm.json) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ck-repo-mlops/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ck-repo-mlops/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ck-repo-mlops/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ck-repo-mlops/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ck-repo-mlops/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ck-repo-mlops/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ck-repo-mlops/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ck-repo-mlops/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ck-repo-mlops/_cm.json) ___ ### Script output diff --git a/script/get-ck/README.md b/script/get-ck/README.md index 5a858a8c90..29a213ab18 100644 --- a/script/get-ck/README.md +++ b/script/get-ck/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ck)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ck)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,ck,ck-framework* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,ck,ck-framework"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,ck,ck-framework) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get ck ck-framework" ` @@ -102,15 +100,15 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ck/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ck/_cm.json) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ck/_cm.json) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ck/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ck/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ck/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ck/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ck/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ck/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ck/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ck/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ck/_cm.json) ___ ### Script output diff --git a/script/get-cl/README.md b/script/get-cl/README.md index 3c78fbfc69..6168f13456 100644 --- a/script/get-cl/README.md +++ b/script/get-cl/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cl)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cl)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,cl,compiler,c-compiler,cpp-compiler,get-cl* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,cl,compiler,c-compiler,cpp-compiler,get-cl"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,cl,compiler,c-compiler,cpp-compiler,get-cl) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get cl compiler c-compiler cpp-compiler get-cl" ` @@ -102,14 +100,14 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cl/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cl/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cl/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cl/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cl/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cl/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cl/run.bat) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cl/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cl/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cl/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cl/run.bat) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cl/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cl/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cl/_cm.json) ___ ### Script output diff --git a/script/get-cmake/README.md b/script/get-cmake/README.md index 5c056e9055..5c10b0dc78 100644 --- a/script/get-cmake/README.md +++ b/script/get-cmake/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cmake)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cmake)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,cmake,get-cmake* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,cmake,get-cmake"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,cmake,get-cmake) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get cmake get-cmake" ` @@ -102,20 +100,20 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cmake/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cmake/_cm.json)*** * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cmake/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cmake/_cm.json)*** + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cmake/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cmake/_cm.json)*** * install,cmake,prebuilt * `if (CM_REQUIRE_INSTALL == yes)` - - CM script: [install-cmake-prebuilt](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-cmake-prebuilt) + - CM script: [install-cmake-prebuilt](https://github.com/mlcommons/cm4mlops/tree/master/script/install-cmake-prebuilt) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cmake/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cmake/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cmake/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cmake/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cmake/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cmake/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cmake/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cmake/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cmake/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cmake/_cm.json) ___ ### Script output diff --git a/script/get-cmsis_5/README.md b/script/get-cmsis_5/README.md index 52c3f1a4b8..6e90b97e00 100644 --- a/script/get-cmsis_5/README.md +++ b/script/get-cmsis_5/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cmsis_5)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cmsis_5)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,cmsis,cmsis_5,arm-software* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,cmsis,cmsis_5,arm-software"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,cmsis,cmsis_5,arm-software) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get cmsis cmsis_5 arm-software[variations]" ` @@ -131,16 +129,16 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cmsis_5/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cmsis_5/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cmsis_5/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cmsis_5/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cmsis_5/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cmsis_5/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cmsis_5/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cmsis_5/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cmsis_5/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cmsis_5/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cmsis_5/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cmsis_5/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cmsis_5/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cmsis_5/_cm.json) ___ ### Script output diff --git a/script/get-compiler-flags/README.md b/script/get-compiler-flags/README.md index fe11a854f8..39f2901d56 100644 --- a/script/get-compiler-flags/README.md +++ b/script/get-compiler-flags/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-compiler-flags)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-compiler-flags)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,compiler-flags* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,compiler-flags"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,compiler-flags) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get compiler-flags" ` @@ -102,21 +100,21 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-compiler-flags/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-compiler-flags/_cm.json)*** * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,compiler * `if (CM_C_COMPILER_BIN != on)` * CM names: `--adr.['compiler']...` - - CM script: [get-cl](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cl) - - CM script: [get-gcc](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-gcc) - - CM script: [get-llvm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-llvm) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-compiler-flags/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-compiler-flags/_cm.json) + - CM script: [get-cl](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cl) + - CM script: [get-gcc](https://github.com/mlcommons/cm4mlops/tree/master/script/get-gcc) + - CM script: [get-llvm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-llvm) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-compiler-flags/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-compiler-flags/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-compiler-flags/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-compiler-flags/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-compiler-flags/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-compiler-flags/_cm.json) ___ ### Script output diff --git a/script/get-compiler-rust/README.md b/script/get-compiler-rust/README.md index 96eea7341f..f0692f37ab 100644 --- a/script/get-compiler-rust/README.md +++ b/script/get-compiler-rust/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-compiler-rust)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-compiler-rust)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *get,rust-compiler* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,rust-compiler"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,rust-compiler) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get rust-compiler" ` @@ -102,16 +100,16 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-compiler-rust/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-compiler-rust/_cm.yaml)*** * get,python3 - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-compiler-rust/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-compiler-rust/_cm.yaml) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-compiler-rust/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-compiler-rust/_cm.yaml) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-compiler-rust/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-compiler-rust/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-compiler-rust/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-compiler-rust/_cm.yaml) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-compiler-rust/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-compiler-rust/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-compiler-rust/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-compiler-rust/_cm.yaml) ___ ### Script output diff --git a/script/get-conda/README.md b/script/get-conda/README.md index a1927ef8de..6999e6a00d 100644 --- a/script/get-conda/README.md +++ b/script/get-conda/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-conda)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-conda)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,conda,get-conda* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,conda,get-conda"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,conda,get-conda) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get conda get-conda[variations]" ` @@ -134,17 +132,17 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-conda/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-conda/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-conda/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-conda/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-conda/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-conda/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-conda/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-conda/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-conda/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-conda/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-conda/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-conda/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-conda/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-conda/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-conda/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-conda/_cm.json) ___ ### Script output diff --git a/script/get-croissant/README.md b/script/get-croissant/README.md index a32d3da5b2..3c62b3bc55 100644 --- a/script/get-croissant/README.md +++ b/script/get-croissant/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-croissant)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-croissant)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *get,mlcommons,croissant* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,mlcommons,croissant"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,mlcommons,croissant) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get mlcommons croissant" ` @@ -102,23 +100,23 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-croissant/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-croissant/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,python3 * CM names: `--adr.['python3', 'python']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * git,repo,_repo.https://github.com/mlcommons/croissant * CM names: `--adr.['git-mlcommons-croissant']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-croissant/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-croissant/_cm.yaml) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-croissant/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-croissant/_cm.yaml) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-croissant/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-croissant/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-croissant/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-croissant/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-croissant/_cm.yaml) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-croissant/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-croissant/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-croissant/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-croissant/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-croissant/_cm.yaml) ___ ### Script output diff --git a/script/get-cuda-devices/README.md b/script/get-cuda-devices/README.md index e9fd635c60..931e10be88 100644 --- a/script/get-cuda-devices/README.md +++ b/script/get-cuda-devices/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cuda-devices)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cuda-devices)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,cuda-devices* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,cuda-devices"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,cuda-devices) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get cuda-devices" ` @@ -102,18 +100,18 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cuda-devices/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cuda-devices/_cm.json)*** * get,cuda,_toolkit * CM names: `--adr.['cuda']...` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cuda-devices/_cm.json) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cuda-devices/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cuda-devices/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cuda-devices/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cuda-devices/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cuda-devices/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cuda-devices/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cuda-devices/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cuda-devices/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cuda-devices/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cuda-devices/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cuda-devices/_cm.json) ___ ### Script output diff --git a/script/get-cuda/README.md b/script/get-cuda/README.md index 849e7cb5cc..b291e3f78b 100644 --- a/script/get-cuda/README.md +++ b/script/get-cuda/README.md @@ -22,8 +22,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cuda)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cuda)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda* * Output cached? *True* @@ -40,7 +40,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -91,8 +91,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get cuda cuda-compiler cuda-lib toolkit lib nvcc get-nvcc get-cuda[variations]" [--input_flags]` @@ -114,7 +112,7 @@ ___ 1. ***Read "post_deps" on other CM scripts*** * get,nvidia,cudnn * CM names: `--adr.['cudnn']...` - - CM script: [get-cudnn](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cudnn) + - CM script: [get-cudnn](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cudnn) * `_package-manager` - Environment variables: - *CM_CUDA_PACKAGE_MANAGER_INSTALL*: `yes` @@ -178,28 +176,28 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cuda/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cuda/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,cl * `if (CM_CUDA_FULL_TOOLKIT_INSTALL == yes AND CM_HOST_OS_TYPE == windows)` * CM names: `--adr.['compiler']...` - - CM script: [get-cl](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cl) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cuda/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cuda/_cm.json)*** + - CM script: [get-cl](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cl) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cuda/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cuda/_cm.json)*** * install,cuda,prebuilt * `if (CM_REQUIRE_INSTALL == yes)` * CM names: `--adr.['install-cuda-prebuilt']...` - - CM script: [install-cuda-prebuilt](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-cuda-prebuilt) + - CM script: [install-cuda-prebuilt](https://github.com/mlcommons/cm4mlops/tree/master/script/install-cuda-prebuilt) * get,generic-sys-util,_nvidia-cuda-toolkit * `if (CM_CUDA_PACKAGE_MANAGER_INSTALL == yes)` - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cuda/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cuda/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cuda/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cuda/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cuda/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cuda/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cuda/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cuda/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cuda/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cuda/_cm.json) ___ ### Script output diff --git a/script/get-cudnn/README.md b/script/get-cudnn/README.md index 75ec5c3634..ff0bda4e00 100644 --- a/script/get-cudnn/README.md +++ b/script/get-cudnn/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cudnn)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cudnn)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,cudnn,nvidia* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -90,8 +90,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,cudnn,nvidia"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,cudnn,nvidia) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get cudnn nvidia" [--input_flags]` @@ -131,20 +129,20 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cudnn/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cudnn/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,cuda * `if (CM_CUDA_PATH_LIB != on OR CM_CUDA_PATH_INCLUDE != on)` * CM names: `--adr.['cuda']...` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cudnn/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cudnn/_cm.json) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cudnn/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cudnn/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cudnn/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cudnn/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cudnn/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-cudnn/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cudnn/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cudnn/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cudnn/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-cudnn/_cm.json) ___ ### Script output diff --git a/script/get-dataset-cifar10/README.md b/script/get-dataset-cifar10/README.md index 607aa105ac..e6caa091c7 100644 --- a/script/get-dataset-cifar10/README.md +++ b/script/get-dataset-cifar10/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-cifar10)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-cifar10)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,dataset,cifar10,image-classification,validation,training* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,dataset,cifar10,image-classification,validation,training"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,dataset,cifar10,image-classification,validation,training) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get dataset cifar10 image-classification validation training[variations]" ` @@ -104,11 +102,11 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,tinymlperf,src - - CM script: [get-mlperf-tiny-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-tiny-src) + - CM script: [get-mlperf-tiny-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-tiny-src) * get,src,eembc,energy-runner - - CM script: [get-mlperf-tiny-eembc-energy-runner-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-tiny-eembc-energy-runner-src) + - CM script: [get-mlperf-tiny-eembc-energy-runner-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-tiny-eembc-energy-runner-src) @@ -145,17 +143,17 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-cifar10/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-cifar10/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-cifar10/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-cifar10/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-cifar10/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-cifar10/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-cifar10/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-cifar10/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-cifar10/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-cifar10/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-cifar10/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-cifar10/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-cifar10/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-cifar10/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-cifar10/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-cifar10/_cm.json) ___ ### Script output diff --git a/script/get-dataset-cnndm/README.md b/script/get-dataset-cnndm/README.md index 5e37effee9..08b70eaf4d 100644 --- a/script/get-dataset-cnndm/README.md +++ b/script/get-dataset-cnndm/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-cnndm)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-cnndm)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,dataset,gpt-j,cnndm,cnn-dailymail,original* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,dataset,gpt-j,cnndm,cnn-dailymail,original"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,dataset,gpt-j,cnndm,cnn-dailymail,original) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get dataset gpt-j cnndm cnn-dailymail original[variations]" ` @@ -141,32 +139,32 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-cnndm/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-cnndm/_cm.json)*** * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * mlperf,inference,source * `if (CM_CNNDM_INTEL_VARIATION != yes)` * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,generic-python-lib,_package.simplejson - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_datasets - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.tokenizers - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_numpy - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-cnndm/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-cnndm/_cm.json) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-cnndm/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-cnndm/_cm.json) 1. ***Run native script if exists*** - * [run-intel.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-cnndm/run-intel.sh) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-cnndm/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-cnndm/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-cnndm/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-cnndm/_cm.json) + * [run-intel.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-cnndm/run-intel.sh) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-cnndm/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-cnndm/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-cnndm/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-cnndm/_cm.json) ___ ### Script output diff --git a/script/get-dataset-coco/README.md b/script/get-dataset-coco/README.md index 37dd544a7b..75215c21ce 100644 --- a/script/get-dataset-coco/README.md +++ b/script/get-dataset-coco/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-coco)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-coco)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,dataset,object-detection,coco* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,dataset,object-detection,coco"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,dataset,object-detection,coco) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get dataset object-detection coco[variations]" [--input_flags]` @@ -172,23 +170,23 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-coco/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-coco/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-coco/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-coco/_cm.json)*** + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-coco/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-coco/_cm.json)*** * download-and-extract,file,_wget,_extract * `if (CM_DATASET_COCO_DETECTED != yes)` * CM names: `--adr.['get-dataset-coco-data', '746e5dad5e784ad6']...` - - CM script: [download-and-extract](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-and-extract) + - CM script: [download-and-extract](https://github.com/mlcommons/cm4mlops/tree/master/script/download-and-extract) * download-and-extract,file,_wget,_extract * `if (CM_DATASET_COCO_DETECTED != yes)` * CM names: `--adr.['get-dataset-coco-annotations', 'edb6cd092ff64171']...` - - CM script: [download-and-extract](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-and-extract) + - CM script: [download-and-extract](https://github.com/mlcommons/cm4mlops/tree/master/script/download-and-extract) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-coco/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-coco/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-coco/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-coco/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-coco/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-coco/_cm.json) ___ ### Script output diff --git a/script/get-dataset-coco2014/README.md b/script/get-dataset-coco2014/README.md index 0e84cca95c..3c2cbfe677 100644 --- a/script/get-dataset-coco2014/README.md +++ b/script/get-dataset-coco2014/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-coco2014)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-coco2014)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *get,dataset,coco2014,object-detection,original* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,dataset,coco2014,object-detection,original"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,dataset,coco2014,object-detection,original) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get dataset coco2014 object-detection original[variations]" ` @@ -167,26 +165,26 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-coco2014/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-coco2014/_cm.yaml)*** * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,generic-python-lib,_package.tqdm - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * mlperf,inference,source * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-coco2014/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-coco2014/_cm.yaml) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-coco2014/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-coco2014/_cm.yaml) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-coco2014/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-coco2014/run.sh) - 1. ***Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-coco2014/_cm.yaml)*** + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-coco2014/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-coco2014/run.sh) + 1. ***Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-coco2014/_cm.yaml)*** * get,coco2014,annotations * `if (CM_DATASET_COCO2014_CUSTOM_ANNOTATIONS == yes)` - *Warning: no scripts found* - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-coco2014/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-coco2014/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-coco2014/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-coco2014/_cm.yaml) ___ ### Script output diff --git a/script/get-dataset-criteo/README.md b/script/get-dataset-criteo/README.md index 8b60049013..5f2b29d83e 100644 --- a/script/get-dataset-criteo/README.md +++ b/script/get-dataset-criteo/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-criteo)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-criteo)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,dataset,criteo,original* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,dataset,criteo,original"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,dataset,criteo,original) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get dataset criteo original[variations]" [--input_flags]` @@ -138,14 +136,14 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-criteo/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-criteo/_cm.json) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-criteo/_cm.json) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-criteo/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-criteo/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-criteo/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-criteo/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-criteo/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-criteo/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-criteo/_cm.json) ___ ### Script output diff --git a/script/get-dataset-imagenet-aux/README.md b/script/get-dataset-imagenet-aux/README.md index 584f971127..e5d3a126c8 100644 --- a/script/get-dataset-imagenet-aux/README.md +++ b/script/get-dataset-imagenet-aux/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-aux)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-aux)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,aux,dataset-aux,image-classification,imagenet-aux* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,aux,dataset-aux,image-classification,imagenet-aux"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,aux,dataset-aux,image-classification,imagenet-aux) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get aux dataset-aux image-classification imagenet-aux[variations]" ` @@ -138,15 +136,15 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-aux/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-aux/_cm.json) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-aux/_cm.json) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-aux/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-aux/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-aux/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-aux/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-aux/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-aux/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-aux/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-aux/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-aux/_cm.json) ___ ### Script output diff --git a/script/get-dataset-imagenet-calibration/README.md b/script/get-dataset-imagenet-calibration/README.md index c90dd01b73..76ae3ca526 100644 --- a/script/get-dataset-imagenet-calibration/README.md +++ b/script/get-dataset-imagenet-calibration/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-calibration)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-calibration)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *get,dataset,imagenet,calibration* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,dataset,imagenet,calibration"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,dataset,imagenet,calibration) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get dataset imagenet calibration[variations]" ` @@ -128,16 +126,16 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-calibration/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-calibration/_cm.yaml)*** * download,file * CM names: `--adr.['calibration-file-downloader']...` - - CM script: [download-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-file) + - CM script: [download-file](https://github.com/mlcommons/cm4mlops/tree/master/script/download-file) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-calibration/_cm.yaml) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-calibration/_cm.yaml) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-calibration/_cm.yaml) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-calibration/_cm.yaml) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-calibration/_cm.yaml) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-calibration/_cm.yaml) ___ ### Script output diff --git a/script/get-dataset-imagenet-helper/README.md b/script/get-dataset-imagenet-helper/README.md index 08677f4e41..6ce0dc22ea 100644 --- a/script/get-dataset-imagenet-helper/README.md +++ b/script/get-dataset-imagenet-helper/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-helper)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-helper)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,imagenet,helper,imagenet-helper* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,imagenet,helper,imagenet-helper"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,imagenet,helper,imagenet-helper) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get imagenet helper imagenet-helper" ` @@ -102,13 +100,13 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-helper/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-helper/_cm.json) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-helper/_cm.json) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-helper/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-helper/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-helper/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-helper/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-helper/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-helper/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-helper/_cm.json) ___ ### Script output diff --git a/script/get-dataset-imagenet-train/README.md b/script/get-dataset-imagenet-train/README.md index 16a11007f5..d8478247f7 100644 --- a/script/get-dataset-imagenet-train/README.md +++ b/script/get-dataset-imagenet-train/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-train)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-train)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,imagenet,train,dataset,original* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,imagenet,train,dataset,original"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,imagenet,train,dataset,original) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get imagenet train dataset original" [--input_flags]` @@ -118,20 +116,20 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-train/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-train/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-train/_cm.json)*** + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-train/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-train/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-train/_cm.json)*** * download-and-extract,file,_extract * `if (CM_DATASET_IMAGENET_VAL_REQUIRE_DAE in ['yes', 'True'])` - - CM script: [download-and-extract](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-and-extract) + - CM script: [download-and-extract](https://github.com/mlcommons/cm4mlops/tree/master/script/download-and-extract) * file,extract * `if (CM_DAE_ONLY_EXTRACT in ['yes', 'True'])` - - CM script: [extract-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/extract-file) + - CM script: [extract-file](https://github.com/mlcommons/cm4mlops/tree/master/script/extract-file) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-train/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-train/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-train/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-train/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-train/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-train/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-train/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-train/_cm.json) ___ ### Script output diff --git a/script/get-dataset-imagenet-val/README.md b/script/get-dataset-imagenet-val/README.md index 818900346c..9a0e40c535 100644 --- a/script/get-dataset-imagenet-val/README.md +++ b/script/get-dataset-imagenet-val/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-val)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-val)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,val,validation,dataset,imagenet,ILSVRC,image-classification,original* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,val,validation,dataset,imagenet,ILSVRC,image-classification,original"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,val,validation,dataset,imagenet,ILSVRC,image-classification,original) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get val validation dataset imagenet ILSVRC image-classification original[variations]" [--input_flags]` @@ -175,22 +173,22 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-val/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-val/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-val/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-val/_cm.json)*** + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-val/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-val/_cm.json)*** * download-and-extract,file,_extract * `if (CM_DATASET_IMAGENET_VAL_REQUIRE_DAE in ['yes', 'True'])` - - CM script: [download-and-extract](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-and-extract) + - CM script: [download-and-extract](https://github.com/mlcommons/cm4mlops/tree/master/script/download-and-extract) * file,extract,_no-remove-extracted * `if (CM_DAE_ONLY_EXTRACT in ['yes', 'True'])` - - CM script: [extract-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/extract-file) + - CM script: [extract-file](https://github.com/mlcommons/cm4mlops/tree/master/script/extract-file) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-val/run.bat) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-val/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-val/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-imagenet-val/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-val/run.bat) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-val/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-val/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-imagenet-val/_cm.json) ___ ### Script output diff --git a/script/get-dataset-kits19/README.md b/script/get-dataset-kits19/README.md index b6f2057843..53f222b565 100644 --- a/script/get-dataset-kits19/README.md +++ b/script/get-dataset-kits19/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-kits19)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-kits19)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,dataset,medical-imaging,kits,original,kits19* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,dataset,medical-imaging,kits,original,kits19"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,dataset,medical-imaging,kits,original,kits19) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get dataset medical-imaging kits original kits19[variations]" ` @@ -152,16 +150,16 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-kits19/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-kits19/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-kits19/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-kits19/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-kits19/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-kits19/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-kits19/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-kits19/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-kits19/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-kits19/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-kits19/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-kits19/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-kits19/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-kits19/_cm.json) ___ ### Script output diff --git a/script/get-dataset-librispeech/README.md b/script/get-dataset-librispeech/README.md index 49ccb98cf6..170522f4c7 100644 --- a/script/get-dataset-librispeech/README.md +++ b/script/get-dataset-librispeech/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-librispeech)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-librispeech)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,dataset,speech,speech-recognition,librispeech,validation,audio,training,original* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,dataset,speech,speech-recognition,librispeech,validation,audio,training,original"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,dataset,speech,speech-recognition,librispeech,validation,audio,training,original) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get dataset speech speech-recognition librispeech validation audio training original" ` @@ -112,17 +110,17 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-librispeech/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-librispeech/_cm.json)*** * get,sys-utils-cm * CM names: `--adr.['sys-utils']...` - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-librispeech/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-librispeech/_cm.json) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-librispeech/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-librispeech/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-librispeech/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-librispeech/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-librispeech/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-librispeech/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-librispeech/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-librispeech/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-librispeech/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-librispeech/_cm.json) ___ ### Script output diff --git a/script/get-dataset-openimages-annotations/README.md b/script/get-dataset-openimages-annotations/README.md index d7d1e4a991..c7b470c4db 100644 --- a/script/get-dataset-openimages-annotations/README.md +++ b/script/get-dataset-openimages-annotations/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages-annotations)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages-annotations)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,aux,dataset-aux,object-detection,openimages,annotations* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,aux,dataset-aux,object-detection,openimages,annotations"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,aux,dataset-aux,object-detection,openimages,annotations) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get aux dataset-aux object-detection openimages annotations[variations]" ` @@ -122,14 +120,14 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages-annotations/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages-annotations/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages-annotations/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages-annotations/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages-annotations/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages-annotations/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages-annotations/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages-annotations/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages-annotations/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages-annotations/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages-annotations/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages-annotations/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages-annotations/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages-annotations/_cm.json) ___ ### Script output diff --git a/script/get-dataset-openimages-calibration/README.md b/script/get-dataset-openimages-calibration/README.md index bfaf9cb03a..969e9872dc 100644 --- a/script/get-dataset-openimages-calibration/README.md +++ b/script/get-dataset-openimages-calibration/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages-calibration)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages-calibration)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *get,dataset,openimages,calibration* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,dataset,openimages,calibration"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,dataset,openimages,calibration) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get dataset openimages calibration[variations]" ` @@ -104,9 +102,9 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,openimages,dataset,original,_calibration - - CM script: [get-dataset-openimages](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-openimages) + - CM script: [get-dataset-openimages](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-openimages) @@ -157,17 +155,17 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages-calibration/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages-calibration/_cm.yaml)*** * download,file * CM names: `--adr.['calibration-file-downloader']...` - - CM script: [download-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-file) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages-calibration/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages-calibration/_cm.yaml) + - CM script: [download-file](https://github.com/mlcommons/cm4mlops/tree/master/script/download-file) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages-calibration/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages-calibration/_cm.yaml) 1. ***Run native script if exists*** - * [run-filter.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages-calibration/run-filter.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages-calibration/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages-calibration/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages-calibration/_cm.yaml) + * [run-filter.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages-calibration/run-filter.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages-calibration/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages-calibration/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages-calibration/_cm.yaml) ___ ### Script output diff --git a/script/get-dataset-openimages/README.md b/script/get-dataset-openimages/README.md index 6a2d88b0b6..f29bdf5255 100644 --- a/script/get-dataset-openimages/README.md +++ b/script/get-dataset-openimages/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,dataset,openimages,open-images,object-detection,original* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,dataset,openimages,open-images,object-detection,original"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,dataset,openimages,open-images,object-detection,original) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get dataset openimages open-images object-detection original[variations]" ` @@ -107,9 +105,9 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_fiftyone - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,openssl,lib - - CM script: [get-openssl](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-openssl) + - CM script: [get-openssl](https://github.com/mlcommons/cm4mlops/tree/master/script/get-openssl) @@ -141,7 +139,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,openimages,calibration * CM names: `--adr.['openimages-calibration']...` - - CM script: [get-dataset-openimages-calibration](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-openimages-calibration) + - CM script: [get-dataset-openimages-calibration](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-openimages-calibration) * **`_validation`** (default) - Environment variables: - *CM_DATASET_CALIBRATION*: `no` @@ -192,41 +190,41 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages/_cm.json)*** * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,generic-python-lib,_requests - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * mlperf,inference,source * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,generic-python-lib,_boto3 - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_tqdm - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_numpy - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_opencv-python - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_pandas - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_pycocotools * CM names: `--adr.['pycocotools']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages/_cm.json) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages/run.sh) - 1. ***Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages/_cm.json)*** + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages/run.sh) + 1. ***Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages/_cm.json)*** * get,openimages,annotations * `if (CM_DATASET_OPENIMAGES_CUSTOM_ANNOTATIONS == yes)` - - CM script: [get-dataset-openimages-annotations](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-openimages-annotations) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openimages/_cm.json) + - CM script: [get-dataset-openimages-annotations](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-openimages-annotations) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openimages/_cm.json) ___ ### Script output diff --git a/script/get-dataset-openorca/README.md b/script/get-dataset-openorca/README.md index 8f64bb3ee1..982a9c9c62 100644 --- a/script/get-dataset-openorca/README.md +++ b/script/get-dataset-openorca/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openorca)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openorca)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,dataset,openorca,language-processing,original* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,dataset,openorca,language-processing,original"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,dataset,openorca,language-processing,original) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get dataset openorca language-processing original[variations]" ` @@ -151,16 +149,16 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openorca/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openorca/_cm.json)*** * get,git,repo,_lfs,_repo.https://huggingface.co/datasets/Open-Orca/OpenOrca * CM names: `--adr.['openorca-src']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openorca/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openorca/_cm.json) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openorca/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openorca/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openorca/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openorca/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-openorca/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openorca/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openorca/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-openorca/_cm.json) ___ ### Script output diff --git a/script/get-dataset-squad-vocab/README.md b/script/get-dataset-squad-vocab/README.md index fa6bb057af..1152f22929 100644 --- a/script/get-dataset-squad-vocab/README.md +++ b/script/get-dataset-squad-vocab/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-squad-vocab)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-squad-vocab)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,aux,dataset-aux,language-processing,squad-aux,vocab,squad-vocab* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,aux,dataset-aux,language-processing,squad-aux,vocab,squad-vocab"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,aux,dataset-aux,language-processing,squad-aux,vocab,squad-vocab) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get aux dataset-aux language-processing squad-aux vocab squad-vocab[variations]" ` @@ -122,14 +120,14 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-squad-vocab/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-squad-vocab/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-squad-vocab/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-squad-vocab/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-squad-vocab/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-squad-vocab/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-squad-vocab/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-squad-vocab/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-squad-vocab/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-squad-vocab/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-squad-vocab/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-squad-vocab/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-squad-vocab/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-squad-vocab/_cm.json) ___ ### Script output diff --git a/script/get-dataset-squad/README.md b/script/get-dataset-squad/README.md index b2a3cc7b75..a7f1a55959 100644 --- a/script/get-dataset-squad/README.md +++ b/script/get-dataset-squad/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-squad)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-squad)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,dataset,squad,language-processing,validation,original* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,dataset,squad,language-processing,validation,original"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,dataset,squad,language-processing,validation,original) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get dataset squad language-processing validation original" ` @@ -107,16 +105,16 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-squad/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-squad/_cm.json)*** * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-squad/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-squad/_cm.json) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-squad/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-squad/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-squad/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-squad/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-squad/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dataset-squad/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-squad/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-squad/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-squad/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dataset-squad/_cm.json) ___ ### Script output diff --git a/script/get-dlrm-data-mlperf-inference/README.md b/script/get-dlrm-data-mlperf-inference/README.md index 04d466c8b5..e144584ca3 100644 --- a/script/get-dlrm-data-mlperf-inference/README.md +++ b/script/get-dlrm-data-mlperf-inference/README.md @@ -10,8 +10,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dlrm-data-mlperf-inference)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dlrm-data-mlperf-inference)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *get,dlrm,data,mlperf,inference* * Output cached? *True* @@ -28,7 +28,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,dlrm,data,mlperf,inference"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,dlrm,data,mlperf,inference) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get dlrm data mlperf inference[variations]" [--input_flags]` @@ -135,14 +133,14 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dlrm-data-mlperf-inference/_cm.yaml) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dlrm-data-mlperf-inference/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dlrm-data-mlperf-inference/_cm.yaml) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dlrm-data-mlperf-inference/_cm.yaml) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dlrm-data-mlperf-inference/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dlrm-data-mlperf-inference/_cm.yaml) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dlrm-data-mlperf-inference/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dlrm-data-mlperf-inference/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dlrm-data-mlperf-inference/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dlrm-data-mlperf-inference/_cm.yaml) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dlrm-data-mlperf-inference/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dlrm-data-mlperf-inference/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dlrm-data-mlperf-inference/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dlrm-data-mlperf-inference/_cm.yaml) ___ ### Script output diff --git a/script/get-dlrm/README.md b/script/get-dlrm/README.md index 9bda041d33..9bb81a69a3 100644 --- a/script/get-dlrm/README.md +++ b/script/get-dlrm/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dlrm)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dlrm)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,src,dlrm* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,src,dlrm"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,src,dlrm) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get src dlrm[variations]" ` @@ -125,16 +123,16 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dlrm/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dlrm/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dlrm/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dlrm/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dlrm/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dlrm/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dlrm/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dlrm/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dlrm/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-dlrm/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dlrm/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dlrm/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dlrm/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-dlrm/_cm.json) ___ ### Script output diff --git a/script/get-docker/README.md b/script/get-docker/README.md index 21a5b48883..a836ce6de1 100644 --- a/script/get-docker/README.md +++ b/script/get-docker/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-docker)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-docker)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,install,docker,engine* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,install,docker,engine"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,install,docker,engine) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get install docker engine" ` @@ -102,16 +100,16 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-docker/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-docker/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-docker/_cm.json) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-docker/_cm.json) 1. ***Run native script if exists*** - * [run-ubuntu.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-docker/run-ubuntu.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-docker/_cm.json) + * [run-ubuntu.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-docker/run-ubuntu.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-docker/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-docker/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-docker/_cm.json) ___ ### Script output diff --git a/script/get-gcc/README.md b/script/get-gcc/README.md index be1a5a1069..66bb2f11fd 100644 --- a/script/get-gcc/README.md +++ b/script/get-gcc/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-gcc)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-gcc)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,gcc,compiler,c-compiler,cpp-compiler,get-gcc* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,gcc,compiler,c-compiler,cpp-compiler,get-gcc"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,gcc,compiler,c-compiler,cpp-compiler,get-gcc) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get gcc compiler c-compiler cpp-compiler get-gcc" ` @@ -102,19 +100,19 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-gcc/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-gcc/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-gcc/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-gcc/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-gcc/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-gcc/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-gcc/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-gcc/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-gcc/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-gcc/customize.py)*** - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-gcc/_cm.json)*** + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-gcc/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-gcc/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-gcc/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-gcc/customize.py)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-gcc/_cm.json)*** * get,compiler-flags - - CM script: [get-compiler-flags](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-compiler-flags) + - CM script: [get-compiler-flags](https://github.com/mlcommons/cm4mlops/tree/master/script/get-compiler-flags) ___ ### Script output diff --git a/script/get-generic-python-lib/README.md b/script/get-generic-python-lib/README.md index d521e60cb7..d4e9dfb6d3 100644 --- a/script/get-generic-python-lib/README.md +++ b/script/get-generic-python-lib/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-generic-python-lib)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-generic-python-lib)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,generic-python-lib* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,generic-python-lib"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,generic-python-lib) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get generic-python-lib[variations]" [--input_flags]` @@ -108,7 +106,7 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_typing_extensions - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_apex` - Environment variables: - *CM_GENERIC_PYTHON_PACKAGE_NAME*: `apex` @@ -151,7 +149,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,cuda * CM names: `--adr.['cuda']...` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * `_custom-python` - Environment variables: - *CM_TMP_USE_CUSTOM_PYTHON*: `on` @@ -206,7 +204,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,cuda * CM names: `--adr.['cuda']...` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * `_librosa` - Environment variables: - *CM_GENERIC_PYTHON_PACKAGE_NAME*: `librosa` @@ -251,12 +249,12 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,cuda * CM names: `--adr.['cuda']...` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * get,generic-python-lib,_torch_cuda * CM names: `--adr.['torch']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,git,repo,_repo.https://github.com/NVIDIA/apex,_tag.23.05 - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) * `_nvidia-dali` - Environment variables: - *CM_GENERIC_PYTHON_PACKAGE_NAME*: `nvidia-dali-cuda120` @@ -266,7 +264,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,cuda * CM names: `--adr.['cuda']...` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * `_nvidia-pycocotools` - Environment variables: - *CM_GENERIC_PYTHON_PIP_UNINSTALL_DEPS*: `pycocotools` @@ -275,10 +273,10 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_package.cython * CM names: `--adr.['cython']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.numpy * CM names: `--adr.['numpy']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_nvidia-pyindex` - Environment variables: - *CM_GENERIC_PYTHON_PACKAGE_NAME*: `nvidia-pyindex` @@ -297,7 +295,7 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_package.nvidia-pyindex - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_onnxruntime` - Environment variables: - *CM_GENERIC_PYTHON_PACKAGE_NAME*: `onnxruntime` @@ -315,7 +313,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,cuda * CM names: `--adr.['cuda']...` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * `_opencv-python` - Environment variables: - *CM_GENERIC_PYTHON_PACKAGE_NAME*: `opencv-python` @@ -349,7 +347,7 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_colored - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_pre` - Environment variables: - *CM_GENERIC_PYTHON_DEV_VERSION*: `yes` @@ -373,7 +371,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,cuda * CM names: `--adr.['cuda']...` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * `_ray` - Environment variables: - *CM_GENERIC_PYTHON_PACKAGE_NAME*: `ray[default]` @@ -387,7 +385,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,rocm * CM names: `--adr.['rocm']...` - - CM script: [get-rocm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-rocm) + - CM script: [get-rocm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-rocm) * `_safetensors` - Environment variables: - *CM_GENERIC_PYTHON_PACKAGE_NAME*: `safetensors` @@ -395,7 +393,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,rust-compiler * `if (CM_HOST_PLATFORM_FLAVOR != x86_64)` - - CM script: [get-compiler-rust](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-compiler-rust) + - CM script: [get-compiler-rust](https://github.com/mlcommons/cm4mlops/tree/master/script/get-compiler-rust) * `_scikit-learn` - Environment variables: - *CM_GENERIC_PYTHON_PACKAGE_NAME*: `scikit-learn` @@ -493,9 +491,9 @@ ___ - Workflow: 1. ***Read "post_deps" on other CM scripts*** * get,generic-python-lib,_torchvision,_rocm - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torchaudio,_rocm - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_torch_cuda` - Environment variables: - *CM_GENERIC_PYTHON_PACKAGE_NAME*: `torch` @@ -505,7 +503,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,cuda * CM names: `--adr.['cuda']...` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * `_torch_cuda,pre` - Environment variables: - *CM_GENERIC_PYTHON_PACKAGE_NAME*: `torch` @@ -516,9 +514,9 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,cuda * CM names: `--adr.['cuda']...` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * get,generic-python-lib,_numpy - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_torch_tensorrt` - Environment variables: - *CM_GENERIC_PYTHON_PACKAGE_NAME*: `torch-tensorrt` @@ -545,7 +543,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,cuda * CM names: `--adr.['cuda']...` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * `_torchvision` - Environment variables: - *CM_GENERIC_PYTHON_PACKAGE_NAME*: `torchvision` @@ -565,7 +563,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,cuda * CM names: `--adr.['cuda']...` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * `_tornado` - Environment variables: - *CM_GENERIC_PYTHON_PACKAGE_NAME*: `tornado` @@ -645,30 +643,30 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-generic-python-lib/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-generic-python-lib/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,python3 * `if (CM_TMP_USE_CUSTOM_PYTHON != on)` * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,generic-python-lib,_pip * `if (CM_GENERIC_PYTHON_PACKAGE_NAME != pip)` * CM names: `--adr.['python-pip', 'pip']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-generic-python-lib/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-generic-python-lib/_cm.json)*** + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-generic-python-lib/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-generic-python-lib/_cm.json)*** * install,onnxruntime,from.src,_cuda * `if (CM_INSTALL_ONNXRUNTIME_GPU_FROM_SRC == yes)` - - CM script: [install-onnxruntime-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-onnxruntime-from-src) + - CM script: [install-onnxruntime-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-onnxruntime-from-src) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-generic-python-lib/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-generic-python-lib/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-generic-python-lib/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-generic-python-lib/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-generic-python-lib/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-generic-python-lib/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-generic-python-lib/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-generic-python-lib/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-generic-python-lib/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-generic-python-lib/_cm.json) ___ ### Script output diff --git a/script/get-generic-sys-util/README.md b/script/get-generic-sys-util/README.md index 856695c4c6..b437425405 100644 --- a/script/get-generic-sys-util/README.md +++ b/script/get-generic-sys-util/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-generic-sys-util)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-generic-sys-util)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,sys-util,generic,generic-sys-util* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,sys-util,generic,generic-sys-util"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,sys-util,generic,generic-sys-util) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get sys-util generic generic-sys-util[variations]" ` @@ -160,7 +158,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * install,numactl,from.src * `if (CM_HOST_OS_FLAVOR == rhel AND CM_HOST_OS_VERSION in ['9.1', '9.2', '9.3'])` - - CM script: [install-numactl-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-numactl-from-src) + - CM script: [install-numactl-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-numactl-from-src) * `_nvidia-cuda-toolkit` - Environment variables: - *CM_SYS_UTIL_NAME*: `nvidia-cuda-toolkit` @@ -208,16 +206,16 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-generic-sys-util/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-generic-sys-util/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-generic-sys-util/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-generic-sys-util/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-generic-sys-util/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-generic-sys-util/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-generic-sys-util/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-generic-sys-util/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-generic-sys-util/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-generic-sys-util/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-generic-sys-util/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-generic-sys-util/_cm.json) ___ ### Script output diff --git a/script/get-git-repo/README.md b/script/get-git-repo/README.md index 3c55e2b4a0..53eb2429a2 100644 --- a/script/get-git-repo/README.md +++ b/script/get-git-repo/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-git-repo)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-git-repo)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,git,repo,repository,clone* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,git,repo,repository,clone"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,git,repo,repository,clone) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get git repo repository clone[variations]" [--input_flags]` @@ -103,7 +101,7 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic,sys-util,_git-lfs - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * `_no-recurse-submodules` - Environment variables: - *CM_GIT_RECURSE_SUBMODULES*: `` @@ -211,21 +209,21 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-git-repo/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-git-repo/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-git-repo/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-git-repo/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-git-repo/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-git-repo/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-git-repo/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-git-repo/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-git-repo/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-git-repo/customize.py)*** - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-git-repo/_cm.json)*** + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-git-repo/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-git-repo/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-git-repo/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-git-repo/customize.py)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-git-repo/_cm.json)*** * pull,git,repo * `if (CM_GIT_REPO_PULL in ['yes', 'True'])` * CM names: `--adr.['pull-git-repo']...` - - CM script: [pull-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/pull-git-repo) + - CM script: [pull-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/pull-git-repo) ___ ### Script output diff --git a/script/get-github-cli/README.md b/script/get-github-cli/README.md index 2ed8ebd7f7..fee40cc4ea 100644 --- a/script/get-github-cli/README.md +++ b/script/get-github-cli/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-github-cli)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-github-cli)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,gh,gh-cli,github,cli,github-cli* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,gh,gh-cli,github,cli,github-cli"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,gh,gh-cli,github,cli,github-cli) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get gh gh-cli github cli github-cli" ` @@ -102,17 +100,17 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-github-cli/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-github-cli/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-github-cli/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-github-cli/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-github-cli/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-github-cli/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-github-cli/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-github-cli/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-github-cli/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-github-cli/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-github-cli/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-github-cli/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-github-cli/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-github-cli/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-github-cli/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-github-cli/_cm.json) ___ ### Script output diff --git a/script/get-go/README.md b/script/get-go/README.md index a0faecd0a6..2f6d25101d 100644 --- a/script/get-go/README.md +++ b/script/get-go/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-go)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-go)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,tool,go,get-go* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,tool,go,get-go"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,tool,go,get-go) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get tool go get-go" ` @@ -102,17 +100,17 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-go/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-go/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-go/_cm.json)*** + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-go/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-go/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-go/_cm.json)*** * install,go * `if (CM_REQUIRE_INSTALL == yes)` - *Warning: no scripts found* 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-go/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-go/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-go/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-go/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-go/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-go/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-go/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-go/_cm.json) ___ ### Script output diff --git a/script/get-google-saxml/README.md b/script/get-google-saxml/README.md index 5c85d56970..5a7e3d351d 100644 --- a/script/get-google-saxml/README.md +++ b/script/get-google-saxml/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-google-saxml)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-google-saxml)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *get,google,saxml* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,google,saxml"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,google,saxml) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get google saxml" ` @@ -105,26 +103,26 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-google-saxml/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-google-saxml/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,python3 * CM names: `--adr.['python3', 'python']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,git,_repo.https://github.com/google/saxml * CM names: `--adr.['google-saxml-git-src']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) * get,bazel * CM names: `--adr.['bazel']...` - - CM script: [get-bazel](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-bazel) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-google-saxml/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-google-saxml/_cm.yaml) + - CM script: [get-bazel](https://github.com/mlcommons/cm4mlops/tree/master/script/get-bazel) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-google-saxml/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-google-saxml/_cm.yaml) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-google-saxml/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-google-saxml/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-google-saxml/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-google-saxml/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-google-saxml/_cm.yaml) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-google-saxml/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-google-saxml/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-google-saxml/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-google-saxml/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-google-saxml/_cm.yaml) ___ ### Script output diff --git a/script/get-google-test/README.md b/script/get-google-test/README.md index dd85ed19f9..1859603832 100644 --- a/script/get-google-test/README.md +++ b/script/get-google-test/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-google-test)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-google-test)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,google-test,googletest,gtest,test,google* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,google-test,googletest,gtest,test,google"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,google-test,googletest,gtest,test,google) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get google-test googletest gtest test google" ` @@ -105,24 +103,24 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-google-test/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-google-test/_cm.json)*** * get,cmake * CM names: `--adr.['cmake']...` - - CM script: [get-cmake](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake) + - CM script: [get-cmake](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmake) * get,compiler * CM names: `--adr.['compiler']...` - - CM script: [get-cl](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cl) - - CM script: [get-gcc](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-gcc) - - CM script: [get-llvm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-llvm) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-google-test/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-google-test/_cm.json)*** + - CM script: [get-cl](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cl) + - CM script: [get-gcc](https://github.com/mlcommons/cm4mlops/tree/master/script/get-gcc) + - CM script: [get-llvm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-llvm) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-google-test/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-google-test/_cm.json)*** * get,git,repo,_repo.https://github.com/google/googletest.git - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-google-test/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-google-test/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-google-test/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-google-test/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-google-test/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-google-test/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-google-test/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-google-test/_cm.json) ___ ### Script output diff --git a/script/get-ipol-src/README.md b/script/get-ipol-src/README.md index 7bf5029dff..755607bfb1 100644 --- a/script/get-ipol-src/README.md +++ b/script/get-ipol-src/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ipol-src)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ipol-src)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,ipol,journal,src,ipol-src* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -90,8 +90,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,ipol,journal,src,ipol-src"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,ipol,journal,src,ipol-src) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get ipol journal src ipol-src" [--input_flags]` @@ -129,13 +127,13 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ipol-src/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ipol-src/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ipol-src/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ipol-src/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ipol-src/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ipol-src/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ipol-src/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ipol-src/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ipol-src/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ipol-src/_cm.json) ___ ### Script output diff --git a/script/get-java/README.md b/script/get-java/README.md index 602cf185fa..ae31b39ca6 100644 --- a/script/get-java/README.md +++ b/script/get-java/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-java)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-java)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,java* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,java"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,java) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get java[variations]" [--input_flags]` @@ -137,17 +135,17 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-java/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-java/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-java/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-java/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-java/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-java/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-java/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-java/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-java/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-java/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-java/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-java/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-java/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-java/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-java/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-java/_cm.json) ___ ### Script output diff --git a/script/get-javac/README.md b/script/get-javac/README.md index 127bb27bae..fbb21c1234 100644 --- a/script/get-javac/README.md +++ b/script/get-javac/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-javac)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-javac)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,javac* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,javac"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,javac) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get javac[variations]" [--input_flags]` @@ -137,17 +135,17 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-javac/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-javac/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-javac/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-javac/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-javac/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-javac/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-javac/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-javac/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-javac/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-javac/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-javac/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-javac/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-javac/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-javac/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-javac/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-javac/_cm.json) ___ ### Script output diff --git a/script/get-lib-armnn/README.md b/script/get-lib-armnn/README.md index 1a684dc406..745886d070 100644 --- a/script/get-lib-armnn/README.md +++ b/script/get-lib-armnn/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-armnn)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-armnn)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,lib-armnn,lib,armnn* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,lib-armnn,lib,armnn"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,lib-armnn,lib,armnn) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get lib-armnn lib armnn" ` @@ -108,18 +106,18 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-armnn/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-armnn/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-armnn/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-armnn/_cm.json)*** + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-armnn/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-armnn/_cm.json)*** * get,git,repo,_repo.https://github.com/ARM-software/armnn - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-armnn/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-armnn/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-armnn/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-armnn/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-armnn/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-armnn/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-armnn/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-armnn/_cm.json) ___ ### Script output diff --git a/script/get-lib-dnnl/README.md b/script/get-lib-dnnl/README.md index 34296bad6d..e12b39926b 100644 --- a/script/get-lib-dnnl/README.md +++ b/script/get-lib-dnnl/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-dnnl)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-dnnl)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,lib-dnnl,lib,dnnl* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,lib-dnnl,lib,dnnl"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,lib-dnnl,lib,dnnl) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get lib-dnnl lib dnnl" ` @@ -107,18 +105,18 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-dnnl/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-dnnl/_cm.json)*** * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * cmake,get-cmake - - CM script: [get-cmake](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-dnnl/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-dnnl/_cm.json) + - CM script: [get-cmake](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmake) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-dnnl/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-dnnl/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-dnnl/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-dnnl/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-dnnl/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-dnnl/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-dnnl/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-dnnl/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-dnnl/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-dnnl/_cm.json) ___ ### Script output diff --git a/script/get-lib-protobuf/README.md b/script/get-lib-protobuf/README.md index a679ead8b8..80608d46db 100644 --- a/script/get-lib-protobuf/README.md +++ b/script/get-lib-protobuf/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-protobuf)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-protobuf)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,google-protobuf,protobuf,lib,lib-protobuf,google* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,google-protobuf,protobuf,lib,lib-protobuf,google"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,google-protobuf,protobuf,lib,lib-protobuf,google) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get google-protobuf protobuf lib lib-protobuf google[variations]" ` @@ -125,20 +123,20 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-protobuf/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-protobuf/_cm.json)*** * get,cmake - - CM script: [get-cmake](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake) + - CM script: [get-cmake](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmake) * get,gcc - - CM script: [get-gcc](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-gcc) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-protobuf/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-protobuf/_cm.json)*** + - CM script: [get-gcc](https://github.com/mlcommons/cm4mlops/tree/master/script/get-gcc) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-protobuf/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-protobuf/_cm.json)*** * get,git,repo,_repo.https://github.com/google/protobuf.git - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-protobuf/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-protobuf/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-protobuf/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-protobuf/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-protobuf/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-protobuf/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-protobuf/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-protobuf/_cm.json) ___ ### Script output diff --git a/script/get-lib-qaic-api/README.md b/script/get-lib-qaic-api/README.md index 4929d95ba9..243dc586ff 100644 --- a/script/get-lib-qaic-api/README.md +++ b/script/get-lib-qaic-api/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-qaic-api)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-qaic-api)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,api,lib-qaic-api,lib,qaic* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,api,lib-qaic-api,lib,qaic"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,api,lib-qaic-api,lib,qaic) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get api lib-qaic-api lib qaic" ` @@ -106,16 +104,16 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-qaic-api/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-qaic-api/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-qaic-api/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-qaic-api/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-qaic-api/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-qaic-api/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-qaic-api/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-qaic-api/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-qaic-api/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-lib-qaic-api/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-qaic-api/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-qaic-api/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-qaic-api/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-lib-qaic-api/_cm.json) ___ ### Script output diff --git a/script/get-llvm/README.md b/script/get-llvm/README.md index f7b9ae99bd..9a4827b978 100644 --- a/script/get-llvm/README.md +++ b/script/get-llvm/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-llvm)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-llvm)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,llvm,compiler,c-compiler,cpp-compiler,get-llvm* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,llvm,compiler,c-compiler,cpp-compiler,get-llvm"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,llvm,compiler,c-compiler,cpp-compiler,get-llvm) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get llvm compiler c-compiler cpp-compiler get-llvm[variations]" ` @@ -118,22 +116,22 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-llvm/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-llvm/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-llvm/_cm.json)*** + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-llvm/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-llvm/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-llvm/_cm.json)*** * install,llvm * `if (CM_REQUIRE_INSTALL == yes)` * CM names: `--adr.llvm-install...` - - CM script: [install-llvm-prebuilt](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-llvm-prebuilt) - - CM script: [install-llvm-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-llvm-src) + - CM script: [install-llvm-prebuilt](https://github.com/mlcommons/cm4mlops/tree/master/script/install-llvm-prebuilt) + - CM script: [install-llvm-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-llvm-src) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-llvm/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-llvm/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-llvm/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-llvm/customize.py)*** - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-llvm/_cm.json)*** + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-llvm/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-llvm/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-llvm/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-llvm/customize.py)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-llvm/_cm.json)*** * get,compiler-flags - - CM script: [get-compiler-flags](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-compiler-flags) + - CM script: [get-compiler-flags](https://github.com/mlcommons/cm4mlops/tree/master/script/get-compiler-flags) ___ ### Script output diff --git a/script/get-microtvm/README.md b/script/get-microtvm/README.md index be63d376b7..54ad7bfa46 100644 --- a/script/get-microtvm/README.md +++ b/script/get-microtvm/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-microtvm)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-microtvm)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,src,source,microtvm,tiny* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,src,source,microtvm,tiny"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,src,source,microtvm,tiny) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get src source microtvm tiny[variations]" [--input_flags]` @@ -142,16 +140,16 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-microtvm/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-microtvm/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-microtvm/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-microtvm/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-microtvm/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-microtvm/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-microtvm/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-microtvm/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-microtvm/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-microtvm/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-microtvm/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-microtvm/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-microtvm/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-microtvm/_cm.json) ___ ### Script output diff --git a/script/get-ml-model-3d-unet-kits19/README.md b/script/get-ml-model-3d-unet-kits19/README.md index b13933fd25..1ae4ae5724 100644 --- a/script/get-ml-model-3d-unet-kits19/README.md +++ b/script/get-ml-model-3d-unet-kits19/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-3d-unet-kits19)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-3d-unet-kits19)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,ml-model,raw,3d-unet,kits19,medical-imaging* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,ml-model,raw,3d-unet,kits19,medical-imaging"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,ml-model,raw,3d-unet,kits19,medical-imaging) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get ml-model raw 3d-unet kits19 medical-imaging[variations]" ` @@ -181,13 +179,13 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-3d-unet-kits19/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-3d-unet-kits19/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-3d-unet-kits19/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-3d-unet-kits19/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-3d-unet-kits19/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-3d-unet-kits19/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-3d-unet-kits19/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-3d-unet-kits19/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-3d-unet-kits19/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-3d-unet-kits19/_cm.json) ___ ### Script output diff --git a/script/get-ml-model-bert-base-squad/README.md b/script/get-ml-model-bert-base-squad/README.md index 4cae18625a..51bef5003b 100644 --- a/script/get-ml-model-bert-base-squad/README.md +++ b/script/get-ml-model-bert-base-squad/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-bert-base-squad)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-bert-base-squad)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,ml-model,raw,bert,bert-base,bert-squad,language,language-processing* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,ml-model,raw,bert,bert-base,bert-squad,language,language-processing"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,ml-model,raw,bert,bert-base,bert-squad,language,language-processing) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get ml-model raw bert bert-base bert-squad language language-processing[variations]" ` @@ -162,18 +160,18 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-bert-base-squad/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-bert-base-squad/_cm.json) 1. Run "preprocess" function from customize.py - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-bert-base-squad/_cm.json)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-bert-base-squad/_cm.json)*** * download-and-extract * `if (CM_TMP_ML_MODEL_REQUIRE_DOWNLOAD in yes)` - - CM script: [download-and-extract](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-and-extract) + - CM script: [download-and-extract](https://github.com/mlcommons/cm4mlops/tree/master/script/download-and-extract) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-bert-base-squad/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-bert-base-squad/_cm.json) 1. Run "postrocess" function from customize.py - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-bert-base-squad/_cm.json)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-bert-base-squad/_cm.json)*** * get,bert,squad,vocab - - CM script: [get-bert-squad-vocab](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-bert-squad-vocab) + - CM script: [get-bert-squad-vocab](https://github.com/mlcommons/cm4mlops/tree/master/script/get-bert-squad-vocab) ___ ### Script output diff --git a/script/get-ml-model-bert-large-squad/README.md b/script/get-ml-model-bert-large-squad/README.md index 04d25650f5..da6302988a 100644 --- a/script/get-ml-model-bert-large-squad/README.md +++ b/script/get-ml-model-bert-large-squad/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-bert-large-squad)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-bert-large-squad)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,ml-model,raw,bert,bert-large,bert-squad,language,language-processing* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,ml-model,raw,bert,bert-large,bert-squad,language,language-processing"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,ml-model,raw,bert,bert-large,bert-squad,language,language-processing) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get ml-model raw bert bert-large bert-squad language language-processing[variations]" ` @@ -251,42 +249,42 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,generic-python-lib,_torch * CM names: `--adr.['torch', 'pytorch']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.tensorflow * CM names: `--adr.['tensorflow']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.transformers * CM names: `--adr.['transformers']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.protobuf * CM names: `--adr.['protobuf']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.onnx * CM names: `--adr.['onnx']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_onnx-graphsurgeon * CM names: `--adr.['onnx-graphsurgeon']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_numpy * CM names: `--adr.['numpy']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,mlperf,inference,src * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) 1. ***Read "prehook_deps" on other CM scripts*** * download,file,_wget,_url.https://zenodo.org/record/3733868/files/model.ckpt-5474.data-00000-of-00001 - - CM script: [download-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-file) + - CM script: [download-file](https://github.com/mlcommons/cm4mlops/tree/master/script/download-file) * download,file,_wget,_url.https://zenodo.org/record/3733868/files/model.ckpt-5474.index - - CM script: [download-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-file) + - CM script: [download-file](https://github.com/mlcommons/cm4mlops/tree/master/script/download-file) * download,file,_wget,_url.https://zenodo.org/record/3733868/files/model.ckpt-5474.meta - - CM script: [download-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-file) + - CM script: [download-file](https://github.com/mlcommons/cm4mlops/tree/master/script/download-file) * download,file,_wget,_url.https://zenodo.org/record/3733868/files/vocab.txt - - CM script: [download-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-file) + - CM script: [download-file](https://github.com/mlcommons/cm4mlops/tree/master/script/download-file) * download,file,_wget,_url.https://raw.githubusercontent.com/krai/axs2kilt/main/model_onnx_bert_large_packed_recipe/convert_model.py - - CM script: [download-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-file) + - CM script: [download-file](https://github.com/mlcommons/cm4mlops/tree/master/script/download-file) * **`_unpacked`** (default) - Environment variables: - *CM_ML_MODEL_BERT_PACKED*: `no` @@ -329,19 +327,19 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-bert-large-squad/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-bert-large-squad/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-bert-large-squad/_cm.json)*** + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-bert-large-squad/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-bert-large-squad/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-bert-large-squad/_cm.json)*** * download-and-extract * `if (CM_ML_MODEL_BERT_PACKED != yes)` - - CM script: [download-and-extract](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-and-extract) + - CM script: [download-and-extract](https://github.com/mlcommons/cm4mlops/tree/master/script/download-and-extract) 1. ***Run native script if exists*** - * [run-packed.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-bert-large-squad/run-packed.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-bert-large-squad/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-bert-large-squad/customize.py)*** - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-bert-large-squad/_cm.json)*** + * [run-packed.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-bert-large-squad/run-packed.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-bert-large-squad/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-bert-large-squad/customize.py)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-bert-large-squad/_cm.json)*** * get,dataset-aux,squad-vocab - - CM script: [get-dataset-squad-vocab](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-squad-vocab) + - CM script: [get-dataset-squad-vocab](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-squad-vocab) ___ ### Script output diff --git a/script/get-ml-model-dlrm-terabyte/README.md b/script/get-ml-model-dlrm-terabyte/README.md index 8dfe57da50..cc5c0328a8 100644 --- a/script/get-ml-model-dlrm-terabyte/README.md +++ b/script/get-ml-model-dlrm-terabyte/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-dlrm-terabyte)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-dlrm-terabyte)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,ml-model,dlrm,raw,terabyte,criteo-terabyte,criteo,recommendation* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,ml-model,dlrm,raw,terabyte,criteo-terabyte,criteo,recommendation"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,ml-model,dlrm,raw,terabyte,criteo-terabyte,criteo,recommendation) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get ml-model dlrm raw terabyte criteo-terabyte criteo recommendation[variations]" [--input_flags]` @@ -243,17 +241,17 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-dlrm-terabyte/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-dlrm-terabyte/_cm.json) 1. Run "preprocess" function from customize.py - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-dlrm-terabyte/_cm.json)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-dlrm-terabyte/_cm.json)*** * download-and-extract * CM names: `--adr.['dae']...` - - CM script: [download-and-extract](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-and-extract) + - CM script: [download-and-extract](https://github.com/mlcommons/cm4mlops/tree/master/script/download-and-extract) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-dlrm-terabyte/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-dlrm-terabyte/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-dlrm-terabyte/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-dlrm-terabyte/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-dlrm-terabyte/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-dlrm-terabyte/_cm.json) ___ ### Script output diff --git a/script/get-ml-model-efficientnet-lite/README.md b/script/get-ml-model-efficientnet-lite/README.md index 61346f04c1..c819766667 100644 --- a/script/get-ml-model-efficientnet-lite/README.md +++ b/script/get-ml-model-efficientnet-lite/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-efficientnet-lite)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-efficientnet-lite)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,ml-model,efficientnet,raw,ml-model-efficientnet,ml-model-efficientnet-lite,lite,tflite,image-classification* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,ml-model,efficientnet,raw,ml-model-efficientnet,ml-model-efficientnet-lite,lite,tflite,image-classification"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,ml-model,efficientnet,raw,ml-model-efficientnet,ml-model-efficientnet-lite,lite,tflite,image-classification) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get ml-model efficientnet raw ml-model-efficientnet ml-model-efficientnet-lite lite tflite image-classification[variations]" ` @@ -227,13 +225,13 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-efficientnet-lite/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-efficientnet-lite/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-efficientnet-lite/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-efficientnet-lite/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-efficientnet-lite/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-efficientnet-lite/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-efficientnet-lite/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-efficientnet-lite/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-efficientnet-lite/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-efficientnet-lite/_cm.json) ___ ### Script output diff --git a/script/get-ml-model-gptj/README.md b/script/get-ml-model-gptj/README.md index 30508eae67..998279ecd6 100644 --- a/script/get-ml-model-gptj/README.md +++ b/script/get-ml-model-gptj/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-gptj)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-gptj)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,raw,ml-model,gptj,gpt-j,large-language-model* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,raw,ml-model,gptj,gpt-j,large-language-model"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,raw,ml-model,gptj,gpt-j,large-language-model) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get raw ml-model gptj gpt-j large-language-model[variations]" [--input_flags]` @@ -122,61 +120,61 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,mlperf,inference,results - - CM script: [get-mlperf-inference-results](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-results) - - CM script: [get-mlperf-inference-results-dir](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-results-dir) + - CM script: [get-mlperf-inference-results](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-results) + - CM script: [get-mlperf-inference-results-dir](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-results-dir) * get,ml-model,gpt-j,_fp32,_pytorch - - CM script: [get-ml-model-gptj](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-gptj) + - CM script: [get-ml-model-gptj](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-gptj) * get,conda,_name.gptj-pt - - CM script: [get-conda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-conda) + - CM script: [get-conda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-conda) * get,python,_conda.gptj-pt - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,generic,conda-package,_package.intel-openmp,_source.intel * CM names: `--adr.['conda-package', 'intel-openmp']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.jemalloc,_source.conda-forge * CM names: `--adr.['conda-package', 'jemalloc']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * install,ipex,from.src,_for-intel-mlperf-inference-v3.1-gptj - - CM script: [install-ipex-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-ipex-from-src) + - CM script: [install-ipex-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-ipex-from-src) * get,dataset,cnndm,_calibration - - CM script: [get-dataset-cnndm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-cnndm) + - CM script: [get-dataset-cnndm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-cnndm) * `_saxml,fp32` - Environment variables: - *CM_TMP_MODEL_SAXML*: `fp32` - Workflow: 1. ***Read "deps" on other CM scripts*** * get,ml-model,gptj,_pytorch,_fp32 - - CM script: [get-ml-model-gptj](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-gptj) + - CM script: [get-ml-model-gptj](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-gptj) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,generic-python-lib,_package.jax[cpu] - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.paxml - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.praxis - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.transformers - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.accelerate - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_saxml,int8` - Environment variables: - *CM_TMP_MODEL_SAXML*: `int8` - Workflow: 1. ***Read "deps" on other CM scripts*** * get,ml-model,gptj,_saxml,_fp32 - - CM script: [get-ml-model-gptj](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-gptj) + - CM script: [get-ml-model-gptj](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-gptj) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,generic-python-lib,_package.praxis - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.apache-beam - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,git,repo,_repo.https://github.com/google/saxml * CM names: `--adr.['saxml']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) @@ -292,21 +290,21 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-gptj/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-gptj/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-gptj/_cm.json)*** + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-gptj/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-gptj/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-gptj/_cm.json)*** * download-and-extract * `if (CM_TMP_REQUIRE_DOWNLOAD == yes)` * CM names: `--adr.['dae']...` - - CM script: [download-and-extract](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-and-extract) + - CM script: [download-and-extract](https://github.com/mlcommons/cm4mlops/tree/master/script/download-and-extract) 1. ***Run native script if exists*** - * [run-int4-calibration.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-gptj/run-int4-calibration.sh) - * [run-intel.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-gptj/run-intel.sh) - * [run-saxml-quantized.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-gptj/run-saxml-quantized.sh) - * [run-saxml.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-gptj/run-saxml.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-gptj/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-gptj/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-gptj/_cm.json) + * [run-int4-calibration.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-gptj/run-int4-calibration.sh) + * [run-intel.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-gptj/run-intel.sh) + * [run-saxml-quantized.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-gptj/run-saxml-quantized.sh) + * [run-saxml.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-gptj/run-saxml.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-gptj/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-gptj/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-gptj/_cm.json) ___ ### Script output diff --git a/script/get-ml-model-huggingface-zoo/README.md b/script/get-ml-model-huggingface-zoo/README.md index 571cc9c545..7e5d18f566 100644 --- a/script/get-ml-model-huggingface-zoo/README.md +++ b/script/get-ml-model-huggingface-zoo/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-huggingface-zoo)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-huggingface-zoo)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,ml-model,huggingface,zoo* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,ml-model,huggingface,zoo"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,ml-model,huggingface,zoo) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get ml-model huggingface zoo[variations]" [--input_flags]` @@ -127,7 +125,7 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,git,repo,_lfs - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) @@ -165,20 +163,20 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-huggingface-zoo/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-huggingface-zoo/_cm.json)*** * get,python3 * CM names: `--adr.['python3', 'python']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,generic-python-lib,_huggingface_hub - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-huggingface-zoo/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-huggingface-zoo/_cm.json) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-huggingface-zoo/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-huggingface-zoo/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-huggingface-zoo/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-huggingface-zoo/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-huggingface-zoo/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-huggingface-zoo/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-huggingface-zoo/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-huggingface-zoo/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-huggingface-zoo/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-huggingface-zoo/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-huggingface-zoo/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-huggingface-zoo/_cm.json) ___ ### Script output diff --git a/script/get-ml-model-llama2/README.md b/script/get-ml-model-llama2/README.md index b22c8b6ad0..9c2d060273 100644 --- a/script/get-ml-model-llama2/README.md +++ b/script/get-ml-model-llama2/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-llama2)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-llama2)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,raw,ml-model,language-processing,llama2,llama2-70b,text-summarization* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,raw,ml-model,language-processing,llama2,llama2-70b,text-summarization"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,raw,ml-model,language-processing,llama2,llama2-70b,text-summarization) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get raw ml-model language-processing llama2 llama2-70b text-summarization[variations]" [--input_flags]` @@ -199,17 +197,17 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-llama2/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-llama2/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-llama2/_cm.json)*** + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-llama2/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-llama2/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-llama2/_cm.json)*** * get,ml-model,huggingface,zoo,_clone-repo * `if (CM_TMP_REQUIRE_DOWNLOAD == yes)` * CM names: `--adr.['hf-zoo']...` - - CM script: [get-ml-model-huggingface-zoo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-huggingface-zoo) + - CM script: [get-ml-model-huggingface-zoo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-huggingface-zoo) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-llama2/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-llama2/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-llama2/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-llama2/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-llama2/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-llama2/_cm.json) ___ ### Script output diff --git a/script/get-ml-model-mobilenet/README.md b/script/get-ml-model-mobilenet/README.md index 887cf9d012..94f71e697e 100644 --- a/script/get-ml-model-mobilenet/README.md +++ b/script/get-ml-model-mobilenet/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-mobilenet)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-mobilenet)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,ml-model,mobilenet,raw,ml-model-mobilenet,image-classification* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,ml-model,mobilenet,raw,ml-model-mobilenet,image-classification"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,ml-model,mobilenet,raw,ml-model-mobilenet,image-classification) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get ml-model mobilenet raw ml-model-mobilenet image-classification[variations]" ` @@ -449,13 +447,13 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-mobilenet/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-mobilenet/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-mobilenet/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-mobilenet/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-mobilenet/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-mobilenet/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-mobilenet/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-mobilenet/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-mobilenet/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-mobilenet/_cm.json) ___ ### Script output diff --git a/script/get-ml-model-neuralmagic-zoo/README.md b/script/get-ml-model-neuralmagic-zoo/README.md index 748c025bd9..90b5c47318 100644 --- a/script/get-ml-model-neuralmagic-zoo/README.md +++ b/script/get-ml-model-neuralmagic-zoo/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-neuralmagic-zoo)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-neuralmagic-zoo)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,ml-model,model,zoo,deepsparse,model-zoo,sparse-zoo,neuralmagic,neural-magic* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,ml-model,model,zoo,deepsparse,model-zoo,sparse-zoo,neuralmagic,neural-magic"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,ml-model,model,zoo,deepsparse,model-zoo,sparse-zoo,neuralmagic,neural-magic) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get ml-model model zoo deepsparse model-zoo sparse-zoo neuralmagic neural-magic[variations]" ` @@ -305,22 +303,22 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-neuralmagic-zoo/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-neuralmagic-zoo/_cm.json)*** * get,python3 * CM names: `--adr.['python3', 'python']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,generic-python-lib,_package.protobuf - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_sparsezoo - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-neuralmagic-zoo/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-neuralmagic-zoo/_cm.json) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-neuralmagic-zoo/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-neuralmagic-zoo/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-neuralmagic-zoo/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-neuralmagic-zoo/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-neuralmagic-zoo/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-neuralmagic-zoo/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-neuralmagic-zoo/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-neuralmagic-zoo/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-neuralmagic-zoo/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-neuralmagic-zoo/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-neuralmagic-zoo/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-neuralmagic-zoo/_cm.json) ___ ### Script output diff --git a/script/get-ml-model-resnet50/README.md b/script/get-ml-model-resnet50/README.md index 298138021a..ff2c976a8c 100644 --- a/script/get-ml-model-resnet50/README.md +++ b/script/get-ml-model-resnet50/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-resnet50)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-resnet50)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,raw,ml-model,resnet50,ml-model-resnet50,image-classification* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,raw,ml-model,resnet50,ml-model-resnet50,image-classification"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,raw,ml-model,resnet50,ml-model-resnet50,image-classification) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get raw ml-model resnet50 ml-model-resnet50 image-classification[variations]" ` @@ -110,7 +108,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * `_from-tf` - Workflow: * `_huggingface_default` @@ -123,7 +121,7 @@ ___ - Workflow: 1. ***Read "post_deps" on other CM scripts*** * download-and-extract,_url.https://zenodo.org/record/8073420/files/resnet50_v1.param?download= - - CM script: [download-and-extract](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-and-extract) + - CM script: [download-and-extract](https://github.com/mlcommons/cm4mlops/tree/master/script/download-and-extract) * `_onnx,from-tf` - Environment variables: - *CM_ML_MODEL_DATA_LAYOUT*: `NHWC` @@ -163,7 +161,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_package.tensorflow * CM names: `--adr.['tensorflow']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_tflite,argmax` - Environment variables: - *CM_DAE_EXTRACT_DOWNLOADED*: `yes` @@ -333,17 +331,17 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-resnet50/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-resnet50/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-resnet50/_cm.json)*** + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-resnet50/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-resnet50/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-resnet50/_cm.json)*** * download-and-extract * CM names: `--adr.['model-downloader']...` - - CM script: [download-and-extract](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-and-extract) + - CM script: [download-and-extract](https://github.com/mlcommons/cm4mlops/tree/master/script/download-and-extract) 1. ***Run native script if exists*** - * [run-fix-input.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-resnet50/run-fix-input.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-resnet50/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-resnet50/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-resnet50/_cm.json) + * [run-fix-input.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-resnet50/run-fix-input.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-resnet50/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-resnet50/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-resnet50/_cm.json) ___ ### Script output diff --git a/script/get-ml-model-retinanet-nvidia/README.md b/script/get-ml-model-retinanet-nvidia/README.md index 3f36251935..ed03f968b2 100644 --- a/script/get-ml-model-retinanet-nvidia/README.md +++ b/script/get-ml-model-retinanet-nvidia/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-retinanet-nvidia)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-retinanet-nvidia)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,ml-model,nvidia-retinanet,nvidia* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,ml-model,nvidia-retinanet,nvidia"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,ml-model,nvidia-retinanet,nvidia) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get ml-model nvidia-retinanet nvidia[variations]" ` @@ -103,7 +101,7 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_polygraphy - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) @@ -122,40 +120,40 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-retinanet-nvidia/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-retinanet-nvidia/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,mlperf,training,src,_nvidia-retinanet - - CM script: [get-mlperf-training-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-training-src) + - CM script: [get-mlperf-training-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-training-src) * get,mlperf,inference,src - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,ml-model,retinanet,_pytorch,_fp32,_weights - - CM script: [get-ml-model-retinanet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-retinanet) + - CM script: [get-ml-model-retinanet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-retinanet) * get,generic-python-lib,_torch * `if (CM_TORCH_DEVICE in cpu)` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torchvision - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_mlperf_logging - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,cuda * `if (CM_TORCH_DEVICE in cuda)` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * get,generic-python-lib,_torch_cuda * `if (CM_TORCH_DEVICE in cuda)` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,nvidia,mlperf,inference,common-code,-_custom - - CM script: [get-mlperf-inference-nvidia-common-code](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-nvidia-common-code) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-retinanet-nvidia/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-retinanet-nvidia/_cm.json) + - CM script: [get-mlperf-inference-nvidia-common-code](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-nvidia-common-code) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-retinanet-nvidia/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-retinanet-nvidia/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-retinanet-nvidia/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-retinanet-nvidia/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-retinanet-nvidia/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-retinanet-nvidia/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-retinanet-nvidia/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-retinanet-nvidia/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-retinanet-nvidia/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-retinanet-nvidia/_cm.json) ___ ### Script output diff --git a/script/get-ml-model-retinanet/README.md b/script/get-ml-model-retinanet/README.md index ab36ac1848..cc69f3a649 100644 --- a/script/get-ml-model-retinanet/README.md +++ b/script/get-ml-model-retinanet/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-retinanet)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-retinanet)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,ml-model,raw,resnext50,retinanet,object-detection* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,ml-model,raw,resnext50,retinanet,object-detection"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,ml-model,raw,resnext50,retinanet,object-detection) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get ml-model raw resnext50 retinanet object-detection[variations]" ` @@ -114,22 +112,22 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,python3 * CM names: `--adr.['python, python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,generic-python-lib,_package.onnx - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.onnxsim - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * download,file,_url.https://raw.githubusercontent.com/arjunsuresh/ck-qaic/main/package/model-onnx-mlperf-retinanet-no-nms/remove-nms-and-extract-priors.patch - - CM script: [download-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-file) + - CM script: [download-file](https://github.com/mlcommons/cm4mlops/tree/master/script/download-file) * get,git,repo,_repo.https://github.com/mlcommons/training.git,_patch * CM names: `--adr.['mlperf-training-src']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) * get,ml-model,retinanet,_pytorch,_fp32,_weights * CM names: `--adr.['pytorch-weights']...` - - CM script: [get-ml-model-retinanet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-retinanet) + - CM script: [get-ml-model-retinanet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-retinanet) * get,generic-python-lib,_package.torch * CM names: `--adr.['torch', 'pytorch']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_pytorch,fp32` - Environment variables: - *CM_PACKAGE_URL*: `https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth` @@ -199,18 +197,18 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-retinanet/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-retinanet/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-retinanet/_cm.json)*** + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-retinanet/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-retinanet/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-retinanet/_cm.json)*** * download-and-extract * `if (CM_TMP_ML_MODEL_RETINANET_NO_NMS != yes)` * CM names: `--adr.['dae']...` - - CM script: [download-and-extract](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-and-extract) + - CM script: [download-and-extract](https://github.com/mlcommons/cm4mlops/tree/master/script/download-and-extract) 1. ***Run native script if exists*** - * [run-no-nms.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-retinanet/run-no-nms.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-retinanet/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-retinanet/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-retinanet/_cm.json) + * [run-no-nms.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-retinanet/run-no-nms.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-retinanet/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-retinanet/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-retinanet/_cm.json) ___ ### Script output diff --git a/script/get-ml-model-rnnt/README.md b/script/get-ml-model-rnnt/README.md index 66a5a6d03b..1d81ace52f 100644 --- a/script/get-ml-model-rnnt/README.md +++ b/script/get-ml-model-rnnt/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-rnnt)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-rnnt)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,ml-model,rnnt,raw,librispeech,speech-recognition* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,ml-model,rnnt,raw,librispeech,speech-recognition"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,ml-model,rnnt,raw,librispeech,speech-recognition) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get ml-model rnnt raw librispeech speech-recognition[variations]" ` @@ -173,13 +171,13 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-rnnt/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-rnnt/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-rnnt/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-rnnt/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-rnnt/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-rnnt/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-rnnt/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-rnnt/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-rnnt/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-rnnt/_cm.json) ___ ### Script output diff --git a/script/get-ml-model-stable-diffusion/README.md b/script/get-ml-model-stable-diffusion/README.md index 7c89c90c4f..9524aa8905 100644 --- a/script/get-ml-model-stable-diffusion/README.md +++ b/script/get-ml-model-stable-diffusion/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-stable-diffusion)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-stable-diffusion)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,raw,ml-model,stable-diffusion,sdxl,text-to-image* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,raw,ml-model,stable-diffusion,sdxl,text-to-image"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,raw,ml-model,stable-diffusion,sdxl,text-to-image) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get raw ml-model stable-diffusion sdxl text-to-image[variations]" [--input_flags]` @@ -230,21 +228,21 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-stable-diffusion/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-stable-diffusion/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-stable-diffusion/_cm.json)*** + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-stable-diffusion/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-stable-diffusion/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-stable-diffusion/_cm.json)*** * get,ml-model,huggingface,zoo,_clone-repo,_model-stub.stabilityai/stable-diffusion-xl-base-1.0 * `if (CM_TMP_REQUIRE_DOWNLOAD == yes AND CM_DOWNLOAD_TOOL == git)` * CM names: `--adr.['hf-zoo']...` - - CM script: [get-ml-model-huggingface-zoo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-huggingface-zoo) + - CM script: [get-ml-model-huggingface-zoo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-huggingface-zoo) * download-and-extract * `if (CM_TMP_REQUIRE_DOWNLOAD == yes AND CM_DOWNLOAD_TOOL == rclone)` * CM names: `--adr.['dae']...` - - CM script: [download-and-extract](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-and-extract) + - CM script: [download-and-extract](https://github.com/mlcommons/cm4mlops/tree/master/script/download-and-extract) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-stable-diffusion/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-stable-diffusion/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-stable-diffusion/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-stable-diffusion/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-stable-diffusion/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-stable-diffusion/_cm.json) ___ ### Script output diff --git a/script/get-ml-model-tiny-resnet/README.md b/script/get-ml-model-tiny-resnet/README.md index 2b9bfe1b31..ae157a4c99 100644 --- a/script/get-ml-model-tiny-resnet/README.md +++ b/script/get-ml-model-tiny-resnet/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-tiny-resnet)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-tiny-resnet)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,raw,ml-model,resnet,pretrained,tiny,model,ic,ml-model-tiny-resnet,image-classification* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,raw,ml-model,resnet,pretrained,tiny,model,ic,ml-model-tiny-resnet,image-classification"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,raw,ml-model,resnet,pretrained,tiny,model,ic,ml-model-tiny-resnet,image-classification) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get raw ml-model resnet pretrained tiny model ic ml-model-tiny-resnet image-classification[variations]" ` @@ -121,13 +119,13 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,python3 * CM names: `--adr.['python,python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,tiny,model,resnet,_tflite * CM names: `--adr.['tflite-resnet-model', 'dependent-model']...` - - CM script: [get-ml-model-tiny-resnet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-tiny-resnet) + - CM script: [get-ml-model-tiny-resnet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-tiny-resnet) * get,generic-python-lib,_package.tf2onnx * CM names: `--adr.['tf2onnx']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * **`_tflite`** (default) - Environment variables: - *CM_ML_MODEL_ACCURACY*: `85` @@ -190,17 +188,17 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-tiny-resnet/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-tiny-resnet/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-tiny-resnet/_cm.json)*** + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-tiny-resnet/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-tiny-resnet/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-tiny-resnet/_cm.json)*** * download-and-extract * `if (CM_PACKAGE_URL == on)` - - CM script: [download-and-extract](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-and-extract) + - CM script: [download-and-extract](https://github.com/mlcommons/cm4mlops/tree/master/script/download-and-extract) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-tiny-resnet/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-tiny-resnet/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-tiny-resnet/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-tiny-resnet/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-tiny-resnet/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-tiny-resnet/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-tiny-resnet/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-tiny-resnet/_cm.json) ___ ### Script output diff --git a/script/get-ml-model-using-imagenet-from-model-zoo/README.md b/script/get-ml-model-using-imagenet-from-model-zoo/README.md index e92f5fdf52..9d979bdb8e 100644 --- a/script/get-ml-model-using-imagenet-from-model-zoo/README.md +++ b/script/get-ml-model-using-imagenet-from-model-zoo/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-using-imagenet-from-model-zoo)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-using-imagenet-from-model-zoo)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,ml-model,model-zoo,zoo,imagenet,image-classification* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,ml-model,model-zoo,zoo,imagenet,image-classification"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,ml-model,model-zoo,zoo,imagenet,image-classification) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get ml-model model-zoo zoo imagenet image-classification[variations]" ` @@ -102,19 +100,19 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,ml-model,zoo,deepsparse,_model-stub.# * CM names: `--adr.['neural-magic-zoo-downloader']...` - - CM script: [get-ml-model-neuralmagic-zoo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-neuralmagic-zoo) + - CM script: [get-ml-model-neuralmagic-zoo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-neuralmagic-zoo) * `_model.resnet101-pytorch-base` - Workflow: 1. ***Read "deps" on other CM scripts*** * get,ml-model,zoo,deepsparse,_model-stub.zoo:cv/classification/resnet_v1-101/pytorch/sparseml/imagenet/base-none * CM names: `--adr.['neural-magic-zoo-downloader']...` - - CM script: [get-ml-model-neuralmagic-zoo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-neuralmagic-zoo) + - CM script: [get-ml-model-neuralmagic-zoo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-neuralmagic-zoo) * `_model.resnet50-pruned95-uniform-quant` - Workflow: 1. ***Read "deps" on other CM scripts*** * get,ml-model,zoo,deepsparse,_model-stub.zoo:cv/classification/resnet_v1-50/pytorch/sparseml/imagenet/pruned95_uniform_quant-none * CM names: `--adr.['neural-magic-zoo-downloader']...` - - CM script: [get-ml-model-neuralmagic-zoo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-neuralmagic-zoo) + - CM script: [get-ml-model-neuralmagic-zoo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-neuralmagic-zoo) @@ -132,13 +130,13 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-using-imagenet-from-model-zoo/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-using-imagenet-from-model-zoo/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-using-imagenet-from-model-zoo/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-using-imagenet-from-model-zoo/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-using-imagenet-from-model-zoo/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-using-imagenet-from-model-zoo/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-using-imagenet-from-model-zoo/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-using-imagenet-from-model-zoo/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-ml-model-using-imagenet-from-model-zoo/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-using-imagenet-from-model-zoo/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-using-imagenet-from-model-zoo/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-ml-model-using-imagenet-from-model-zoo/_cm.json) ___ ### Script output diff --git a/script/get-mlperf-inference-intel-scratch-space/README.md b/script/get-mlperf-inference-intel-scratch-space/README.md index 19199506b2..64717e3ce7 100644 --- a/script/get-mlperf-inference-intel-scratch-space/README.md +++ b/script/get-mlperf-inference-intel-scratch-space/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-intel-scratch-space)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-intel-scratch-space)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,mlperf,inference,intel,scratch,space* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,mlperf,inference,intel,scratch,space"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,mlperf,inference,intel,scratch,space) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get mlperf inference intel scratch space[variations]" [--input_flags]` @@ -141,15 +139,15 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-intel-scratch-space/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-intel-scratch-space/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-intel-scratch-space/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-intel-scratch-space/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-intel-scratch-space/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-intel-scratch-space/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-intel-scratch-space/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-intel-scratch-space/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-intel-scratch-space/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-intel-scratch-space/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-intel-scratch-space/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-intel-scratch-space/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-intel-scratch-space/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-intel-scratch-space/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-intel-scratch-space/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-intel-scratch-space/_cm.json) ___ ### Script output diff --git a/script/get-mlperf-inference-loadgen/README.md b/script/get-mlperf-inference-loadgen/README.md index f404773aa8..8e3318bba6 100644 --- a/script/get-mlperf-inference-loadgen/README.md +++ b/script/get-mlperf-inference-loadgen/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-loadgen)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-loadgen)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *get,loadgen,inference,inference-loadgen,mlperf,mlcommons* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,loadgen,inference,inference-loadgen,mlperf,mlcommons"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,loadgen,inference,inference-loadgen,mlperf,mlcommons) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get loadgen inference inference-loadgen mlperf mlcommons[variations]" ` @@ -155,53 +153,53 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-loadgen/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-loadgen/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,python3 * CM names: `--adr.['python3', 'python']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,mlcommons,inference,src * `if (CM_MLPERF_INFERENCE_LOADGEN_DOWNLOAD != YES)` * CM names: `--adr.['inference-src-loadgen']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * download-and-extract,file,_wget,_extract * `if (CM_MLPERF_INFERENCE_LOADGEN_DOWNLOAD == YES)` * CM names: `--adr.['inference-src-loadgen-download']...` - - CM script: [download-and-extract](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-and-extract) + - CM script: [download-and-extract](https://github.com/mlcommons/cm4mlops/tree/master/script/download-and-extract) * get,compiler * `if (CM_HOST_OS_TYPE != windows)` * CM names: `--adr.['compiler']...` - - CM script: [get-cl](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cl) - - CM script: [get-gcc](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-gcc) - - CM script: [get-llvm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-llvm) + - CM script: [get-cl](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cl) + - CM script: [get-gcc](https://github.com/mlcommons/cm4mlops/tree/master/script/get-gcc) + - CM script: [get-llvm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-llvm) * get,cl * `if (CM_HOST_OS_TYPE == windows)` * CM names: `--adr.['compiler']...` - - CM script: [get-cl](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cl) + - CM script: [get-cl](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cl) * get,cmake * CM names: `--adr.['cmake']...` - - CM script: [get-cmake](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake) + - CM script: [get-cmake](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmake) * get,generic-python-lib,_package.wheel * CM names: `--adr.['pip-package', 'wheel']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_pip * CM names: `--adr.['pip-package', 'pip']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.pybind11 * CM names: `--adr.['pip-package', 'pybind11']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.setuptools * CM names: `--adr.['pip-package', 'setuputils']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-loadgen/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-loadgen/_cm.yaml) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-loadgen/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-loadgen/_cm.yaml) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-loadgen/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-loadgen/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-loadgen/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-loadgen/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-loadgen/_cm.yaml) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-loadgen/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-loadgen/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-loadgen/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-loadgen/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-loadgen/_cm.yaml) ___ ### Script output diff --git a/script/get-mlperf-inference-nvidia-common-code/README.md b/script/get-mlperf-inference-nvidia-common-code/README.md index 1980c9f12c..81faf43e82 100644 --- a/script/get-mlperf-inference-nvidia-common-code/README.md +++ b/script/get-mlperf-inference-nvidia-common-code/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-nvidia-common-code)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-nvidia-common-code)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,nvidia,mlperf,inference,common-code* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,nvidia,mlperf,inference,common-code"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,nvidia,mlperf,inference,common-code) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get nvidia mlperf inference common-code[variations]" ` @@ -128,17 +126,17 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-nvidia-common-code/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-nvidia-common-code/_cm.json)*** * get,mlperf,inference,results * CM names: `--adr.['mlperf-inference-results']...` - - CM script: [get-mlperf-inference-results](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-results) - - CM script: [get-mlperf-inference-results-dir](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-results-dir) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-nvidia-common-code/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-nvidia-common-code/_cm.json) + - CM script: [get-mlperf-inference-results](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-results) + - CM script: [get-mlperf-inference-results-dir](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-results-dir) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-nvidia-common-code/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-nvidia-common-code/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-nvidia-common-code/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-nvidia-common-code/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-nvidia-common-code/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-nvidia-common-code/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-nvidia-common-code/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-nvidia-common-code/_cm.json) ___ ### Script output diff --git a/script/get-mlperf-inference-nvidia-scratch-space/README.md b/script/get-mlperf-inference-nvidia-scratch-space/README.md index 867acacc1b..845f71038f 100644 --- a/script/get-mlperf-inference-nvidia-scratch-space/README.md +++ b/script/get-mlperf-inference-nvidia-scratch-space/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-nvidia-scratch-space)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-nvidia-scratch-space)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,mlperf,inference,nvidia,scratch,space* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,mlperf,inference,nvidia,scratch,space"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,mlperf,inference,nvidia,scratch,space) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get mlperf inference nvidia scratch space[variations]" [--input_flags]` @@ -141,15 +139,15 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-nvidia-scratch-space/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-nvidia-scratch-space/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-nvidia-scratch-space/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-nvidia-scratch-space/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-nvidia-scratch-space/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-nvidia-scratch-space/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-nvidia-scratch-space/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-nvidia-scratch-space/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-nvidia-scratch-space/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-nvidia-scratch-space/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-nvidia-scratch-space/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-nvidia-scratch-space/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-nvidia-scratch-space/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-nvidia-scratch-space/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-nvidia-scratch-space/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-nvidia-scratch-space/_cm.json) ___ ### Script output diff --git a/script/get-mlperf-inference-results-dir/README.md b/script/get-mlperf-inference-results-dir/README.md index e12b811431..13e9352091 100644 --- a/script/get-mlperf-inference-results-dir/README.md +++ b/script/get-mlperf-inference-results-dir/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-results-dir)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-results-dir)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,mlperf,inference,results,dir,directory* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,mlperf,inference,results,dir,directory"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,mlperf,inference,results,dir,directory) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get mlperf inference results dir directory[variations]" [--input_flags]` @@ -141,13 +139,13 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-results-dir/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-results-dir/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-results-dir/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-results-dir/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-results-dir/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-results-dir/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-results-dir/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-results-dir/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-results-dir/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-results-dir/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-results-dir/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-results-dir/_cm.json) ___ ### Script output diff --git a/script/get-mlperf-inference-results/README.md b/script/get-mlperf-inference-results/README.md index 15e7dec33f..75b92569e7 100644 --- a/script/get-mlperf-inference-results/README.md +++ b/script/get-mlperf-inference-results/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-results)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-results)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,results,inference,inference-results,mlcommons,mlperf* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,results,inference,inference-results,mlcommons,mlperf"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,results,inference,inference-results,mlcommons,mlperf) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get results inference inference-results mlcommons mlperf[variations]" ` @@ -144,15 +142,15 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-results/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-results/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-results/_cm.json)*** + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-results/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-results/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-results/_cm.json)*** * get,git,repo - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-results/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-results/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-results/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-results/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-results/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-results/_cm.json) ___ ### Script output diff --git a/script/get-mlperf-inference-src/README.md b/script/get-mlperf-inference-src/README.md index 6d854cedcf..abc42a7a37 100644 --- a/script/get-mlperf-inference-src/README.md +++ b/script/get-mlperf-inference-src/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-src)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-src)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,src,source,inference,inference-src,inference-source,mlperf,mlcommons* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,src,source,inference,inference-src,inference-source,mlperf,mlcommons"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,src,source,inference,inference-src,inference-source,mlperf,mlcommons) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get src source inference inference-src inference-source mlperf mlcommons[variations]" ` @@ -221,21 +219,21 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-src/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-src/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-src/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-src/_cm.json)*** + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-src/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-src/_cm.json)*** * get,git,repo * CM names: `--adr.['inference-git-repo']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-src/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-src/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-src/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-src/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-src/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-src/_cm.json) ___ ### Script output diff --git a/script/get-mlperf-inference-submission-dir/README.md b/script/get-mlperf-inference-submission-dir/README.md index 576db43f8c..94a3aa684c 100644 --- a/script/get-mlperf-inference-submission-dir/README.md +++ b/script/get-mlperf-inference-submission-dir/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-submission-dir)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-submission-dir)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,mlperf,inference,submission,dir,directory* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,mlperf,inference,submission,dir,directory"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,mlperf,inference,submission,dir,directory) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get mlperf inference submission dir directory[variations]" [--input_flags]` @@ -141,13 +139,13 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-submission-dir/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-submission-dir/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-submission-dir/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-submission-dir/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-submission-dir/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-submission-dir/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-submission-dir/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-submission-dir/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-submission-dir/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-submission-dir/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-submission-dir/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-submission-dir/_cm.json) ___ ### Script output diff --git a/script/get-mlperf-inference-sut-configs/README.md b/script/get-mlperf-inference-sut-configs/README.md index 68eecdf33d..9d5a01f195 100644 --- a/script/get-mlperf-inference-sut-configs/README.md +++ b/script/get-mlperf-inference-sut-configs/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-sut-configs)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-sut-configs)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,mlperf,inference,sut,configs,sut-configs* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,mlperf,inference,sut,configs,sut-configs"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,mlperf,inference,sut,configs,sut-configs) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get mlperf inference sut configs sut-configs[variations]" [--input_flags]` @@ -105,7 +103,7 @@ ___ - Workflow: 1. ***Read "prehook_deps" on other CM scripts*** * get,git,repo,_repo.mlperf_inference_configs_octoml - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) @@ -142,13 +140,13 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-sut-configs/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-sut-configs/_cm.json) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-sut-configs/_cm.json) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-sut-configs/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-sut-configs/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-sut-configs/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-sut-configs/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-sut-configs/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-sut-configs/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-sut-configs/_cm.json) ___ ### Script output diff --git a/script/get-mlperf-inference-sut-description/README.md b/script/get-mlperf-inference-sut-description/README.md index e5ebccc115..cacacb13ba 100644 --- a/script/get-mlperf-inference-sut-description/README.md +++ b/script/get-mlperf-inference-sut-description/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-sut-description)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-sut-description)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,mlperf,sut,description,system-under-test,system-description* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,mlperf,sut,description,system-under-test,system-description"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,mlperf,sut,description,system-under-test,system-description) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get mlperf sut description system-under-test system-description" [--input_flags]` @@ -119,33 +117,33 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-sut-description/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-sut-description/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,python3 * CM names: `--adr.['python3', 'python']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,compiler * CM names: `--adr.['compiler']...` - - CM script: [get-cl](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cl) - - CM script: [get-gcc](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-gcc) - - CM script: [get-llvm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-llvm) + - CM script: [get-cl](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cl) + - CM script: [get-gcc](https://github.com/mlcommons/cm4mlops/tree/master/script/get-gcc) + - CM script: [get-llvm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-llvm) * get,cuda-devices * `if (CM_MLPERF_DEVICE in ['gpu', 'cuda'])` - - CM script: [get-cuda-devices](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda-devices) + - CM script: [get-cuda-devices](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda-devices) * detect,sudo * `if (CM_DETERMINE_MEMORY_CONFIGURATION == yes AND CM_HOST_OS_TYPE == linux)` - - CM script: [detect-sudo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-sudo) + - CM script: [detect-sudo](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-sudo) * get,generic-python-lib,_package.dmiparser - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-sut-description/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-sut-description/_cm.json) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-sut-description/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-sut-description/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-sut-description/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-sut-description/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-sut-description/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-sut-description/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-sut-description/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-sut-description/_cm.json) ___ ### Script output diff --git a/script/get-mlperf-inference-utils/README.md b/script/get-mlperf-inference-utils/README.md index 693d9926ed..037470f1c4 100644 --- a/script/get-mlperf-inference-utils/README.md +++ b/script/get-mlperf-inference-utils/README.md @@ -10,8 +10,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-utils)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-utils)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *get,mlperf,inference,util,utils,functions* * Output cached? *False* @@ -28,7 +28,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -77,8 +77,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,mlperf,inference,util,utils,functions"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,mlperf,inference,util,utils,functions) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get mlperf inference util utils functions" ` @@ -100,16 +98,16 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-utils/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-utils/_cm.yaml)*** * get,mlperf,inference,src * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-utils/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-utils/_cm.yaml) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-utils/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-utils/_cm.yaml) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-utils/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-utils/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-inference-utils/_cm.yaml) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-utils/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-utils/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-inference-utils/_cm.yaml) ___ ### Script output diff --git a/script/get-mlperf-logging/README.md b/script/get-mlperf-logging/README.md index e0c1199071..02dea12178 100644 --- a/script/get-mlperf-logging/README.md +++ b/script/get-mlperf-logging/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-logging)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-logging)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,mlperf,logging,mlperf-logging* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,mlperf,logging,mlperf-logging"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,mlperf,logging,mlperf-logging) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get mlperf logging mlperf-logging" ` @@ -102,20 +100,20 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-logging/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-logging/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,git,repo,_repo.https://github.com/mlcommons/logging - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-logging/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-logging/_cm.json) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-logging/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-logging/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-logging/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-logging/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-logging/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-logging/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-logging/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-logging/_cm.json) ___ ### Script output diff --git a/script/get-mlperf-power-dev/README.md b/script/get-mlperf-power-dev/README.md index 7f755f413c..0df4b325bd 100644 --- a/script/get-mlperf-power-dev/README.md +++ b/script/get-mlperf-power-dev/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-power-dev)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-power-dev)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,src,source,power,power-dev,mlperf,mlcommons* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,src,source,power,power-dev,mlperf,mlcommons"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,src,source,power,power-dev,mlperf,mlcommons) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get src source power power-dev mlperf mlcommons[variations]" ` @@ -153,16 +151,16 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-power-dev/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-power-dev/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-power-dev/_cm.json)*** + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-power-dev/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-power-dev/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-power-dev/_cm.json)*** * get,git,repo * CM names: `--adr.['mlperf-power-dev-git-repo']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-power-dev/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-power-dev/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-power-dev/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-power-dev/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-power-dev/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-power-dev/_cm.json) ___ ### Script output diff --git a/script/get-mlperf-tiny-eembc-energy-runner-src/README.md b/script/get-mlperf-tiny-eembc-energy-runner-src/README.md index ec13f5a826..f06d6d2aae 100644 --- a/script/get-mlperf-tiny-eembc-energy-runner-src/README.md +++ b/script/get-mlperf-tiny-eembc-energy-runner-src/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-tiny-eembc-energy-runner-src)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-tiny-eembc-energy-runner-src)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,src,source,eembc,energyrunner,energy-runner,eembc-energy-runner,tinymlperf-energy-runner* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,src,source,eembc,energyrunner,energy-runner,eembc-energy-runner,tinymlperf-energy-runner"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,src,source,eembc,energyrunner,energy-runner,eembc-energy-runner,tinymlperf-energy-runner) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get src source eembc energyrunner energy-runner eembc-energy-runner tinymlperf-energy-runner" ` @@ -106,15 +104,15 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-tiny-eembc-energy-runner-src/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-tiny-eembc-energy-runner-src/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-tiny-eembc-energy-runner-src/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-tiny-eembc-energy-runner-src/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-tiny-eembc-energy-runner-src/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-tiny-eembc-energy-runner-src/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-tiny-eembc-energy-runner-src/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-tiny-eembc-energy-runner-src/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-tiny-eembc-energy-runner-src/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-tiny-eembc-energy-runner-src/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-tiny-eembc-energy-runner-src/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-tiny-eembc-energy-runner-src/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-tiny-eembc-energy-runner-src/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-tiny-eembc-energy-runner-src/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-tiny-eembc-energy-runner-src/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-tiny-eembc-energy-runner-src/_cm.json) ___ ### Script output diff --git a/script/get-mlperf-tiny-src/README.md b/script/get-mlperf-tiny-src/README.md index dab294c761..7706dac158 100644 --- a/script/get-mlperf-tiny-src/README.md +++ b/script/get-mlperf-tiny-src/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-tiny-src)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-tiny-src)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,src,source,tiny,tiny-src,tiny-source,tinymlperf,tinymlperf-src,mlperf,mlcommons* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,src,source,tiny,tiny-src,tiny-source,tinymlperf,tinymlperf-src,mlperf,mlcommons"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,src,source,tiny,tiny-src,tiny-source,tinymlperf,tinymlperf-src,mlperf,mlcommons) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get src source tiny tiny-src tiny-source tinymlperf tinymlperf-src mlperf mlcommons" ` @@ -106,20 +104,20 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-tiny-src/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-tiny-src/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-tiny-src/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-tiny-src/_cm.json) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-tiny-src/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-tiny-src/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-tiny-src/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-tiny-src/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-tiny-src/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-tiny-src/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-tiny-src/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-tiny-src/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-tiny-src/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-tiny-src/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-tiny-src/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-tiny-src/_cm.json) ___ ### Script output diff --git a/script/get-mlperf-training-nvidia-code/README.md b/script/get-mlperf-training-nvidia-code/README.md index 433b472372..e29373502d 100644 --- a/script/get-mlperf-training-nvidia-code/README.md +++ b/script/get-mlperf-training-nvidia-code/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-training-nvidia-code)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-training-nvidia-code)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,nvidia,mlperf,training,code,training-code* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,nvidia,mlperf,training,code,training-code"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,nvidia,mlperf,training,code,training-code) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get nvidia mlperf training code training-code[variations]" ` @@ -138,16 +136,16 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-training-nvidia-code/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-training-nvidia-code/_cm.json)*** * get,git,repo * CM names: `--adr.['mlperf-training-results']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-training-nvidia-code/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-training-nvidia-code/_cm.json) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-training-nvidia-code/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-training-nvidia-code/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-training-nvidia-code/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-training-nvidia-code/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-training-nvidia-code/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-training-nvidia-code/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-training-nvidia-code/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-training-nvidia-code/_cm.json) ___ ### Script output diff --git a/script/get-mlperf-training-src/README.md b/script/get-mlperf-training-src/README.md index df0104bb64..aaecc7818e 100644 --- a/script/get-mlperf-training-src/README.md +++ b/script/get-mlperf-training-src/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-training-src)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-training-src)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,src,source,training,training-src,training-source,mlperf,mlcommons* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,src,source,training,training-src,training-source,mlperf,mlcommons"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,src,source,training,training-src,training-source,mlperf,mlcommons) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get src source training training-src training-source mlperf mlcommons[variations]" ` @@ -204,16 +202,16 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-training-src/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-training-src/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-training-src/_cm.json)*** + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-training-src/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-training-src/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-training-src/_cm.json)*** * get,git,repo * CM names: `--adr.['mlperf-training-repo']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-training-src/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-training-src/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-mlperf-training-src/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-training-src/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-training-src/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-mlperf-training-src/_cm.json) ___ ### Script output diff --git a/script/get-nvidia-docker/README.md b/script/get-nvidia-docker/README.md index ec8e714c2f..284218740d 100644 --- a/script/get-nvidia-docker/README.md +++ b/script/get-nvidia-docker/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-nvidia-docker)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-nvidia-docker)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,install,nvidia,nvidia-container-toolkit,nvidia-docker,engine* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,install,nvidia,nvidia-container-toolkit,nvidia-docker,engine"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,install,nvidia,nvidia-container-toolkit,nvidia-docker,engine) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get install nvidia nvidia-container-toolkit nvidia-docker engine" ` @@ -102,18 +100,18 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-nvidia-docker/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-nvidia-docker/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,docker - - CM script: [get-docker](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-docker) + - CM script: [get-docker](https://github.com/mlcommons/cm4mlops/tree/master/script/get-docker) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-nvidia-docker/_cm.json) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-nvidia-docker/_cm.json) 1. ***Run native script if exists*** - * [run-ubuntu.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-nvidia-docker/run-ubuntu.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-nvidia-docker/_cm.json) + * [run-ubuntu.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-nvidia-docker/run-ubuntu.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-nvidia-docker/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-nvidia-docker/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-nvidia-docker/_cm.json) ___ ### Script output diff --git a/script/get-nvidia-mitten/README.md b/script/get-nvidia-mitten/README.md index 0e85547537..f6467da3f4 100644 --- a/script/get-nvidia-mitten/README.md +++ b/script/get-nvidia-mitten/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-nvidia-mitten)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-nvidia-mitten)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,nvidia,mitten,nvidia-mitten* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,nvidia,mitten,nvidia-mitten"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,nvidia,mitten,nvidia-mitten) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get nvidia mitten nvidia-mitten" ` @@ -105,25 +103,25 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-nvidia-mitten/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-nvidia-mitten/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,python3 * CM names: `--adr.['python3', 'python']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,generic-python-lib,_pycuda - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,git,_repo.https://github.com/NVIDIA/mitten * CM names: `--adr.['nvidia-mitten-git-src']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-nvidia-mitten/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-nvidia-mitten/_cm.json) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-nvidia-mitten/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-nvidia-mitten/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-nvidia-mitten/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-nvidia-mitten/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-nvidia-mitten/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-nvidia-mitten/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-nvidia-mitten/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-nvidia-mitten/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-nvidia-mitten/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-nvidia-mitten/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-nvidia-mitten/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-nvidia-mitten/_cm.json) ___ ### Script output diff --git a/script/get-onnxruntime-prebuilt/README.md b/script/get-onnxruntime-prebuilt/README.md index f9c0905630..20419da084 100644 --- a/script/get-onnxruntime-prebuilt/README.md +++ b/script/get-onnxruntime-prebuilt/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-onnxruntime-prebuilt)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-onnxruntime-prebuilt)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install onnxruntime get prebuilt lib lang-c lang-cpp[variations]" ` @@ -129,17 +127,17 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-onnxruntime-prebuilt/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-onnxruntime-prebuilt/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-onnxruntime-prebuilt/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-onnxruntime-prebuilt/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-onnxruntime-prebuilt/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-onnxruntime-prebuilt/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-onnxruntime-prebuilt/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-onnxruntime-prebuilt/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-onnxruntime-prebuilt/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-onnxruntime-prebuilt/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-onnxruntime-prebuilt/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-onnxruntime-prebuilt/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-onnxruntime-prebuilt/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-onnxruntime-prebuilt/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-onnxruntime-prebuilt/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-onnxruntime-prebuilt/_cm.json) ___ ### Script output diff --git a/script/get-openssl/README.md b/script/get-openssl/README.md index 242bfc2c15..86f88b728c 100644 --- a/script/get-openssl/README.md +++ b/script/get-openssl/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-openssl)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-openssl)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,openssl,lib,lib-openssl* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,openssl,lib,lib-openssl"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,openssl,lib,lib-openssl) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get openssl lib lib-openssl" ` @@ -102,17 +100,17 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-openssl/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-openssl/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-openssl/_cm.json)*** + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-openssl/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-openssl/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-openssl/_cm.json)*** * install,openssl * `if (CM_REQUIRE_INSTALL == yes)` - - CM script: [install-openssl](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-openssl) + - CM script: [install-openssl](https://github.com/mlcommons/cm4mlops/tree/master/script/install-openssl) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-openssl/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-openssl/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-openssl/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-openssl/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-openssl/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-openssl/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-openssl/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-openssl/_cm.json) ___ ### Script output diff --git a/script/get-preprocessed-dataset-criteo/README.md b/script/get-preprocessed-dataset-criteo/README.md index 6b8543a3fd..f4bb4aac95 100644 --- a/script/get-preprocessed-dataset-criteo/README.md +++ b/script/get-preprocessed-dataset-criteo/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-criteo)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-criteo)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,dataset,criteo,recommendation,dlrm,preprocessed* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,dataset,criteo,recommendation,dlrm,preprocessed"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,dataset,criteo,recommendation,dlrm,preprocessed) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get dataset criteo recommendation dlrm preprocessed[variations]" [--input_flags]` @@ -128,17 +126,17 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,mlperf,training,src * CM names: `--adr.['mlperf-training', 'training-src']...` - - CM script: [get-mlperf-training-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-training-src) + - CM script: [get-mlperf-training-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-training-src) * get,generic-python-lib,_package.typing_inspect - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.iopath - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.fbgemm_gpu - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.torchrec - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.pyre_extensions - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) @@ -177,44 +175,44 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-criteo/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-criteo/_cm.json)*** * get,python3 * CM names: `--adr.['python3', 'python']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,dataset,criteo,original * `if (CM_DATASET_PREPROCESSED_PATH != on)` * CM names: `--adr.['original-dataset', 'criteo-dataset']...` - - CM script: [get-dataset-criteo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-criteo) + - CM script: [get-dataset-criteo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-criteo) * get,dlrm,src * CM names: `--adr.['dlrm-src']...` - - CM script: [get-dlrm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dlrm) + - CM script: [get-dlrm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dlrm) * mlperf,mlcommons,inference,source,src * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,generic-python-lib,_scikit-learn - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torch - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_opencv-python - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_decorator - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_psutil - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_onnx - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_tqdm - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_mlperf_logging - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-criteo/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-criteo/_cm.json) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-criteo/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-criteo/_cm.json) 1. ***Run native script if exists*** - * [run-multihot.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-criteo/run-multihot.sh) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-criteo/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-criteo/_cm.json) + * [run-multihot.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-criteo/run-multihot.sh) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-criteo/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-criteo/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-criteo/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-criteo/_cm.json) ___ ### Script output diff --git a/script/get-preprocessed-dataset-generic/README.md b/script/get-preprocessed-dataset-generic/README.md index 40a5f00177..f6ecaad040 100644 --- a/script/get-preprocessed-dataset-generic/README.md +++ b/script/get-preprocessed-dataset-generic/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocesser-script-generic)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocesser-script-generic)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,preprocessor,generic,image-preprocessor,script* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,preprocessor,generic,image-preprocessor,script"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,preprocessor,generic,image-preprocessor,script) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get preprocessor generic image-preprocessor script" ` @@ -102,13 +100,13 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocesser-script-generic/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocesser-script-generic/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocesser-script-generic/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocesser-script-generic/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocesser-script-generic/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocesser-script-generic/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocesser-script-generic/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocesser-script-generic/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocesser-script-generic/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocesser-script-generic/_cm.json) ___ ### Script output diff --git a/script/get-preprocessed-dataset-imagenet/README.md b/script/get-preprocessed-dataset-imagenet/README.md index 83b0ea9348..965adbbb53 100644 --- a/script/get-preprocessed-dataset-imagenet/README.md +++ b/script/get-preprocessed-dataset-imagenet/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-imagenet)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-imagenet)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,dataset,imagenet,ILSVRC,image-classification,preprocessed* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,dataset,imagenet,ILSVRC,image-classification,preprocessed"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,dataset,imagenet,ILSVRC,image-classification,preprocessed) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get dataset imagenet ILSVRC image-classification preprocessed[variations]" [--input_flags]` @@ -161,7 +159,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_torchvision * CM names: `--adr.['torchvision']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_tflite_tpu` - Environment variables: - *CM_MODEL*: `resnet50` @@ -305,7 +303,7 @@ ___ - Workflow: 1. ***Read "prehook_deps" on other CM scripts*** * get,generic,image-preprocessor - - CM script: [get-preprocesser-script-generic](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocesser-script-generic) + - CM script: [get-preprocesser-script-generic](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocesser-script-generic) * **`_mlcommons-reference-preprocessor`** (default) - Environment variables: - *CM_DATASET_REFERENCE_PREPROCESSOR*: `1` @@ -400,37 +398,37 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-imagenet/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-imagenet/_cm.json)*** * get,python3 * `if (CM_IMAGENET_PREPROCESSED_PATH != on)` * CM names: `--adr.['python3', 'python']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,dataset,image-classification,original * `if (CM_IMAGENET_PREPROCESSED_PATH != on)` * CM names: `--adr.['original-dataset']...` - - CM script: [get-dataset-imagenet-val](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-val) + - CM script: [get-dataset-imagenet-val](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-imagenet-val) * get,dataset-aux,image-classification,imagenet-aux * `if (CM_DATASET_TYPE == validation) AND (CM_IMAGENET_PREPROCESSED_PATH != on)` - - CM script: [get-dataset-imagenet-aux](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-aux) + - CM script: [get-dataset-imagenet-aux](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-imagenet-aux) * get,dataset,imagenet,calibration * `if (CM_DATASET_TYPE == calibration)` - - CM script: [get-dataset-imagenet-calibration](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-calibration) + - CM script: [get-dataset-imagenet-calibration](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-imagenet-calibration) * get,generic-python-lib,_package.opencv-python-headless - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_pillow - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * mlperf,mlcommons,inference,source,src * `if (CM_DATASET_REFERENCE_PREPROCESSOR == 1) AND (CM_IMAGENET_PREPROCESSED_PATH != on)` * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-imagenet/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-imagenet/_cm.json) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-imagenet/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-imagenet/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-imagenet/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-imagenet/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-imagenet/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-imagenet/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-imagenet/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-imagenet/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-imagenet/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-imagenet/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-imagenet/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-imagenet/_cm.json) ___ ### Script output diff --git a/script/get-preprocessed-dataset-kits19/README.md b/script/get-preprocessed-dataset-kits19/README.md index 396d134a9b..35e4a05b20 100644 --- a/script/get-preprocessed-dataset-kits19/README.md +++ b/script/get-preprocessed-dataset-kits19/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-kits19)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-kits19)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,dataset,medical-imaging,kits19,preprocessed* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,dataset,medical-imaging,kits19,preprocessed"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,dataset,medical-imaging,kits19,preprocessed) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get dataset medical-imaging kits19 preprocessed[variations]" [--input_flags]` @@ -198,30 +196,30 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-kits19/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-kits19/_cm.json)*** * get,python3 * CM names: `--adr.['python3', 'python']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,dataset,medical-imaging,kits19,original * CM names: `--adr.['original-dataset']...` - - CM script: [get-dataset-kits19](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-kits19) + - CM script: [get-dataset-kits19](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-kits19) * mlperf,mlcommons,inference,source,src * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,generic-python-lib,_scipy - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_nibabel - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_numpy * CM names: `--adr.['numpy']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-kits19/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-kits19/_cm.json) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-kits19/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-kits19/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-kits19/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-kits19/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-kits19/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-kits19/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-kits19/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-kits19/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-kits19/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-kits19/_cm.json) ___ ### Script output diff --git a/script/get-preprocessed-dataset-librispeech/README.md b/script/get-preprocessed-dataset-librispeech/README.md index 17156741ac..875bcf494d 100644 --- a/script/get-preprocessed-dataset-librispeech/README.md +++ b/script/get-preprocessed-dataset-librispeech/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-librispeech)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-librispeech)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,dataset,speech-recognition,librispeech,preprocessed* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,dataset,speech-recognition,librispeech,preprocessed"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,dataset,speech-recognition,librispeech,preprocessed) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get dataset speech-recognition librispeech preprocessed[variations]" [--input_flags]` @@ -186,31 +184,31 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-librispeech/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-librispeech/_cm.json)*** * get,python3 * CM names: `--adr.['python3', 'python']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,dataset,speech-recognition,librispeech,original * CM names: `--adr.['original-dataset']...` - - CM script: [get-dataset-librispeech](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-librispeech) + - CM script: [get-dataset-librispeech](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-librispeech) * mlperf,mlcommons,inference,source,src * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,generic-python-lib,_sox - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_pandas - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_tqdm - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,sys-util,generic,_sox - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-librispeech/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-librispeech/_cm.json) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-librispeech/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-librispeech/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-librispeech/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-librispeech/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-librispeech/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-librispeech/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-librispeech/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-librispeech/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-librispeech/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-librispeech/_cm.json) ___ ### Script output diff --git a/script/get-preprocessed-dataset-openimages/README.md b/script/get-preprocessed-dataset-openimages/README.md index d2deba2d80..84ee7e5341 100644 --- a/script/get-preprocessed-dataset-openimages/README.md +++ b/script/get-preprocessed-dataset-openimages/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-openimages)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-openimages)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,dataset,openimages,open-images,object-detection,preprocessed* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,dataset,openimages,open-images,object-detection,preprocessed"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,dataset,openimages,open-images,object-detection,preprocessed) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get dataset openimages open-images object-detection preprocessed[variations]" [--input_flags]` @@ -296,13 +294,13 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_torch * CM names: `--adr.['torch', 'pytorch']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torchvision * CM names: `--adr.['torchvision']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) 1. ***Read "prehook_deps" on other CM scripts*** * get,generic,image-preprocessor - - CM script: [get-preprocesser-script-generic](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocesser-script-generic) + - CM script: [get-preprocesser-script-generic](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocesser-script-generic) * **`_mlcommons-reference-preprocessor`** (default) - Environment variables: - *CM_DATASET_REFERENCE_PREPROCESSOR*: `1` @@ -351,39 +349,39 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-openimages/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-openimages/_cm.json)*** * get,python3 * CM names: `--adr.['python3', 'python']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,dataset,object-detection,openimages,original * CM names: `--adr.['original-dataset']...` - - CM script: [get-dataset-openimages](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-openimages) + - CM script: [get-dataset-openimages](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-openimages) * mlperf,mlcommons,inference,source,src * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,generic-python-lib,_pycocotools * CM names: `--adr.['pycocotools']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_opencv-python - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_pillow - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.ujson - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_numpy * CM names: `--adr.['numpy']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_numpy * CM names: `--adr.['numpy']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-openimages/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-openimages/_cm.json) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-openimages/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-openimages/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-openimages/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-openimages/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-openimages/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-openimages/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-openimages/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-openimages/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-openimages/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-openimages/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-openimages/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-openimages/_cm.json) ___ ### Script output diff --git a/script/get-preprocessed-dataset-openorca/README.md b/script/get-preprocessed-dataset-openorca/README.md index 44386e3a24..cd4e07dd97 100644 --- a/script/get-preprocessed-dataset-openorca/README.md +++ b/script/get-preprocessed-dataset-openorca/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-openorca)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-openorca)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,dataset,openorca,language-processing,preprocessed* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,dataset,openorca,language-processing,preprocessed"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,dataset,openorca,language-processing,preprocessed) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get dataset openorca language-processing preprocessed[variations]" ` @@ -141,33 +139,33 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-openorca/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-openorca/_cm.json)*** * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,dataset,original,openorca * CM names: `--adr.['openorca-original', 'dataset-original']...` - - CM script: [get-dataset-openorca](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-openorca) + - CM script: [get-dataset-openorca](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-openorca) * mlperf,inference,source * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,generic-python-lib,_package.pyarrow * CM names: `--adr.['pyarrow']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.fastparquet * CM names: `--adr.['fastparquet']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,ml-model,llama2 - - CM script: [get-ml-model-llama2](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-llama2) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-openorca/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-openorca/_cm.json) + - CM script: [get-ml-model-llama2](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-llama2) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-openorca/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-openorca/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-openorca/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-openorca/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-openorca/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-openorca/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-openorca/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-openorca/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-openorca/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-openorca/_cm.json) ___ ### Script output diff --git a/script/get-preprocessed-dataset-squad/README.md b/script/get-preprocessed-dataset-squad/README.md index 862ccfbc31..c7d80cfd0a 100644 --- a/script/get-preprocessed-dataset-squad/README.md +++ b/script/get-preprocessed-dataset-squad/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-squad)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-squad)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *get,dataset,preprocessed,tokenized,squad* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,dataset,preprocessed,tokenized,squad"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,dataset,preprocessed,tokenized,squad) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get dataset preprocessed tokenized squad[variations]" ` @@ -139,7 +137,7 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,preprocessed,squad,_pickle - - CM script: [get-preprocessed-dataset-squad](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-squad) + - CM script: [get-preprocessed-dataset-squad](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-squad) @@ -193,33 +191,33 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-squad/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-squad/_cm.yaml)*** * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,mlperf,inference,src * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,squad,dataset,original * CM names: `--adr.['squad-dataset']...` - - CM script: [get-dataset-squad](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-squad) + - CM script: [get-dataset-squad](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-squad) * get,squad,vocab * CM names: `--adr.['squad-vocab']...` - - CM script: [get-bert-squad-vocab](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-bert-squad-vocab) + - CM script: [get-bert-squad-vocab](https://github.com/mlcommons/cm4mlops/tree/master/script/get-bert-squad-vocab) * get,generic-python-lib,_package.tokenization - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.transformers - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.tensorflow - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-squad/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-squad/_cm.yaml) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-squad/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-squad/_cm.yaml) 1. ***Run native script if exists*** - * [run-packed.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-squad/run-packed.sh) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-squad/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-squad/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-squad/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-preprocessed-dataset-squad/_cm.yaml) + * [run-packed.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-squad/run-packed.sh) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-squad/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-squad/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-squad/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-preprocessed-dataset-squad/_cm.yaml) ___ ### Script output diff --git a/script/get-python3/README.md b/script/get-python3/README.md index 227637668a..e2d0d3db49 100644 --- a/script/get-python3/README.md +++ b/script/get-python3/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-python3)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-python3)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,python,python3,get-python,get-python3* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,python,python3,get-python,get-python3"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,python,python3,get-python,get-python3) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get python python3 get-python get-python3[variations]" ` @@ -105,7 +103,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,generic,conda-package,_name.#,_package.python * CM names: `--adr.['conda-package', 'conda-python']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * `_custom-path.#` - Environment variables: - *CM_PYTHON_BIN_WITH_PATH*: `#` @@ -137,18 +135,18 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-python3/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-python3/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-python3/_cm.json)*** + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-python3/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-python3/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-python3/_cm.json)*** * install,python,src * `if (CM_REQUIRE_INSTALL == yes)` - - CM script: [install-python-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-python-src) + - CM script: [install-python-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-python-src) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-python3/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-python3/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-python3/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-python3/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-python3/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-python3/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-python3/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-python3/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-python3/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-python3/_cm.json) ___ ### Script output diff --git a/script/get-qaic-apps-sdk/README.md b/script/get-qaic-apps-sdk/README.md index f235fbfcce..8365953960 100644 --- a/script/get-qaic-apps-sdk/README.md +++ b/script/get-qaic-apps-sdk/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-qaic-apps-sdk)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-qaic-apps-sdk)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,detect,qaic,apps,sdk,apps-sdk,qaic-apps-sdk* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,detect,qaic,apps,sdk,apps-sdk,qaic-apps-sdk"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,detect,qaic,apps,sdk,apps-sdk,qaic-apps-sdk) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get detect qaic apps sdk apps-sdk qaic-apps-sdk" ` @@ -102,13 +100,13 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-qaic-apps-sdk/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-qaic-apps-sdk/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-qaic-apps-sdk/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-qaic-apps-sdk/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-qaic-apps-sdk/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-qaic-apps-sdk/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-qaic-apps-sdk/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-qaic-apps-sdk/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-qaic-apps-sdk/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-qaic-apps-sdk/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-qaic-apps-sdk/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-qaic-apps-sdk/_cm.json) ___ ### Script output diff --git a/script/get-qaic-platform-sdk/README.md b/script/get-qaic-platform-sdk/README.md index b63abaa41b..f712c98591 100644 --- a/script/get-qaic-platform-sdk/README.md +++ b/script/get-qaic-platform-sdk/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-qaic-platform-sdk)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-qaic-platform-sdk)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,detect,qaic,platform,sdk,platform-sdk,qaic-platform-sdk* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,detect,qaic,platform,sdk,platform-sdk,qaic-platform-sdk"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,detect,qaic,platform,sdk,platform-sdk,qaic-platform-sdk) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get detect qaic platform sdk platform-sdk qaic-platform-sdk" ` @@ -102,15 +100,15 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-qaic-platform-sdk/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-qaic-platform-sdk/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-qaic-platform-sdk/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-qaic-platform-sdk/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-qaic-platform-sdk/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-qaic-platform-sdk/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-qaic-platform-sdk/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-qaic-platform-sdk/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-qaic-platform-sdk/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-qaic-platform-sdk/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-qaic-platform-sdk/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-qaic-platform-sdk/_cm.json) ___ ### Script output diff --git a/script/get-qaic-software-kit/README.md b/script/get-qaic-software-kit/README.md index 6b78eb1c76..62ab27a7c5 100644 --- a/script/get-qaic-software-kit/README.md +++ b/script/get-qaic-software-kit/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-qaic-software-kit)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-qaic-software-kit)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,qaic,software,kit,qaic-software-kit* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,qaic,software,kit,qaic-software-kit"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,qaic,software,kit,qaic-software-kit) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get qaic software kit qaic-software-kit[variations]" ` @@ -138,31 +136,31 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-qaic-software-kit/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-qaic-software-kit/_cm.json)*** * get,git,repo * CM names: `--adr.['qaic-software-git-repo']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) * get,generic,sys-util,_libudev-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic,sys-util,_libpci-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,google,test - - CM script: [get-google-test](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-google-test) + - CM script: [get-google-test](https://github.com/mlcommons/cm4mlops/tree/master/script/get-google-test) * get,cmake * CM names: `--adr.['cmake']...` - - CM script: [get-cmake](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake) + - CM script: [get-cmake](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmake) * get,compiler * CM names: `--adr.['compiler']...` - - CM script: [get-cl](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cl) - - CM script: [get-gcc](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-gcc) - - CM script: [get-llvm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-llvm) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-qaic-software-kit/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-qaic-software-kit/_cm.json) + - CM script: [get-cl](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cl) + - CM script: [get-gcc](https://github.com/mlcommons/cm4mlops/tree/master/script/get-gcc) + - CM script: [get-llvm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-llvm) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-qaic-software-kit/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-qaic-software-kit/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-qaic-software-kit/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-qaic-software-kit/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-qaic-software-kit/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-qaic-software-kit/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-qaic-software-kit/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-qaic-software-kit/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-qaic-software-kit/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-qaic-software-kit/_cm.json) ___ ### Script output diff --git a/script/get-rclone/README.md b/script/get-rclone/README.md index 415c071647..6dcd4adda1 100644 --- a/script/get-rclone/README.md +++ b/script/get-rclone/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-rclone)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-rclone)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,rclone* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,rclone"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,rclone) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get rclone[variations]" ` @@ -125,17 +123,17 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-rclone/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-rclone/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-rclone/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-rclone/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-rclone/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-rclone/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-rclone/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-rclone/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-rclone/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-rclone/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-rclone/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-rclone/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-rclone/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-rclone/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-rclone/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-rclone/_cm.json) ___ ### Script output diff --git a/script/get-rocm/README.md b/script/get-rocm/README.md index 50962358a2..7d1b7612ec 100644 --- a/script/get-rocm/README.md +++ b/script/get-rocm/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-rocm)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-rocm)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,rocm,get-rocm* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,rocm,get-rocm"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,rocm,get-rocm) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get rocm get-rocm" ` @@ -102,17 +100,17 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-rocm/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-rocm/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-rocm/_cm.json)*** + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-rocm/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-rocm/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-rocm/_cm.json)*** * install,rocm * `if (CM_REQUIRE_INSTALL == yes)` - - CM script: [install-rocm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-rocm) + - CM script: [install-rocm](https://github.com/mlcommons/cm4mlops/tree/master/script/install-rocm) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-rocm/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-rocm/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-rocm/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-rocm/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-rocm/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-rocm/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-rocm/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-rocm/_cm.json) ___ ### Script output diff --git a/script/get-spec-ptd/README.md b/script/get-spec-ptd/README.md index a3d397d21d..5c27972272 100644 --- a/script/get-spec-ptd/README.md +++ b/script/get-spec-ptd/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-spec-ptd)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-spec-ptd)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,spec,ptd,ptdaemon,power,daemon,power-daemon,mlperf,mlcommons* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -89,8 +89,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,spec,ptd,ptdaemon,power,daemon,power-daemon,mlperf,mlcommons"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,spec,ptd,ptdaemon,power,daemon,power-daemon,mlperf,mlcommons) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get spec ptd ptdaemon power daemon power-daemon mlperf mlcommons" [--input_flags]` @@ -137,21 +135,21 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-spec-ptd/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-spec-ptd/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,git,repo,_repo.https://github.com/mlcommons/power - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-spec-ptd/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-spec-ptd/_cm.json) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-spec-ptd/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-spec-ptd/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-spec-ptd/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-spec-ptd/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-spec-ptd/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-spec-ptd/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-spec-ptd/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-spec-ptd/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-spec-ptd/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-spec-ptd/_cm.json) ___ ### Script output diff --git a/script/get-sys-utils-cm/README.md b/script/get-sys-utils-cm/README.md index 4b1e6b0acb..ea3fec7b10 100644 --- a/script/get-sys-utils-cm/README.md +++ b/script/get-sys-utils-cm/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-sys-utils-cm)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-sys-utils-cm)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,sys-utils-cm* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,sys-utils-cm"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,sys-utils-cm) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get sys-utils-cm[variations]" [--input_flags]` @@ -133,21 +131,21 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-sys-utils-cm/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-sys-utils-cm/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-sys-utils-cm/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-sys-utils-cm/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-sys-utils-cm/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-sys-utils-cm/_cm.json) 1. ***Run native script if exists*** - * [run-arch.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-sys-utils-cm/run-arch.sh) - * [run-debian.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-sys-utils-cm/run-debian.sh) - * [run-macos.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-sys-utils-cm/run-macos.sh) - * [run-rhel.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-sys-utils-cm/run-rhel.sh) - * [run-sles.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-sys-utils-cm/run-sles.sh) - * [run-ubuntu.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-sys-utils-cm/run-ubuntu.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-sys-utils-cm/_cm.json) + * [run-arch.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-sys-utils-cm/run-arch.sh) + * [run-debian.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-sys-utils-cm/run-debian.sh) + * [run-macos.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-sys-utils-cm/run-macos.sh) + * [run-rhel.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-sys-utils-cm/run-rhel.sh) + * [run-sles.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-sys-utils-cm/run-sles.sh) + * [run-ubuntu.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-sys-utils-cm/run-ubuntu.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-sys-utils-cm/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-sys-utils-cm/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-sys-utils-cm/_cm.json) ___ ### Script output diff --git a/script/get-sys-utils-min/README.md b/script/get-sys-utils-min/README.md index 7197513dd9..c200ad0d08 100644 --- a/script/get-sys-utils-min/README.md +++ b/script/get-sys-utils-min/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-sys-utils-min)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-sys-utils-min)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,sys-utils-min* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,sys-utils-min"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,sys-utils-min) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get sys-utils-min" ` @@ -102,13 +100,13 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-sys-utils-min/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-sys-utils-min/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-sys-utils-min/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-sys-utils-min/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-sys-utils-min/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-sys-utils-min/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-sys-utils-min/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-sys-utils-min/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-sys-utils-min/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-sys-utils-min/_cm.json) ___ ### Script output diff --git a/script/get-tensorrt/README.md b/script/get-tensorrt/README.md index d0562e558d..07153e1538 100644 --- a/script/get-tensorrt/README.md +++ b/script/get-tensorrt/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-tensorrt)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-tensorrt)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,tensorrt,nvidia* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -92,8 +92,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,tensorrt,nvidia"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,tensorrt,nvidia) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get tensorrt nvidia[variations]" [--input_flags]` @@ -145,19 +143,19 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-tensorrt/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-tensorrt/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-tensorrt/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-tensorrt/_cm.json) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-tensorrt/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-tensorrt/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-tensorrt/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-tensorrt/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-tensorrt/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-tensorrt/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-tensorrt/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-tensorrt/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-tensorrt/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-tensorrt/_cm.json) ___ ### Script output diff --git a/script/get-terraform/README.md b/script/get-terraform/README.md index f15886e9a5..4db568141d 100644 --- a/script/get-terraform/README.md +++ b/script/get-terraform/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-terraform)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-terraform)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,terraform,get-terraform* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,terraform,get-terraform"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,terraform,get-terraform) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get terraform get-terraform" ` @@ -102,17 +100,17 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-terraform/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-terraform/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-terraform/_cm.json)*** + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-terraform/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-terraform/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-terraform/_cm.json)*** * install,terraform * `if (CM_REQUIRE_INSTALL == yes)` - - CM script: [install-terraform-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-terraform-from-src) + - CM script: [install-terraform-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-terraform-from-src) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-terraform/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-terraform/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-terraform/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-terraform/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-terraform/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-terraform/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-terraform/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-terraform/_cm.json) ___ ### Script output diff --git a/script/get-tvm-model/README.md b/script/get-tvm-model/README.md index ddced43751..61775fb9fa 100644 --- a/script/get-tvm-model/README.md +++ b/script/get-tvm-model/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-tvm-model)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-tvm-model)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,ml-model-tvm,tvm-model* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,ml-model-tvm,tvm-model"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,ml-model-tvm,tvm-model) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get ml-model-tvm tvm-model[variations]" ` @@ -103,11 +101,11 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_xgboost - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_pandas - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_tornado - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) @@ -135,7 +133,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_onnx * CM names: `--adr.['onnx']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_pytorch` - Aliases: `_torch` - Environment variables: @@ -144,9 +142,9 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_torch * CM names: `--adr.['pytorch', 'torch']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torchvision - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_tensorflow` - Aliases: `_tf` - Environment variables: @@ -155,7 +153,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_tensorflow * CM names: `--adr.['tensorflow']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_tflite` - Environment variables: - *CM_TVM_FRONTEND_FRAMEWORK*: `tflite` @@ -163,7 +161,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_tflite * CM names: `--adr.['tflite']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) @@ -231,44 +229,44 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-tvm-model/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-tvm-model/_cm.json)*** * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,tvm * CM names: `--adr.['tvm']...` - - CM script: [get-tvm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-tvm) + - CM script: [get-tvm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-tvm) * get,generic-python-lib,_decorator - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_psutil - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_scipy - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_attrs - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-tvm-model/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-tvm-model/_cm.json)*** + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-tvm-model/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-tvm-model/_cm.json)*** * get,ml-model,raw * CM names: `--adr.['original-model']...` - - CM script: [get-ml-model-3d-unet-kits19](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-3d-unet-kits19) - - CM script: [get-ml-model-bert-base-squad](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-bert-base-squad) - - CM script: [get-ml-model-bert-large-squad](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-bert-large-squad) - - CM script: [get-ml-model-dlrm-terabyte](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-dlrm-terabyte) - - CM script: [get-ml-model-efficientnet-lite](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-efficientnet-lite) - - CM script: [get-ml-model-gptj](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-gptj) - - CM script: [get-ml-model-huggingface-zoo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-huggingface-zoo) - - CM script: [get-ml-model-llama2](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-llama2) - - CM script: [get-ml-model-mobilenet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-mobilenet) - - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-resnet50) - - CM script: [get-ml-model-retinanet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-retinanet) - - CM script: [get-ml-model-rnnt](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-rnnt) - - CM script: [get-ml-model-stable-diffusion](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-stable-diffusion) - - CM script: [get-ml-model-tiny-resnet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-tiny-resnet) + - CM script: [get-ml-model-3d-unet-kits19](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-3d-unet-kits19) + - CM script: [get-ml-model-bert-base-squad](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-bert-base-squad) + - CM script: [get-ml-model-bert-large-squad](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-bert-large-squad) + - CM script: [get-ml-model-dlrm-terabyte](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-dlrm-terabyte) + - CM script: [get-ml-model-efficientnet-lite](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-efficientnet-lite) + - CM script: [get-ml-model-gptj](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-gptj) + - CM script: [get-ml-model-huggingface-zoo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-huggingface-zoo) + - CM script: [get-ml-model-llama2](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-llama2) + - CM script: [get-ml-model-mobilenet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-mobilenet) + - CM script: [get-ml-model-resnet50](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-resnet50) + - CM script: [get-ml-model-retinanet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-retinanet) + - CM script: [get-ml-model-rnnt](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-rnnt) + - CM script: [get-ml-model-stable-diffusion](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-stable-diffusion) + - CM script: [get-ml-model-tiny-resnet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-tiny-resnet) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-tvm-model/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-tvm-model/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-tvm-model/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-tvm-model/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-tvm-model/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-tvm-model/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-tvm-model/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-tvm-model/_cm.json) ___ ### Script output diff --git a/script/get-tvm/README.md b/script/get-tvm/README.md index 9c7fafd64d..af40c0419a 100644 --- a/script/get-tvm/README.md +++ b/script/get-tvm/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-tvm)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-tvm)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,tvm,get-tvm* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,tvm,get-tvm"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,tvm,get-tvm) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get tvm get-tvm[variations]" ` @@ -103,7 +101,7 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,cuda - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * `_openmp` - Environment variables: - *CM_TVM_USE_OPENMP*: `yes` @@ -123,14 +121,14 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,llvm * CM names: `--adr.['llvm']...` - - CM script: [get-llvm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-llvm) + - CM script: [get-llvm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-llvm) * `_pip-install` - Environment variables: - *CM_TVM_PIP_INSTALL*: `yes` - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_apache-tvm - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) @@ -161,28 +159,28 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-tvm/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-tvm/_cm.json)*** * cmake,get-cmake - - CM script: [get-cmake](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake) + - CM script: [get-cmake](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmake) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,generic-python-lib,_typing_extensions - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_decorator - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_scipy - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_attrs - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_psutil - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-tvm/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-tvm/_cm.json) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-tvm/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-tvm/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-tvm/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-tvm/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-tvm/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-tvm/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-tvm/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-tvm/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-tvm/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-tvm/_cm.json) ___ ### Script output diff --git a/script/get-xilinx-sdk/README.md b/script/get-xilinx-sdk/README.md index 2b402b84cc..aa2f7dba5a 100644 --- a/script/get-xilinx-sdk/README.md +++ b/script/get-xilinx-sdk/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-xilinx-sdk)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-xilinx-sdk)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,xilinx,sdk* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,xilinx,sdk"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,xilinx,sdk) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get xilinx sdk" [--input_flags]` @@ -121,14 +119,14 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-xilinx-sdk/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-xilinx-sdk/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-xilinx-sdk/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-xilinx-sdk/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-xilinx-sdk/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-xilinx-sdk/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-xilinx-sdk/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-xilinx-sdk/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-xilinx-sdk/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-xilinx-sdk/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-xilinx-sdk/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-xilinx-sdk/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-xilinx-sdk/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-xilinx-sdk/_cm.json) ___ ### Script output diff --git a/script/get-zendnn/README.md b/script/get-zendnn/README.md index d3f560dcab..acf66bf023 100644 --- a/script/get-zendnn/README.md +++ b/script/get-zendnn/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zendnn)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zendnn)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,zendnn,amd,from.src* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,zendnn,amd,from.src"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,zendnn,amd,from.src) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get zendnn amd from.src" ` @@ -102,24 +100,24 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zendnn/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zendnn/_cm.json)*** * get,amd,aocl * CM names: `--adr.['aocl']...` - - CM script: [get-aocl](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-aocl) + - CM script: [get-aocl](https://github.com/mlcommons/cm4mlops/tree/master/script/get-aocl) * get,lib,blis,_amd - - CM script: [get-blis](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-blis) + - CM script: [get-blis](https://github.com/mlcommons/cm4mlops/tree/master/script/get-blis) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,git,_repo.https://github.com/amd/ZenDNN.git - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zendnn/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zendnn/_cm.json) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zendnn/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zendnn/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zendnn/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zendnn/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zendnn/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zendnn/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zendnn/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zendnn/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zendnn/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zendnn/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zendnn/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zendnn/_cm.json) ___ ### Script output diff --git a/script/get-zephyr-sdk/README.md b/script/get-zephyr-sdk/README.md index 070b698cf7..07c2df73b5 100644 --- a/script/get-zephyr-sdk/README.md +++ b/script/get-zephyr-sdk/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zephyr-sdk)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zephyr-sdk)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,zephyr-sdk* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,zephyr-sdk"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,zephyr-sdk) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get zephyr-sdk" ` @@ -108,16 +106,16 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zephyr-sdk/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zephyr-sdk/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zephyr-sdk/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zephyr-sdk/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zephyr-sdk/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zephyr-sdk/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zephyr-sdk/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zephyr-sdk/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zephyr-sdk/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zephyr-sdk/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zephyr-sdk/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zephyr-sdk/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zephyr-sdk/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zephyr-sdk/_cm.json) ___ ### Script output diff --git a/script/get-zephyr/README.md b/script/get-zephyr/README.md index 5b31dbb4f2..e36cd805c6 100644 --- a/script/get-zephyr/README.md +++ b/script/get-zephyr/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zephyr)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zephyr)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,zephyr* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,zephyr"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,zephyr) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get zephyr" ` @@ -106,22 +104,22 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zephyr/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zephyr/_cm.json)*** * get,python3 * CM names: `--adr.['python3', 'python']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,cmake - - CM script: [get-cmake](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake) + - CM script: [get-cmake](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmake) * get,generic-python-lib,_west - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zephyr/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zephyr/_cm.json) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zephyr/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zephyr/_cm.json) 1. ***Run native script if exists*** - * [run-ubuntu.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zephyr/run-ubuntu.sh) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zephyr/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zephyr/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zephyr/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/get-zephyr/_cm.json) + * [run-ubuntu.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zephyr/run-ubuntu.sh) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zephyr/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zephyr/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zephyr/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/get-zephyr/_cm.json) ___ ### Script output diff --git a/script/gui/README.md b/script/gui/README.md index 20ee96c07c..c68754f51a 100644 --- a/script/gui/README.md +++ b/script/gui/README.md @@ -31,8 +31,8 @@ python3 -m http.server 80 --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/gui)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/gui)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *cm,gui,cm-gui,script-gui,cm-script-gui,streamlit* * Output cached? *False* @@ -49,7 +49,7 @@ python3 -m http.server 80 #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -111,8 +111,6 @@ if r['return']>0: ```cmr "cm gui" --script="cm,gui,cm-gui,script-gui,cm-script-gui,streamlit"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=cm,gui,cm-gui,script-gui,cm-script-gui,streamlit) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "cm gui cm-gui script-gui cm-script-gui streamlit[variations]" [--input_flags]` @@ -137,9 +135,9 @@ ___ - Workflow: 1. ***Read "prehook_deps" on other CM scripts*** * get,generic-python-lib,_matplotlib - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_mpld3 - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_main` - Environment variables: - *CM_GUI_APP*: `app` @@ -150,19 +148,19 @@ ___ - Workflow: 1. ***Read "prehook_deps" on other CM scripts*** * get,generic-python-lib,_matplotlib - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_mpld3 - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_streamlit_option_menu - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_numpy - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_pandas - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.plotly - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.streamlit-aggrid - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) @@ -214,28 +212,28 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/gui/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/gui/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,python * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,generic-python-lib,_cmind - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_streamlit - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/gui/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/gui/_cm.yaml) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/gui/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/gui/_cm.yaml) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/gui/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/gui/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/gui/_cm.yaml) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/gui/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/gui/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/gui/_cm.yaml) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/gui/_cm.yaml) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/gui/_cm.yaml) ___ ### Script output diff --git a/script/import-mlperf-inference-to-experiment/README.md b/script/import-mlperf-inference-to-experiment/README.md index 1a02202258..f7708790e3 100644 --- a/script/import-mlperf-inference-to-experiment/README.md +++ b/script/import-mlperf-inference-to-experiment/README.md @@ -12,8 +12,8 @@ Developers: [Grigori Fursin](https://cKnowledge.org/gfursin) --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/import-mlperf-inference-to-experiment)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/import-mlperf-inference-to-experiment)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *import,mlperf,inference,mlperf-inference,experiment,2experiment,to-experiment* * Output cached? *False* @@ -30,7 +30,7 @@ Developers: [Grigori Fursin](https://cKnowledge.org/gfursin) #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="import,mlperf,inference,mlperf-inference,experiment,2experiment,to-experiment"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=import,mlperf,inference,mlperf-inference,experiment,2experiment,to-experiment) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "import mlperf inference mlperf-inference experiment 2experiment to-experiment[variations]" [--input_flags]` @@ -134,17 +132,17 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/import-mlperf-inference-to-experiment/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/import-mlperf-inference-to-experiment/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/import-mlperf-inference-to-experiment/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/import-mlperf-inference-to-experiment/_cm.yaml) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/import-mlperf-inference-to-experiment/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/import-mlperf-inference-to-experiment/_cm.yaml) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/import-mlperf-inference-to-experiment/_cm.yaml) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/import-mlperf-inference-to-experiment/_cm.yaml) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/import-mlperf-inference-to-experiment/_cm.yaml) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/import-mlperf-inference-to-experiment/_cm.yaml) ___ ### Script output diff --git a/script/import-mlperf-tiny-to-experiment/README.md b/script/import-mlperf-tiny-to-experiment/README.md index ab2cf804d1..99d55bc712 100644 --- a/script/import-mlperf-tiny-to-experiment/README.md +++ b/script/import-mlperf-tiny-to-experiment/README.md @@ -12,8 +12,8 @@ Developers: [Grigori Fursin](https://cKnowledge.org/gfursin) --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/import-mlperf-tiny-to-experiment)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/import-mlperf-tiny-to-experiment)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *import,mlperf,tiny,mlperf-tiny,experiment,2experiment,to-experiment* * Output cached? *False* @@ -30,7 +30,7 @@ Developers: [Grigori Fursin](https://cKnowledge.org/gfursin) #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="import,mlperf,tiny,mlperf-tiny,experiment,2experiment,to-experiment"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=import,mlperf,tiny,mlperf-tiny,experiment,2experiment,to-experiment) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "import mlperf tiny mlperf-tiny experiment 2experiment to-experiment" [--input_flags]` @@ -117,17 +115,17 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/import-mlperf-tiny-to-experiment/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/import-mlperf-tiny-to-experiment/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/import-mlperf-tiny-to-experiment/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/import-mlperf-tiny-to-experiment/_cm.yaml) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/import-mlperf-tiny-to-experiment/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/import-mlperf-tiny-to-experiment/_cm.yaml) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/import-mlperf-tiny-to-experiment/_cm.yaml) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/import-mlperf-tiny-to-experiment/_cm.yaml) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/import-mlperf-tiny-to-experiment/_cm.yaml) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/import-mlperf-tiny-to-experiment/_cm.yaml) ___ ### Script output diff --git a/script/import-mlperf-training-to-experiment/README.md b/script/import-mlperf-training-to-experiment/README.md index 4de8407719..e5f76bed76 100644 --- a/script/import-mlperf-training-to-experiment/README.md +++ b/script/import-mlperf-training-to-experiment/README.md @@ -12,8 +12,8 @@ Developers: [Grigori Fursin](https://cKnowledge.org/gfursin) --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/import-mlperf-training-to-experiment)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/import-mlperf-training-to-experiment)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *import,mlperf,training,mlperf-training,experiment,2experiment,to-experiment* * Output cached? *False* @@ -30,7 +30,7 @@ Developers: [Grigori Fursin](https://cKnowledge.org/gfursin) #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="import,mlperf,training,mlperf-training,experiment,2experiment,to-experiment"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=import,mlperf,training,mlperf-training,experiment,2experiment,to-experiment) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "import mlperf training mlperf-training experiment 2experiment to-experiment" [--input_flags]` @@ -117,23 +115,23 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/import-mlperf-training-to-experiment/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/import-mlperf-training-to-experiment/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,mlperf,logging - - CM script: [get-mlperf-logging](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-logging) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/import-mlperf-training-to-experiment/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/import-mlperf-training-to-experiment/_cm.yaml) + - CM script: [get-mlperf-logging](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-logging) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/import-mlperf-training-to-experiment/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/import-mlperf-training-to-experiment/_cm.yaml) 1. ***Run native script if exists*** - * [run_mlperf_logger.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/import-mlperf-training-to-experiment/run_mlperf_logger.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/import-mlperf-training-to-experiment/_cm.yaml) + * [run_mlperf_logger.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/import-mlperf-training-to-experiment/run_mlperf_logger.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/import-mlperf-training-to-experiment/_cm.yaml) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/import-mlperf-training-to-experiment/_cm.yaml) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/import-mlperf-training-to-experiment/_cm.yaml) ___ ### Script output diff --git a/script/install-aws-cli/README.md b/script/install-aws-cli/README.md index 9b2f8718b0..b75abb542e 100644 --- a/script/install-aws-cli/README.md +++ b/script/install-aws-cli/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-aws-cli)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-aws-cli)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,script,aws-cli,aws,cli* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,script,aws-cli,aws,cli"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,script,aws-cli,aws,cli) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install script aws-cli aws cli" ` @@ -102,19 +100,19 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-aws-cli/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-aws-cli/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-aws-cli/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-aws-cli/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-aws-cli/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-aws-cli/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-aws-cli/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-aws-cli/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-aws-cli/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-aws-cli/_cm.json) 1. Run "postrocess" function from customize.py - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-aws-cli/_cm.json)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-aws-cli/_cm.json)*** * get,aws-cli * `if (CM_REQUIRE_INSTALL != yes)` - - CM script: [get-aws-cli](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-aws-cli) + - CM script: [get-aws-cli](https://github.com/mlcommons/cm4mlops/tree/master/script/get-aws-cli) ___ ### Script output diff --git a/script/install-bazel/README.md b/script/install-bazel/README.md index 7eb6119d07..c5fdbb6a45 100644 --- a/script/install-bazel/README.md +++ b/script/install-bazel/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-bazel)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-bazel)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,script,bazel* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,script,bazel"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,script,bazel) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install script bazel" ` @@ -105,21 +103,21 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-bazel/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-bazel/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-bazel/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-bazel/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-bazel/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-bazel/_cm.json) 1. ***Run native script if exists*** - * [run-aarch64.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-bazel/run-aarch64.sh) - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-bazel/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-bazel/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-bazel/_cm.json) + * [run-aarch64.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-bazel/run-aarch64.sh) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-bazel/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-bazel/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-bazel/_cm.json) 1. Run "postrocess" function from customize.py - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-bazel/_cm.json)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-bazel/_cm.json)*** * get,bazel * `if (CM_REQUIRE_INSTALL != yes)` - - CM script: [get-bazel](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-bazel) + - CM script: [get-bazel](https://github.com/mlcommons/cm4mlops/tree/master/script/get-bazel) ___ ### Script output diff --git a/script/install-cmake-prebuilt/README.md b/script/install-cmake-prebuilt/README.md index 89bc1c9144..51656a9681 100644 --- a/script/install-cmake-prebuilt/README.md +++ b/script/install-cmake-prebuilt/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-cmake-prebuilt)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-cmake-prebuilt)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,prebuilt,cmake,prebuilt-cmake,install-prebuilt-cmake* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,prebuilt,cmake,prebuilt-cmake,install-prebuilt-cmake"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,prebuilt,cmake,prebuilt-cmake,install-prebuilt-cmake) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install prebuilt cmake prebuilt-cmake install-prebuilt-cmake" ` @@ -105,19 +103,19 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-cmake-prebuilt/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-cmake-prebuilt/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-cmake-prebuilt/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-cmake-prebuilt/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-cmake-prebuilt/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-cmake-prebuilt/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-cmake-prebuilt/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-cmake-prebuilt/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-cmake-prebuilt/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-cmake-prebuilt/_cm.json) 1. Run "postrocess" function from customize.py - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-cmake-prebuilt/_cm.json)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-cmake-prebuilt/_cm.json)*** * get,cmake * `if (CM_REQUIRE_INSTALL != yes)` - - CM script: [get-cmake](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake) + - CM script: [get-cmake](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmake) ___ ### Script output diff --git a/script/install-cuda-package-manager/README.md b/script/install-cuda-package-manager/README.md index c8af286eeb..c8acce0d8a 100644 --- a/script/install-cuda-package-manager/README.md +++ b/script/install-cuda-package-manager/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-cuda-package-manager)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-cuda-package-manager)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,package-manager,cuda,package-manager-cuda,install-pm-cuda* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,package-manager,cuda,package-manager-cuda,install-pm-cuda"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,package-manager,cuda,package-manager-cuda,install-pm-cuda) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install package-manager cuda package-manager-cuda install-pm-cuda" ` @@ -102,20 +100,20 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-cuda-package-manager/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-cuda-package-manager/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-cuda-package-manager/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-cuda-package-manager/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-cuda-package-manager/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-cuda-package-manager/_cm.json) 1. ***Run native script if exists*** - * [run-ubuntu.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-cuda-package-manager/run-ubuntu.sh) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-cuda-package-manager/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-cuda-package-manager/_cm.json) + * [run-ubuntu.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-cuda-package-manager/run-ubuntu.sh) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-cuda-package-manager/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-cuda-package-manager/_cm.json) 1. Run "postrocess" function from customize.py - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-cuda-package-manager/_cm.json)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-cuda-package-manager/_cm.json)*** * get,cuda * `if (CM_REQUIRE_INSTALL != yes)` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) ___ ### Script output diff --git a/script/install-cuda-prebuilt/README.md b/script/install-cuda-prebuilt/README.md index 6a93b32171..04111eb7dc 100644 --- a/script/install-cuda-prebuilt/README.md +++ b/script/install-cuda-prebuilt/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-cuda-prebuilt)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-cuda-prebuilt)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,prebuilt,cuda,prebuilt-cuda,install-prebuilt-cuda* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,prebuilt,cuda,prebuilt-cuda,install-prebuilt-cuda"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,prebuilt,cuda,prebuilt-cuda,install-prebuilt-cuda) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install prebuilt cuda prebuilt-cuda install-prebuilt-cuda[variations]" [--input_flags]` @@ -151,22 +149,22 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-cuda-prebuilt/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-cuda-prebuilt/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-cuda-prebuilt/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-cuda-prebuilt/_cm.json)*** + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-cuda-prebuilt/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-cuda-prebuilt/_cm.json)*** * download,file * CM names: `--adr.['download-script']...` - - CM script: [download-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-file) + - CM script: [download-file](https://github.com/mlcommons/cm4mlops/tree/master/script/download-file) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-cuda-prebuilt/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-cuda-prebuilt/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-cuda-prebuilt/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-cuda-prebuilt/_cm.json) 1. Run "postrocess" function from customize.py - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-cuda-prebuilt/_cm.json)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-cuda-prebuilt/_cm.json)*** * get,cuda * `if (CM_REQUIRE_INSTALL != yes)` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) ___ ### Script output diff --git a/script/install-gcc-src/README.md b/script/install-gcc-src/README.md index bfa3bd5e7e..b202a1de1d 100644 --- a/script/install-gcc-src/README.md +++ b/script/install-gcc-src/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-gcc-src)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-gcc-src)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,src,gcc,src-gcc* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,src,gcc,src-gcc"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,src,gcc,src-gcc) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install src gcc src-gcc" ` @@ -106,19 +104,19 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-gcc-src/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-gcc-src/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-gcc-src/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-gcc-src/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-gcc-src/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-gcc-src/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-gcc-src/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-gcc-src/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-gcc-src/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-gcc-src/_cm.json) 1. Run "postrocess" function from customize.py - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-gcc-src/_cm.json)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-gcc-src/_cm.json)*** * get,gcc * `if (CM_REQUIRE_INSTALL != yes)` - - CM script: [get-gcc](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-gcc) + - CM script: [get-gcc](https://github.com/mlcommons/cm4mlops/tree/master/script/get-gcc) ___ ### Script output diff --git a/script/install-generic-conda-package/README.md b/script/install-generic-conda-package/README.md index 01e962f232..6743ef9000 100644 --- a/script/install-generic-conda-package/README.md +++ b/script/install-generic-conda-package/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-generic-conda-package)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-generic-conda-package)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,install,generic,generic-conda-lib,conda-lib,conda-package,generic-conda-package* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,install,generic,generic-conda-lib,conda-lib,conda-package,generic-conda-package"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,install,generic,generic-conda-lib,conda-lib,conda-package,generic-conda-package) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get install generic generic-conda-lib conda-lib conda-package generic-conda-package[variations]" ` @@ -132,24 +130,24 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-generic-conda-package/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-generic-conda-package/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,conda * CM names: `--adr.['conda']...` - - CM script: [get-conda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-conda) + - CM script: [get-conda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-conda) * get,conda * CM names: `--adr.['conda']...` - - CM script: [get-conda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-conda) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-generic-conda-package/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-generic-conda-package/_cm.json) + - CM script: [get-conda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-conda) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-generic-conda-package/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-generic-conda-package/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-generic-conda-package/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-generic-conda-package/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-generic-conda-package/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-generic-conda-package/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-generic-conda-package/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-generic-conda-package/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-generic-conda-package/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-generic-conda-package/_cm.json) ___ ### Script output diff --git a/script/install-gflags/README.md b/script/install-gflags/README.md index 695bf28180..dc4ab3c751 100644 --- a/script/install-gflags/README.md +++ b/script/install-gflags/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-gflags)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-gflags)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,src,get,gflags* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,src,get,gflags"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,src,get,gflags) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install src get gflags" ` @@ -106,20 +104,20 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-gflags/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-gflags/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,cmake - - CM script: [get-cmake](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-gflags/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-gflags/_cm.json) + - CM script: [get-cmake](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmake) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-gflags/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-gflags/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-gflags/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-gflags/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-gflags/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-gflags/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-gflags/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-gflags/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-gflags/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-gflags/_cm.json) ___ ### Script output diff --git a/script/install-github-cli/README.md b/script/install-github-cli/README.md index df2074423d..65cfb01cb6 100644 --- a/script/install-github-cli/README.md +++ b/script/install-github-cli/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-github-cli)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-github-cli)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,gh,github,cli,github-cli* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,gh,github,cli,github-cli"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,gh,github,cli,github-cli) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install gh github cli github-cli" ` @@ -102,18 +100,18 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-github-cli/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-github-cli/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-github-cli/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-github-cli/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-github-cli/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-github-cli/_cm.json) 1. ***Run native script if exists*** - * [run-macos.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-github-cli/run-macos.sh) - * [run-rhel.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-github-cli/run-rhel.sh) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-github-cli/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-github-cli/_cm.json) + * [run-macos.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-github-cli/run-macos.sh) + * [run-rhel.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-github-cli/run-rhel.sh) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-github-cli/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-github-cli/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-github-cli/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-github-cli/_cm.json) ___ ### Script output diff --git a/script/install-ipex-from-src/README.md b/script/install-ipex-from-src/README.md index cd53770cd9..14a7561172 100644 --- a/script/install-ipex-from-src/README.md +++ b/script/install-ipex-from-src/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-ipex-from-src)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-ipex-from-src)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,get,src,from.src,ipex,src-ipex* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,get,src,from.src,ipex,src-ipex"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,get,src,from.src,ipex,src-ipex) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install get src from.src ipex src-ipex[variations]" ` @@ -108,18 +106,18 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,conda,_name.gptj-pt * CM names: `--adr.['conda']...` - - CM script: [get-conda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-conda) + - CM script: [get-conda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-conda) * get,generic,conda-package,_package.python * CM names: `--adr.['conda-package', 'python3']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.wheel,_source.conda-forge * CM names: `--adr.['conda-package', 'wheel']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.setuptools,_source.conda-forge * CM names: `--adr.['conda-package', 'setuptools']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * install,llvm,src,_for-intel-mlperf-inference-v3.1-gptj - - CM script: [install-llvm-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-llvm-src) + - CM script: [install-llvm-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-llvm-src) * `_sha.#` - Environment variables: - *CM_GIT_CHECKOUT_SHA*: `#` @@ -165,29 +163,29 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-ipex-from-src/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-ipex-from-src/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,python3 * `if (CM_CONDA_ENV != yes)` * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,pytorch,from.src * `if (CM_CONDA_ENV != yes)` * CM names: `--adr.['pytorch']...` - - CM script: [install-pytorch-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-pytorch-from-src) + - CM script: [install-pytorch-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-pytorch-from-src) * get,git,repo * CM names: `--adr.['ipex-src-repo']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-ipex-from-src/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-ipex-from-src/_cm.json) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-ipex-from-src/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-ipex-from-src/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-ipex-from-src/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-ipex-from-src/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-ipex-from-src/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-ipex-from-src/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-ipex-from-src/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-ipex-from-src/_cm.json) ___ ### Script output diff --git a/script/install-llvm-prebuilt/README.md b/script/install-llvm-prebuilt/README.md index 24c9573349..902eaa97af 100644 --- a/script/install-llvm-prebuilt/README.md +++ b/script/install-llvm-prebuilt/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-llvm-prebuilt)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-llvm-prebuilt)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,prebuilt,llvm,prebuilt-llvm,install-prebuilt-llvm* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,prebuilt,llvm,prebuilt-llvm,install-prebuilt-llvm"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,prebuilt,llvm,prebuilt-llvm,install-prebuilt-llvm) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install prebuilt llvm prebuilt-llvm install-prebuilt-llvm" ` @@ -105,20 +103,20 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-llvm-prebuilt/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-llvm-prebuilt/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-llvm-prebuilt/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-llvm-prebuilt/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-llvm-prebuilt/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-llvm-prebuilt/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-llvm-prebuilt/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-llvm-prebuilt/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-llvm-prebuilt/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-llvm-prebuilt/customize.py)*** - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-llvm-prebuilt/_cm.json)*** + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-llvm-prebuilt/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-llvm-prebuilt/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-llvm-prebuilt/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-llvm-prebuilt/customize.py)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-llvm-prebuilt/_cm.json)*** * get,llvm * `if (CM_REQUIRE_INSTALL != yes)` - - CM script: [get-llvm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-llvm) + - CM script: [get-llvm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-llvm) ___ ### Script output diff --git a/script/install-llvm-src/README.md b/script/install-llvm-src/README.md index 7991e0ab8d..1746ffad60 100644 --- a/script/install-llvm-src/README.md +++ b/script/install-llvm-src/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-llvm-src)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-llvm-src)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,src,llvm,from.src,src-llvm* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,src,llvm,from.src,src-llvm"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,src,llvm,from.src,src-llvm) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install src llvm from.src src-llvm[variations]" ` @@ -107,26 +105,26 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,gcc - - CM script: [get-gcc](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-gcc) + - CM script: [get-gcc](https://github.com/mlcommons/cm4mlops/tree/master/script/get-gcc) * get,conda,_name.bert-pt * CM names: `--adr.['conda']...` - - CM script: [get-conda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-conda) + - CM script: [get-conda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-conda) * get,conda-package,_package.ncurses,_source.conda-forge * CM names: `--adr.['conda-package', 'ncurses']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.ninja * CM names: `--adr.['conda-package', 'ninja']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.cmake * CM names: `--adr.['conda-package', 'cmake']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,conda-package,_package.llvm-openmp,_source.conda-forge - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,conda-package,_package.chardet - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.libstdcxx-ng,_source.conda-forge * CM names: `--adr.['conda-package', 'libstdcxx-ng']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * `_for-intel-mlperf-inference-v3.1-gptj` - Environment variables: - *CM_LLVM_CONDA_ENV*: `yes` @@ -136,44 +134,44 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-sys-util,_g++-12 - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,gcc - - CM script: [get-gcc](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-gcc) + - CM script: [get-gcc](https://github.com/mlcommons/cm4mlops/tree/master/script/get-gcc) * get,conda,_name.gptj-pt * CM names: `--adr.['conda']...` - - CM script: [get-conda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-conda) + - CM script: [get-conda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-conda) * get,generic,conda-package,_package.python * CM names: `--adr.['conda-package', 'python']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,conda-package,_package.ncurses,_source.conda-forge * CM names: `--adr.['conda-package', 'ncurses']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,conda-package,_package.chardet - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.libstdcxx-ng,_source.conda-forge * CM names: `--adr.['conda-package', 'libstdcxx-ng']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.mkl,_source.intel * CM names: `--adr.['conda-package', 'mkl']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.mkl-include,_source.intel * CM names: `--adr.['conda-package', 'mkl-include']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.intel-openmp,_source.intel * CM names: `--adr.['conda-package', 'intel-openmp']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.gperftools,_source.conda-forge * CM names: `--adr.['conda-package', 'gperftools']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.pybind11,_source.conda-forge * CM names: `--adr.['conda-package', 'pybind11']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic-python-lib,_custom-python,_package.torch,_url.git+https://github.com/pytorch/pytorch.git@927dc662386af052018212c7d01309a506fc94cd - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_custom-python,_package.setuptools - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_custom-python,_package.neural-compressor,_url.git+https://github.com/intel/neural-compressor.git@a2931eaa4052eec195be3c79a13f7bfa23e54473 - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_full-history` - Workflow: * `_runtimes.#` @@ -249,30 +247,30 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-llvm-src/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-llvm-src/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,cmake * `if (CM_LLVM_CONDA_ENV != yes)` - - CM script: [get-cmake](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake) + - CM script: [get-cmake](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmake) * get,generic-sys-util,_ninja-build * `if (CM_LLVM_CONDA_ENV != yes)` - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,git,repo * CM names: `--adr.['llvm-src-repo']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-llvm-src/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-llvm-src/_cm.json) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-llvm-src/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-llvm-src/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-llvm-src/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-llvm-src/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-llvm-src/customize.py)*** - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-llvm-src/_cm.json)*** + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-llvm-src/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-llvm-src/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-llvm-src/customize.py)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-llvm-src/_cm.json)*** * get,llvm * `if (CM_REQUIRE_INSTALL != yes)` - - CM script: [get-llvm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-llvm) + - CM script: [get-llvm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-llvm) ___ ### Script output diff --git a/script/install-mlperf-logging-from-src/README.md b/script/install-mlperf-logging-from-src/README.md index 2b955f2899..885a883f29 100644 --- a/script/install-mlperf-logging-from-src/README.md +++ b/script/install-mlperf-logging-from-src/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-mlperf-logging-from-src)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-mlperf-logging-from-src)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *install,mlperf,logging,from.src* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,mlperf,logging,from.src"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,mlperf,logging,from.src) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install mlperf logging from.src" ` @@ -105,19 +103,19 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-mlperf-logging-from-src/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-mlperf-logging-from-src/_cm.yaml)*** * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,git,repo,_repo.https://github.com/mlcommons/logging - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-mlperf-logging-from-src/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-mlperf-logging-from-src/_cm.yaml) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-mlperf-logging-from-src/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-mlperf-logging-from-src/_cm.yaml) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-mlperf-logging-from-src/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-mlperf-logging-from-src/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-mlperf-logging-from-src/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-mlperf-logging-from-src/_cm.yaml) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-mlperf-logging-from-src/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-mlperf-logging-from-src/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-mlperf-logging-from-src/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-mlperf-logging-from-src/_cm.yaml) ___ ### Script output diff --git a/script/install-nccl-libs/README.md b/script/install-nccl-libs/README.md index 7b9e65bb64..4e72cf8052 100644 --- a/script/install-nccl-libs/README.md +++ b/script/install-nccl-libs/README.md @@ -10,8 +10,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-nccl-libs)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-nccl-libs)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *install,nccl,libs* * Output cached? *False* @@ -28,7 +28,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,nccl,libs"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,nccl,libs) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install nccl libs[variations]" ` @@ -99,7 +97,7 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,cuda - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) @@ -117,15 +115,15 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-nccl-libs/_cm.yaml) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-nccl-libs/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-nccl-libs/_cm.yaml) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-nccl-libs/_cm.yaml) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-nccl-libs/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-nccl-libs/_cm.yaml) 1. ***Run native script if exists*** - * [run-ubuntu.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-nccl-libs/run-ubuntu.sh) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-nccl-libs/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-nccl-libs/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-nccl-libs/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-nccl-libs/_cm.yaml) + * [run-ubuntu.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-nccl-libs/run-ubuntu.sh) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-nccl-libs/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-nccl-libs/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-nccl-libs/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-nccl-libs/_cm.yaml) ___ ### Script output diff --git a/script/install-numactl-from-src/README.md b/script/install-numactl-from-src/README.md index fc1328c04e..dd69d6889a 100644 --- a/script/install-numactl-from-src/README.md +++ b/script/install-numactl-from-src/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-numactl-from-src)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-numactl-from-src)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,src,from.src,numactl,src-numactl* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,src,from.src,numactl,src-numactl"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,src,from.src,numactl,src-numactl) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install src from.src numactl src-numactl[variations]" ` @@ -146,21 +144,21 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-numactl-from-src/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-numactl-from-src/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,git,repo * CM names: `--adr.['numactl-src-repo']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-numactl-from-src/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-numactl-from-src/_cm.json) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-numactl-from-src/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-numactl-from-src/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-numactl-from-src/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-numactl-from-src/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-numactl-from-src/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-numactl-from-src/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-numactl-from-src/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-numactl-from-src/_cm.json) ___ ### Script output diff --git a/script/install-onednn-from-src/README.md b/script/install-onednn-from-src/README.md index baac91350c..4ac9f120e5 100644 --- a/script/install-onednn-from-src/README.md +++ b/script/install-onednn-from-src/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-onednn-from-src)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-onednn-from-src)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,get,src,from.src,onednn,src-onednn* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,get,src,from.src,onednn,src-onednn"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,get,src,from.src,onednn,src-onednn) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install get src from.src onednn src-onednn[variations]" ` @@ -151,25 +149,25 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-onednn-from-src/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-onednn-from-src/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,python3 * `if (CM_CONDA_ENV != yes)` * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,git,repo * CM names: `--adr.['onednn-src-repo']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-onednn-from-src/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-onednn-from-src/_cm.json) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-onednn-from-src/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-onednn-from-src/_cm.json) 1. ***Run native script if exists*** - * [run-intel-mlperf-inference.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-onednn-from-src/run-intel-mlperf-inference.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-onednn-from-src/_cm.json) + * [run-intel-mlperf-inference.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-onednn-from-src/run-intel-mlperf-inference.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-onednn-from-src/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-onednn-from-src/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-onednn-from-src/_cm.json) ___ ### Script output diff --git a/script/install-onnxruntime-from-src/README.md b/script/install-onnxruntime-from-src/README.md index 7170210582..1aade64a73 100644 --- a/script/install-onnxruntime-from-src/README.md +++ b/script/install-onnxruntime-from-src/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-onnxruntime-from-src)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-onnxruntime-from-src)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,get,src,from.src,onnxruntime,src-onnxruntime* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,get,src,from.src,onnxruntime,src-onnxruntime"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,get,src,from.src,onnxruntime,src-onnxruntime) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install get src from.src onnxruntime src-onnxruntime[variations]" ` @@ -108,7 +106,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,cuda,_cudnn * CM names: `--adr.['cuda']...` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * `_sha.#` - Environment variables: - *CM_GIT_CHECKOUT_SHA*: `#` @@ -150,31 +148,31 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-onnxruntime-from-src/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-onnxruntime-from-src/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * fail,filter,_windows - - CM script: [fail](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/fail) + - CM script: [fail](https://github.com/mlcommons/cm4mlops/tree/master/script/fail) * get,python3 * `if (CM_CONDA_ENV != yes)` * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,cmake - - CM script: [get-cmake](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake) + - CM script: [get-cmake](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmake) * get,gcc - - CM script: [get-gcc](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-gcc) + - CM script: [get-gcc](https://github.com/mlcommons/cm4mlops/tree/master/script/get-gcc) * get,git,repo * CM names: `--adr.['onnxruntime-src-repo']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-onnxruntime-from-src/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-onnxruntime-from-src/_cm.json) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-onnxruntime-from-src/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-onnxruntime-from-src/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-onnxruntime-from-src/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-onnxruntime-from-src/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-onnxruntime-from-src/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-onnxruntime-from-src/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-onnxruntime-from-src/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-onnxruntime-from-src/_cm.json) ___ ### Script output diff --git a/script/install-openssl/README.md b/script/install-openssl/README.md index c46b1b9841..ed7ae2a756 100644 --- a/script/install-openssl/README.md +++ b/script/install-openssl/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-openssl)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-openssl)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,src,openssl,openssl-lib* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,src,openssl,openssl-lib"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,src,openssl,openssl-lib) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install src openssl openssl-lib" ` @@ -106,21 +104,21 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-openssl/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-openssl/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-openssl/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-openssl/_cm.json) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-openssl/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-openssl/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-openssl/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-openssl/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-openssl/customize.py)*** - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-openssl/_cm.json)*** + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-openssl/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-openssl/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-openssl/customize.py)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-openssl/_cm.json)*** * get,openssl * `if (CM_REQUIRE_INSTALL != yes)` - - CM script: [get-openssl](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-openssl) + - CM script: [get-openssl](https://github.com/mlcommons/cm4mlops/tree/master/script/get-openssl) ___ ### Script output diff --git a/script/install-pip-package-for-cmind-python/README.md b/script/install-pip-package-for-cmind-python/README.md index a4fdf16d0f..bcc7da9017 100644 --- a/script/install-pip-package-for-cmind-python/README.md +++ b/script/install-pip-package-for-cmind-python/README.md @@ -10,8 +10,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-pip-package-for-cmind-python)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-pip-package-for-cmind-python)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *install,pip,package,pip-package,for-cmind-python,for.cmind-python* * Output cached? *True* @@ -28,7 +28,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,pip,package,pip-package,for-cmind-python,for.cmind-python"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,pip,package,pip-package,for-cmind-python,for.cmind-python) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install pip package pip-package for-cmind-python for.cmind-python[variations]" ` @@ -116,13 +114,13 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-pip-package-for-cmind-python/_cm.yaml) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-pip-package-for-cmind-python/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-pip-package-for-cmind-python/_cm.yaml) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-pip-package-for-cmind-python/_cm.yaml) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-pip-package-for-cmind-python/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-pip-package-for-cmind-python/_cm.yaml) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-pip-package-for-cmind-python/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-pip-package-for-cmind-python/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-pip-package-for-cmind-python/_cm.yaml) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-pip-package-for-cmind-python/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-pip-package-for-cmind-python/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-pip-package-for-cmind-python/_cm.yaml) ___ ### Script output diff --git a/script/install-python-src/README.md b/script/install-python-src/README.md index 4bfd73e580..c04ba32b1d 100644 --- a/script/install-python-src/README.md +++ b/script/install-python-src/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-python-src)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-python-src)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,src,python,python3,src-python3,src-python* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,src,python,python3,src-python3,src-python"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,src,python,python3,src-python3,src-python) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install src python python3 src-python3 src-python[variations]" ` @@ -119,7 +117,7 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,openssl - - CM script: [get-openssl](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-openssl) + - CM script: [get-openssl](https://github.com/mlcommons/cm4mlops/tree/master/script/get-openssl) * `_with-ssl` - Environment variables: - *CM_ENABLE_SSL*: `yes` @@ -151,22 +149,22 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-python-src/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-python-src/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-python-src/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-python-src/_cm.json) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-python-src/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-python-src/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-python-src/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-python-src/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-python-src/customize.py)*** - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-python-src/_cm.json)*** + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-python-src/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-python-src/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-python-src/customize.py)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-python-src/_cm.json)*** * get,python3 * `if (CM_REQUIRE_INSTALL != yes)` * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) ___ ### Script output diff --git a/script/install-python-venv/README.md b/script/install-python-venv/README.md index 3588ca8bc2..8b269d7413 100644 --- a/script/install-python-venv/README.md +++ b/script/install-python-venv/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-python-venv)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-python-venv)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,python,get-python-venv,python-venv* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,python,get-python-venv,python-venv"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,python,get-python-venv,python-venv) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install python get-python-venv python-venv[variations]" ` @@ -124,20 +122,20 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-python-venv/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-python-venv/_cm.json)*** * get,python,-virtual - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-python-venv/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-python-venv/_cm.json) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-python-venv/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-python-venv/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-python-venv/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-python-venv/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-python-venv/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-python-venv/customize.py)*** - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-python-venv/_cm.json)*** + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-python-venv/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-python-venv/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-python-venv/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-python-venv/customize.py)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-python-venv/_cm.json)*** * get,python3 * CM names: `--adr.['register-python']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) ___ ### Script output diff --git a/script/install-pytorch-from-src/README.md b/script/install-pytorch-from-src/README.md index db0aba0520..0608be90fa 100644 --- a/script/install-pytorch-from-src/README.md +++ b/script/install-pytorch-from-src/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-pytorch-from-src)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-pytorch-from-src)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,get,src,from.src,pytorch,src-pytorch* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,get,src,from.src,pytorch,src-pytorch"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,get,src,from.src,pytorch,src-pytorch) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install get src from.src pytorch src-pytorch[variations]" ` @@ -115,7 +113,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,cuda,_cudnn * CM names: `--adr.['cuda']...` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * `_for-intel-mlperf-inference-v3.1-bert` - Environment variables: - *CM_CONDA_ENV*: `yes` @@ -124,56 +122,56 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-sys-util,_libffi7 - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,conda,_name.bert-pt * CM names: `--adr.['conda']...` - - CM script: [get-conda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-conda) + - CM script: [get-conda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-conda) * get,generic,conda-package,_package.ncurses,_source.conda-forge * CM names: `--adr.['conda-package', 'ncurses']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.python * CM names: `--adr.['conda-package', 'python3']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * install,llvm,src,_tag.llvmorg-15.0.7,_runtimes.libcxx:libcxxabi:openmp,_clang,_release,_for-intel-mlperf-inference-v3.1-bert - - CM script: [install-llvm-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-llvm-src) + - CM script: [install-llvm-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-llvm-src) * get,generic,conda-package,_package.ninja * CM names: `--adr.['conda-package', 'ninja']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.cmake * CM names: `--adr.['conda-package', 'cmake']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.mkl,_source.intel * CM names: `--adr.['conda-package', 'mkl']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.mkl-include,_source.intel * CM names: `--adr.['conda-package', 'mkl-include']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.intel-openmp,_source.intel * CM names: `--adr.['conda-package', 'intel-openmp']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.llvm-openmp,_source.conda-forge * CM names: `--adr.['conda-package', 'llvm-openmp']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.jemalloc,_source.conda-forge * CM names: `--adr.['conda-package', 'jemalloc']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.wheel,_source.conda-forge * CM names: `--adr.['conda-package', 'wheel']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.setuptools,_source.conda-forge * CM names: `--adr.['conda-package', 'setuptools']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.future,_source.conda-forge * CM names: `--adr.['conda-package', 'future']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.libstdcxx-ng,_source.conda-forge * CM names: `--adr.['conda-package', 'libstdcxx-ng']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * `_for-nvidia-mlperf-inference-v3.1` - Workflow: 1. ***Read "deps" on other CM scripts*** * get,cmake - - CM script: [get-cmake](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake) + - CM script: [get-cmake](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmake) * `_sha.#` - Environment variables: - *CM_GIT_CHECKOUT_SHA*: `#` @@ -219,26 +217,26 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-pytorch-from-src/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-pytorch-from-src/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,python3 * `if (CM_CONDA_ENV != yes)` * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,git,repo * CM names: `--adr.['pytorch-src-repo']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-pytorch-from-src/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-pytorch-from-src/_cm.json) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-pytorch-from-src/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-pytorch-from-src/_cm.json) 1. ***Run native script if exists*** - * [run-intel-mlperf-inference-v3_1.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-pytorch-from-src/run-intel-mlperf-inference-v3_1.sh) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-pytorch-from-src/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-pytorch-from-src/_cm.json) + * [run-intel-mlperf-inference-v3_1.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-pytorch-from-src/run-intel-mlperf-inference-v3_1.sh) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-pytorch-from-src/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-pytorch-from-src/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-pytorch-from-src/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-pytorch-from-src/_cm.json) ___ ### Script output diff --git a/script/install-pytorch-kineto-from-src/README.md b/script/install-pytorch-kineto-from-src/README.md index 9c5ad5af0a..270f3dd67d 100644 --- a/script/install-pytorch-kineto-from-src/README.md +++ b/script/install-pytorch-kineto-from-src/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-pytorch-kineto-from-src)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-pytorch-kineto-from-src)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,get,src,from.src,pytorch-kineto,kineto,src-pytorch-kineto* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,get,src,from.src,pytorch-kineto,kineto,src-pytorch-kineto"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,get,src,from.src,pytorch-kineto,kineto,src-pytorch-kineto) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install get src from.src pytorch-kineto kineto src-pytorch-kineto[variations]" ` @@ -115,7 +113,7 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,cuda,_cudnn * CM names: `--adr.['cuda']...` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * `_sha.#` - Environment variables: - *CM_GIT_CHECKOUT_SHA*: `#` @@ -161,27 +159,27 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-pytorch-kineto-from-src/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-pytorch-kineto-from-src/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,python3 * `if (CM_CONDA_ENV != yes)` * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,cmake - - CM script: [get-cmake](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake) + - CM script: [get-cmake](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmake) * get,git,repo * CM names: `--adr.['pytorch-kineto-src-repo']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-pytorch-kineto-from-src/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-pytorch-kineto-from-src/_cm.json) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-pytorch-kineto-from-src/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-pytorch-kineto-from-src/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-pytorch-kineto-from-src/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-pytorch-kineto-from-src/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-pytorch-kineto-from-src/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-pytorch-kineto-from-src/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-pytorch-kineto-from-src/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-pytorch-kineto-from-src/_cm.json) ___ ### Script output diff --git a/script/install-qaic-compute-sdk-from-src/README.md b/script/install-qaic-compute-sdk-from-src/README.md index ada40a2243..b8895826d5 100644 --- a/script/install-qaic-compute-sdk-from-src/README.md +++ b/script/install-qaic-compute-sdk-from-src/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-qaic-compute-sdk-from-src)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-qaic-compute-sdk-from-src)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,qaic,from.src,software,compute,compute-sdk,qaic-compute-sdk,sdk* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,qaic,from.src,software,compute,compute-sdk,qaic-compute-sdk,sdk"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,qaic,from.src,software,compute,compute-sdk,qaic-compute-sdk,sdk) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get qaic from.src software compute compute-sdk qaic-compute-sdk sdk[variations]" ` @@ -158,36 +156,36 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-qaic-compute-sdk-from-src/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-qaic-compute-sdk-from-src/_cm.json)*** * get,git,repo,_repo.https://github.com/quic/software-kit-for-qualcomm-cloud-ai-100-cc * CM names: `--adr.['qaic-software-git-repo']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) * get,cmake * CM names: `--adr.['cmake']...` - - CM script: [get-cmake](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake) + - CM script: [get-cmake](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmake) * get,llvm,_from-src * CM names: `--adr.['llvm']...` - - CM script: [get-llvm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-llvm) + - CM script: [get-llvm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-llvm) * get,generic,sys-util,_libudev-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic,sys-util,_libpci-dev - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,google,test - - CM script: [get-google-test](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-google-test) + - CM script: [get-google-test](https://github.com/mlcommons/cm4mlops/tree/master/script/get-google-test) * get,generic-sys-util,_ninja-build - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic-sys-util,_rsync - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * download-and-extract,_extract,_url.https://codelinaro.jfrog.io/artifactory/codelinaro-toolchain-for-hexagon/v15.0.5/clang+llvm-15.0.5-cross-hexagon-unknown-linux-musl.tar.xz * CM names: `--adr.['dae']...` - - CM script: [download-and-extract](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-and-extract) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-qaic-compute-sdk-from-src/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-qaic-compute-sdk-from-src/_cm.json) + - CM script: [download-and-extract](https://github.com/mlcommons/cm4mlops/tree/master/script/download-and-extract) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-qaic-compute-sdk-from-src/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-qaic-compute-sdk-from-src/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-qaic-compute-sdk-from-src/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-qaic-compute-sdk-from-src/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-qaic-compute-sdk-from-src/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-qaic-compute-sdk-from-src/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-qaic-compute-sdk-from-src/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-qaic-compute-sdk-from-src/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-qaic-compute-sdk-from-src/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-qaic-compute-sdk-from-src/_cm.json) ___ ### Script output diff --git a/script/install-rocm/README.md b/script/install-rocm/README.md index 8bbe710108..019cd2cd63 100644 --- a/script/install-rocm/README.md +++ b/script/install-rocm/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-rocm)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-rocm)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,rocm,install-rocm* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,rocm,install-rocm"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,rocm,install-rocm) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install rocm install-rocm" ` @@ -105,18 +103,18 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-rocm/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-rocm/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-rocm/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-rocm/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-rocm/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-rocm/_cm.json) 1. ***Run native script if exists*** - * [run-rhel.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-rocm/run-rhel.sh) - * [run-ubuntu.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-rocm/run-ubuntu.sh) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-rocm/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-rocm/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-rocm/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-rocm/_cm.json) + * [run-rhel.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-rocm/run-rhel.sh) + * [run-ubuntu.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-rocm/run-ubuntu.sh) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-rocm/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-rocm/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-rocm/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-rocm/_cm.json) ___ ### Script output diff --git a/script/install-tensorflow-for-c/README.md b/script/install-tensorflow-for-c/README.md index ecec97bb28..845aae4516 100644 --- a/script/install-tensorflow-for-c/README.md +++ b/script/install-tensorflow-for-c/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tensorflow-for-c)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tensorflow-for-c)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,tensorflow,lib,lang-c* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,tensorflow,lib,lang-c"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,tensorflow,lib,lang-c) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install tensorflow lib lang-c" ` @@ -105,16 +103,16 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tensorflow-for-c/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tensorflow-for-c/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tensorflow-for-c/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tensorflow-for-c/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tensorflow-for-c/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tensorflow-for-c/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tensorflow-for-c/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tensorflow-for-c/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tensorflow-for-c/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tensorflow-for-c/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tensorflow-for-c/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tensorflow-for-c/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tensorflow-for-c/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tensorflow-for-c/_cm.json) ___ ### Script output diff --git a/script/install-tensorflow-from-src/README.md b/script/install-tensorflow-from-src/README.md index febdbbd0f3..ccff87fb1e 100644 --- a/script/install-tensorflow-from-src/README.md +++ b/script/install-tensorflow-from-src/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tensorflow-from-src)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tensorflow-from-src)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,install,tensorflow,lib,source,from-source,from-src,src,from.src* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,install,tensorflow,lib,source,from-source,from-src,src,from.src"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,install,tensorflow,lib,source,from-source,from-src,src,from.src) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get install tensorflow lib source from-source from-src src from.src[variations]" ` @@ -136,23 +134,23 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tensorflow-from-src/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tensorflow-from-src/_cm.json)*** * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,generic-sys-util,_zlib * `if (CM_HOST_OS_FLAVOR == ubuntu AND CM_HOST_OS_VERSION == 18.04)` - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic-python-lib,_package.numpy - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tensorflow-from-src/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tensorflow-from-src/_cm.json) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tensorflow-from-src/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tensorflow-from-src/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tensorflow-from-src/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tensorflow-from-src/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tensorflow-from-src/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tensorflow-from-src/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tensorflow-from-src/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tensorflow-from-src/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tensorflow-from-src/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tensorflow-from-src/_cm.json) ___ ### Script output diff --git a/script/install-terraform-from-src/README.md b/script/install-terraform-from-src/README.md index d839f25113..0d7c835311 100644 --- a/script/install-terraform-from-src/README.md +++ b/script/install-terraform-from-src/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-terraform-from-src)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-terraform-from-src)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,terraform,from-src* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,terraform,from-src"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,terraform,from-src) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install terraform from-src" ` @@ -106,18 +104,18 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-terraform-from-src/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-terraform-from-src/_cm.json)*** * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,tool,go - - CM script: [get-go](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-go) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-terraform-from-src/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-terraform-from-src/_cm.json) + - CM script: [get-go](https://github.com/mlcommons/cm4mlops/tree/master/script/get-go) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-terraform-from-src/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-terraform-from-src/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-terraform-from-src/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-terraform-from-src/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-terraform-from-src/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-terraform-from-src/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-terraform-from-src/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-terraform-from-src/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-terraform-from-src/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-terraform-from-src/_cm.json) ___ ### Script output diff --git a/script/install-tflite-from-src/README.md b/script/install-tflite-from-src/README.md index 2fde922659..aa40f96eb5 100644 --- a/script/install-tflite-from-src/README.md +++ b/script/install-tflite-from-src/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tflite-from-src)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tflite-from-src)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *get,install,tflite-cmake,tensorflow-lite-cmake,from-src* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="get,install,tflite-cmake,tensorflow-lite-cmake,from-src"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,install,tflite-cmake,tensorflow-lite-cmake,from-src) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "get install tflite-cmake tensorflow-lite-cmake from-src" ` @@ -107,23 +105,23 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tflite-from-src/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tflite-from-src/_cm.json)*** * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,compiler * CM names: `--adr.['compiler']...` - - CM script: [get-cl](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cl) - - CM script: [get-gcc](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-gcc) - - CM script: [get-llvm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-llvm) + - CM script: [get-cl](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cl) + - CM script: [get-gcc](https://github.com/mlcommons/cm4mlops/tree/master/script/get-gcc) + - CM script: [get-llvm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-llvm) * get,cmake - - CM script: [get-cmake](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tflite-from-src/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tflite-from-src/_cm.json) + - CM script: [get-cmake](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmake) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tflite-from-src/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tflite-from-src/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tflite-from-src/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tflite-from-src/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tflite-from-src/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tflite-from-src/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tflite-from-src/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tflite-from-src/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tflite-from-src/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tflite-from-src/_cm.json) ___ ### Script output diff --git a/script/install-torchvision-from-src/README.md b/script/install-torchvision-from-src/README.md index 34e41647f8..311da0aab5 100644 --- a/script/install-torchvision-from-src/README.md +++ b/script/install-torchvision-from-src/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-torchvision-from-src)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-torchvision-from-src)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,get,src,from.src,pytorchvision,torchvision,src-pytorchvision* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,get,src,from.src,pytorchvision,torchvision,src-pytorchvision"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,get,src,from.src,pytorchvision,torchvision,src-pytorchvision) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install get src from.src pytorchvision torchvision src-pytorchvision[variations]" ` @@ -115,12 +113,12 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,cuda,_cudnn * CM names: `--adr.['cuda']...` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) * `_for-nvidia-mlperf-inference-v3.1` - Workflow: 1. ***Read "deps" on other CM scripts*** * install,pytorch,from.src,_for-nvidia-mlperf-inference-v3.1 - - CM script: [install-pytorch-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-pytorch-from-src) + - CM script: [install-pytorch-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-pytorch-from-src) * `_sha.#` - Environment variables: - *CM_GIT_CHECKOUT_SHA*: `#` @@ -166,25 +164,25 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-torchvision-from-src/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-torchvision-from-src/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,python3 * `if (CM_CONDA_ENV != yes)` * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,git,repo * CM names: `--adr.['pytorchision-src-repo', 'torchision-src-repo']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-torchvision-from-src/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-torchvision-from-src/_cm.json) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-torchvision-from-src/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-torchvision-from-src/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-torchvision-from-src/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-torchvision-from-src/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-torchvision-from-src/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-torchvision-from-src/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-torchvision-from-src/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-torchvision-from-src/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-torchvision-from-src/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-torchvision-from-src/_cm.json) ___ ### Script output diff --git a/script/install-tpp-pytorch-extension/README.md b/script/install-tpp-pytorch-extension/README.md index b55bfe432c..1e83135ddc 100644 --- a/script/install-tpp-pytorch-extension/README.md +++ b/script/install-tpp-pytorch-extension/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tpp-pytorch-extension)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tpp-pytorch-extension)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,get,src,from.src,tpp-pex,src-tpp-pex* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,get,src,from.src,tpp-pex,src-tpp-pex"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,get,src,from.src,tpp-pex,src-tpp-pex) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install get src from.src tpp-pex src-tpp-pex[variations]" ` @@ -108,18 +106,18 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,conda,_name.gptj-pt * CM names: `--adr.['conda']...` - - CM script: [get-conda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-conda) + - CM script: [get-conda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-conda) * get,generic,conda-package,_package.python * CM names: `--adr.['conda-package', 'python3']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.wheel,_source.conda-forge * CM names: `--adr.['conda-package', 'wheel']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.setuptools,_source.conda-forge * CM names: `--adr.['conda-package', 'setuptools']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * install,llvm,src,_for-intel-mlperf-inference-v3.1-gptj - - CM script: [install-llvm-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-llvm-src) + - CM script: [install-llvm-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-llvm-src) * `_sha.#` - Environment variables: - *CM_GIT_CHECKOUT_SHA*: `#` @@ -165,29 +163,29 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tpp-pytorch-extension/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tpp-pytorch-extension/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,python3 * `if (CM_CONDA_ENV != yes)` * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,pytorch,from.src * `if (CM_CONDA_ENV != yes)` * CM names: `--adr.['pytorch']...` - - CM script: [install-pytorch-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-pytorch-from-src) + - CM script: [install-pytorch-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-pytorch-from-src) * get,git,repo * CM names: `--adr.['tpp-pex-src-repo']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tpp-pytorch-extension/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tpp-pytorch-extension/_cm.json) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tpp-pytorch-extension/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tpp-pytorch-extension/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tpp-pytorch-extension/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tpp-pytorch-extension/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tpp-pytorch-extension/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tpp-pytorch-extension/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-tpp-pytorch-extension/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-tpp-pytorch-extension/_cm.json) ___ ### Script output diff --git a/script/install-transformers-from-src/README.md b/script/install-transformers-from-src/README.md index f1db25e6cd..c719884717 100644 --- a/script/install-transformers-from-src/README.md +++ b/script/install-transformers-from-src/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-transformers-from-src)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-transformers-from-src)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *install,src,from.src,transformers,src-transformers* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="install,src,from.src,transformers,src-transformers"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=install,src,from.src,transformers,src-transformers) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "install src from.src transformers src-transformers[variations]" ` @@ -108,16 +106,16 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,conda,_name.bert-pt * CM names: `--adr.['conda']...` - - CM script: [get-conda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-conda) + - CM script: [get-conda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-conda) * get,generic,conda-package,_package.python * CM names: `--adr.['conda-package', 'python3']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.wheel,_source.conda-forge * CM names: `--adr.['conda-package', 'wheel']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * get,generic,conda-package,_package.setuptools,_source.conda-forge * CM names: `--adr.['conda-package', 'setuptools']...` - - CM script: [install-generic-conda-package](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-conda-package) + - CM script: [install-generic-conda-package](https://github.com/mlcommons/cm4mlops/tree/master/script/install-generic-conda-package) * `_sha.#` - Environment variables: - *CM_GIT_CHECKOUT_SHA*: `#` @@ -163,29 +161,29 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-transformers-from-src/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-transformers-from-src/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,python3 * `if (CM_CONDA_ENV != yes)` * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,pytorch,from.src * `if (CM_CONDA_ENV != yes)` * CM names: `--adr.['pytorch']...` - - CM script: [install-pytorch-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-pytorch-from-src) + - CM script: [install-pytorch-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-pytorch-from-src) * get,git,repo * CM names: `--adr.['transformers-src-repo']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-transformers-from-src/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-transformers-from-src/_cm.json) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-transformers-from-src/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-transformers-from-src/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-transformers-from-src/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-transformers-from-src/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-transformers-from-src/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-transformers-from-src/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/install-transformers-from-src/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/install-transformers-from-src/_cm.json) ___ ### Script output diff --git a/script/launch-benchmark/README.md b/script/launch-benchmark/README.md index 2e8a813899..84a904b860 100644 --- a/script/launch-benchmark/README.md +++ b/script/launch-benchmark/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/launch-benchmark)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/launch-benchmark)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *launch,benchmark* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="launch,benchmark"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=launch,benchmark) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "launch benchmark" ` @@ -102,13 +100,13 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/launch-benchmark/_cm.yaml) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/launch-benchmark/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/launch-benchmark/_cm.yaml) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/launch-benchmark/_cm.yaml) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/launch-benchmark/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/launch-benchmark/_cm.yaml) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/launch-benchmark/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/launch-benchmark/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/launch-benchmark/_cm.yaml) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/launch-benchmark/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/launch-benchmark/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/launch-benchmark/_cm.yaml) ___ ### Script output diff --git a/script/prepare-training-data-bert/README.md b/script/prepare-training-data-bert/README.md index 0cf162f6e1..fc0386cbdd 100644 --- a/script/prepare-training-data-bert/README.md +++ b/script/prepare-training-data-bert/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prepare-training-data-bert)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/prepare-training-data-bert)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *prepare,mlperf,training,data,input,bert* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="prepare,mlperf,training,data,input,bert"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=prepare,mlperf,training,data,input,bert) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "prepare mlperf training data input bert[variations]" [--input_flags]` @@ -103,7 +101,7 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,git,repo,_repo.https://github.com/wchen61/training_results_v2.1,_branch.fix_bert_prepare_data - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) * `_reference` - Environment variables: - *CM_TMP_VARIATION*: `reference` @@ -111,14 +109,14 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,mlperf,training,src * CM names: `--adr.['mlperf-training-src']...` - - CM script: [get-mlperf-training-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-training-src) + - CM script: [get-mlperf-training-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-training-src) * get,python3 * CM names: `--adr.['python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,generic-python-lib,_tensorflow - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_protobuf - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) @@ -156,30 +154,30 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prepare-training-data-bert/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prepare-training-data-bert/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prepare-training-data-bert/_cm.json)*** + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/prepare-training-data-bert/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/prepare-training-data-bert/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/prepare-training-data-bert/_cm.json)*** * download,file,_gdown,_url.https://drive.google.com/uc?id=1fbGClQMi2CoMv7fwrwTC5YYPooQBdcFW - - CM script: [download-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-file) + - CM script: [download-file](https://github.com/mlcommons/cm4mlops/tree/master/script/download-file) * download,file,_gdown,_url.https://drive.google.com/uc?id=1USK108J6hMM_d27xCHi738qBL8_BT1u1 - - CM script: [download-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-file) + - CM script: [download-file](https://github.com/mlcommons/cm4mlops/tree/master/script/download-file) * download,file,_gdown,_url.https://drive.google.com/uc?id=1tmMgLwoBvbEJEHXh77sqrXYw5RpqT8R_ - - CM script: [download-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-file) + - CM script: [download-file](https://github.com/mlcommons/cm4mlops/tree/master/script/download-file) * download-and-extract,file,_gdown,_extract,_url.https://drive.google.com/uc?id=14xV2OUGSQDG_yDBrmbSdcDC-QGeqpfs_ - - CM script: [download-and-extract](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-and-extract) + - CM script: [download-and-extract](https://github.com/mlcommons/cm4mlops/tree/master/script/download-and-extract) * download,file,_gdown,_url.https://drive.google.com/uc?id=1chiTBljF0Eh1U5pKs6ureVHgSbtU8OG_ - - CM script: [download-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-file) + - CM script: [download-file](https://github.com/mlcommons/cm4mlops/tree/master/script/download-file) * download,file,_gdown,_url.https://drive.google.com/uc?id=1Q47V3K3jFRkbJ2zGCrKkKk-n0fvMZsa0 - - CM script: [download-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-file) + - CM script: [download-file](https://github.com/mlcommons/cm4mlops/tree/master/script/download-file) * download,file,_gdown,_url.https://drive.google.com/uc?id=1vAcVmXSLsLeQ1q7gvHnQUSth5W_f_pwv - - CM script: [download-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-file) + - CM script: [download-file](https://github.com/mlcommons/cm4mlops/tree/master/script/download-file) 1. ***Run native script if exists*** - * [run-nvidia.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prepare-training-data-bert/run-nvidia.sh) - * [run-reference.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prepare-training-data-bert/run-reference.sh) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prepare-training-data-bert/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prepare-training-data-bert/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prepare-training-data-bert/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prepare-training-data-bert/_cm.json) + * [run-nvidia.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/prepare-training-data-bert/run-nvidia.sh) + * [run-reference.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/prepare-training-data-bert/run-reference.sh) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/prepare-training-data-bert/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/prepare-training-data-bert/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/prepare-training-data-bert/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/prepare-training-data-bert/_cm.json) ___ ### Script output diff --git a/script/prepare-training-data-resnet/README.md b/script/prepare-training-data-resnet/README.md index cb2e437847..0fc9e43b49 100644 --- a/script/prepare-training-data-resnet/README.md +++ b/script/prepare-training-data-resnet/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prepare-training-data-resnet)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/prepare-training-data-resnet)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *prepare,mlperf,training,data,input,resnet* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="prepare,mlperf,training,data,input,resnet"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=prepare,mlperf,training,data,input,resnet) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "prepare mlperf training data input resnet[variations]" [--input_flags]` @@ -116,9 +114,9 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,mlperf,training,nvidia,code * CM names: `--adr.['nvidia-training-code']...` - - CM script: [get-mlperf-training-nvidia-code](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-training-nvidia-code) + - CM script: [get-mlperf-training-nvidia-code](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-training-nvidia-code) * get,git,repo,_repo.https://github.com/NVIDIA/DeepLearningExamples,_sha.81ee705868a11d6fe18c12d237abe4a08aab5fd6 - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) * `_reference` - Environment variables: - *CM_TMP_VARIATION*: `reference` @@ -126,14 +124,14 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,mlperf,training,src * CM names: `--adr.['mlperf-training-src']...` - - CM script: [get-mlperf-training-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-training-src) + - CM script: [get-mlperf-training-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-training-src) * get,python3 * CM names: `--adr.['python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,generic-python-lib,_tensorflow - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_protobuf - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) @@ -170,28 +168,28 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prepare-training-data-resnet/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/prepare-training-data-resnet/_cm.json)*** * get,dataset,imagenet,train * CM names: `--adr.['imagenet-train']...` - - CM script: [get-dataset-imagenet-train](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-train) + - CM script: [get-dataset-imagenet-train](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-imagenet-train) * get,dataset,imagenet,val,original,_full * CM names: `--adr.['imagenet-val']...` - - CM script: [get-dataset-imagenet-val](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-val) + - CM script: [get-dataset-imagenet-val](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-imagenet-val) * get,generic-sys-util,_rsync - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prepare-training-data-resnet/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prepare-training-data-resnet/_cm.json)*** + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/prepare-training-data-resnet/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/prepare-training-data-resnet/_cm.json)*** * download,file,_wget,_url.https://raw.githubusercontent.com/tensorflow/models/master/research/slim/datasets/imagenet_2012_validation_synset_labels.txt - - CM script: [download-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-file) + - CM script: [download-file](https://github.com/mlcommons/cm4mlops/tree/master/script/download-file) * download,file,_wget,_url.https://raw.githubusercontent.com/tensorflow/tpu/master/tools/datasets/imagenet_to_gcs.py * `if (CM_TMP_VARIATION == reference)` - - CM script: [download-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-file) + - CM script: [download-file](https://github.com/mlcommons/cm4mlops/tree/master/script/download-file) 1. ***Run native script if exists*** - * [run-nvidia.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prepare-training-data-resnet/run-nvidia.sh) - * [run-reference.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prepare-training-data-resnet/run-reference.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prepare-training-data-resnet/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prepare-training-data-resnet/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prepare-training-data-resnet/_cm.json) + * [run-nvidia.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/prepare-training-data-resnet/run-nvidia.sh) + * [run-reference.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/prepare-training-data-resnet/run-reference.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/prepare-training-data-resnet/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/prepare-training-data-resnet/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/prepare-training-data-resnet/_cm.json) ___ ### Script output diff --git a/script/preprocess-mlperf-inference-submission/README.md b/script/preprocess-mlperf-inference-submission/README.md index 322583a506..c8a96563e5 100644 --- a/script/preprocess-mlperf-inference-submission/README.md +++ b/script/preprocess-mlperf-inference-submission/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/preprocess-mlperf-inference-submission)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/preprocess-mlperf-inference-submission)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *run,mlc,mlcommons,mlperf,inference,submission,mlperf-inference,processor,preprocessor,preprocess* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="run,mlc,mlcommons,mlperf,inference,submission,mlperf-inference,processor,preprocessor,preprocess"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=run,mlc,mlcommons,mlperf,inference,submission,mlperf-inference,processor,preprocessor,preprocess) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "run mlc mlcommons mlperf inference submission mlperf-inference processor preprocessor preprocess" [--input_flags]` @@ -118,24 +116,24 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/preprocess-mlperf-inference-submission/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/preprocess-mlperf-inference-submission/_cm.json)*** * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,mlcommons,inference,src * CM names: `--adr.['inference-src', 'submission-checker-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,mlperf,submission,dir * `if (CM_MLPERF_INFERENCE_SUBMISSION_DIR != on)` * CM names: `--adr.['get-mlperf-submission-dir']...` - - CM script: [get-mlperf-inference-submission-dir](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-submission-dir) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/preprocess-mlperf-inference-submission/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/preprocess-mlperf-inference-submission/_cm.json) + - CM script: [get-mlperf-inference-submission-dir](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-submission-dir) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/preprocess-mlperf-inference-submission/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/preprocess-mlperf-inference-submission/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/preprocess-mlperf-inference-submission/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/preprocess-mlperf-inference-submission/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/preprocess-mlperf-inference-submission/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/preprocess-mlperf-inference-submission/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/preprocess-mlperf-inference-submission/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/preprocess-mlperf-inference-submission/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/preprocess-mlperf-inference-submission/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/preprocess-mlperf-inference-submission/_cm.json) ___ ### Script output diff --git a/script/print-croissant-desc/README.md b/script/print-croissant-desc/README.md index 1d7e989a32..fafb367746 100644 --- a/script/print-croissant-desc/README.md +++ b/script/print-croissant-desc/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-croissant-desc)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-croissant-desc)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *print,croissant,desc* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="print,croissant,desc"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=print,croissant,desc) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "print croissant desc" [--input_flags]` @@ -118,25 +116,25 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-croissant-desc/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-croissant-desc/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,croissant * CM names: `--adr.['croissant']...` - - CM script: [get-croissant](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-croissant) + - CM script: [get-croissant](https://github.com/mlcommons/cm4mlops/tree/master/script/get-croissant) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-croissant-desc/_cm.yaml) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-croissant-desc/_cm.yaml) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-croissant-desc/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-croissant-desc/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-croissant-desc/_cm.yaml) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-croissant-desc/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-croissant-desc/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-croissant-desc/_cm.yaml) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-croissant-desc/_cm.yaml) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-croissant-desc/_cm.yaml) ___ ### Script output diff --git a/script/print-hello-world-java/README.md b/script/print-hello-world-java/README.md index af2aacf9b6..2b51ce3f03 100644 --- a/script/print-hello-world-java/README.md +++ b/script/print-hello-world-java/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world-java)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world-java)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *print,hello world,hello-world,hello,world,java* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="print,hello world,hello-world,hello,world,java"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=print,hello world,hello-world,hello,world,java) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "print hello world hello-world hello world java" ` @@ -102,20 +100,20 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world-java/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world-java/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,java * CM names: `--adr.['java']...` - - CM script: [get-java](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-java) + - CM script: [get-java](https://github.com/mlcommons/cm4mlops/tree/master/script/get-java) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world-java/_cm.json) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world-java/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world-java/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world-java/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world-java/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world-java/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world-java/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world-java/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world-java/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world-java/_cm.json) ___ ### Script output diff --git a/script/print-hello-world-javac/README.md b/script/print-hello-world-javac/README.md index ef9a2e6a7e..3e1db5b116 100644 --- a/script/print-hello-world-javac/README.md +++ b/script/print-hello-world-javac/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world-javac)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world-javac)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *print,hello world,hello-world,hello,world,javac* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="print,hello world,hello-world,hello,world,javac"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=print,hello world,hello-world,hello,world,javac) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "print hello world hello-world hello world javac" ` @@ -102,20 +100,20 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world-javac/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world-javac/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,javac * CM names: `--adr.['javac']...` - - CM script: [get-javac](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-javac) + - CM script: [get-javac](https://github.com/mlcommons/cm4mlops/tree/master/script/get-javac) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world-javac/_cm.json) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world-javac/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world-javac/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world-javac/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world-javac/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world-javac/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world-javac/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world-javac/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world-javac/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world-javac/_cm.json) ___ ### Script output diff --git a/script/print-hello-world-py/README.md b/script/print-hello-world-py/README.md index 9b6618c197..fbc862a528 100644 --- a/script/print-hello-world-py/README.md +++ b/script/print-hello-world-py/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world-py)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world-py)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *print,hello world,hello-world,hello,world,python* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="print,hello world,hello-world,hello,world,python"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=print,hello world,hello-world,hello,world,python) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "print hello world hello-world hello world python" ` @@ -102,25 +100,25 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world-py/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world-py/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * print,python-version * `if (CM_SKIP_PRINT != True OR CM_SKIP_PRINT2 != True)` - - CM script: [print-python-version](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/print-python-version) + - CM script: [print-python-version](https://github.com/mlcommons/cm4mlops/tree/master/script/print-python-version) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world-py/_cm.json) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world-py/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world-py/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world-py/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world-py/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world-py/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world-py/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world-py/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world-py/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world-py/_cm.json) ___ ### Script output diff --git a/script/print-hello-world/README.md b/script/print-hello-world/README.md index d2f6d33263..08dcc54b0c 100644 --- a/script/print-hello-world/README.md +++ b/script/print-hello-world/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *print,hello-world,hello world,hello,world,native-script,native,script* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="print,hello-world,hello world,hello,world,native-script,native,script"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=print,hello-world,hello world,hello,world,native-script,native,script) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "print hello-world hello world hello world native-script native script" [--input_flags]` @@ -118,15 +116,15 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world/_cm.json) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world/_cm.json) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-hello-world/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-hello-world/_cm.json) ___ ### Script output diff --git a/script/print-python-version/README.md b/script/print-python-version/README.md index a18eb31f44..09db440129 100644 --- a/script/print-python-version/README.md +++ b/script/print-python-version/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-python-version)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-python-version)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *print,python,version,python-version* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="print,python,version,python-version"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=print,python,version,python-version) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "print python version python-version" ` @@ -102,18 +100,18 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-python-version/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-python-version/_cm.json)*** * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-python-version/_cm.json) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-python-version/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-python-version/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-python-version/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-python-version/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-python-version/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-python-version/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-python-version/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/print-python-version/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/print-python-version/_cm.json) ___ ### Script output diff --git a/script/process-ae-users/README.md b/script/process-ae-users/README.md index 326236b746..38c4316ad0 100644 --- a/script/process-ae-users/README.md +++ b/script/process-ae-users/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/process-ae-users)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/process-ae-users)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *process,ae,users* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="process,ae,users"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=process,ae,users) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "process ae users" [--input_flags]` @@ -117,18 +115,18 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/process-ae-users/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/process-ae-users/_cm.json)*** * get,python3 * CM names: `--adr.['python3', 'python']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/process-ae-users/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/process-ae-users/_cm.json) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/process-ae-users/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/process-ae-users/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/process-ae-users/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/process-ae-users/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/process-ae-users/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/process-ae-users/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/process-ae-users/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/process-ae-users/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/process-ae-users/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/process-ae-users/_cm.json) ___ ### Script output diff --git a/script/process-mlperf-accuracy/README.md b/script/process-mlperf-accuracy/README.md index ff6fe6e805..da5d181422 100644 --- a/script/process-mlperf-accuracy/README.md +++ b/script/process-mlperf-accuracy/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/process-mlperf-accuracy)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/process-mlperf-accuracy)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *run,mlperf,mlcommons,accuracy,mlc,process,process-accuracy* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="run,mlperf,mlcommons,accuracy,mlc,process,process-accuracy"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=run,mlperf,mlcommons,accuracy,mlc,process,process-accuracy) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "run mlperf mlcommons accuracy mlc process process-accuracy[variations]" [--input_flags]` @@ -101,18 +99,18 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_pycocotools - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,mlcommons,mlperf,inference,src,-_openimages-nvidia-pycocotools * CM names: `--adr.['for-pycocotools', 'accuracy-check-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * `_nvidia-pycocotools,openimages` - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_nvidia-pycocotools - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,mlcommons,mlperf,inference,src,_openimages-nvidia-pycocotools * CM names: `--adr.['for-pycocotools', 'accuracy-check-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) @@ -139,17 +137,17 @@ ___ - Workflow: 1. ***Read "deps" on other CM scripts*** * get,dataset,cnndm,_validation - - CM script: [get-dataset-cnndm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-cnndm) + - CM script: [get-dataset-cnndm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-cnndm) * get,generic-python-lib,_package.rouge_score - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.nltk - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.evaluate - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.absl-py - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.rouge_score - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_coco2014` - Environment variables: - *CM_DATASET*: `coco2014` @@ -157,30 +155,30 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,dataset,coco2014,original * CM names: `--adr.['coco2014-dataset', 'coco2014-original']...` - - CM script: [get-dataset-coco2014](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-coco2014) + - CM script: [get-dataset-coco2014](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-coco2014) * **`_imagenet`** (default) - Environment variables: - *CM_DATASET*: `imagenet` - Workflow: 1. ***Read "deps" on other CM scripts*** * get,dataset-aux,image-classification,imagenet-aux - - CM script: [get-dataset-imagenet-aux](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-aux) + - CM script: [get-dataset-imagenet-aux](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-imagenet-aux) * get,generic-python-lib,_numpy - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_kits19` - Environment variables: - *CM_DATASET*: `kits19` - Workflow: 1. ***Read "deps" on other CM scripts*** * get,dataset,preprocessed,medical-imaging,kits19 - - CM script: [get-preprocessed-dataset-kits19](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-kits19) + - CM script: [get-preprocessed-dataset-kits19](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-kits19) * `_librispeech` - Environment variables: - *CM_DATASET*: `librispeech` - Workflow: 1. ***Read "deps" on other CM scripts*** * get,dataset,preprocessed,speech-recognition,librispeech - - CM script: [get-preprocessed-dataset-librispeech](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-librispeech) + - CM script: [get-preprocessed-dataset-librispeech](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-librispeech) * `_open-orca` - Environment variables: - *CM_DATASET*: `openorca` @@ -188,10 +186,10 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,dataset,openorca,preprocessed * CM names: `--adr.['openorca-dataset']...` - - CM script: [get-preprocessed-dataset-openorca](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-openorca) + - CM script: [get-preprocessed-dataset-openorca](https://github.com/mlcommons/cm4mlops/tree/master/script/get-preprocessed-dataset-openorca) * get,ml-model,llama2 * CM names: `--adr.['llama2-model']...` - - CM script: [get-ml-model-llama2](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-llama2) + - CM script: [get-ml-model-llama2](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-llama2) * `_openimages` - Environment variables: - *CM_DATASET*: `openimages` @@ -199,43 +197,43 @@ ___ 1. ***Read "deps" on other CM scripts*** * get,dataset-aux,openimages,annotations * `if (CM_MLPERF_RUN_STYLE == valid)` - - CM script: [get-dataset-openimages-annotations](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-openimages-annotations) + - CM script: [get-dataset-openimages-annotations](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-openimages-annotations) * get,dataset,openimages,original * `if (CM_MLPERF_RUN_STYLE != valid)` * CM names: `--adr.['openimages-original']...` - - CM script: [get-dataset-openimages](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-openimages) + - CM script: [get-dataset-openimages](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-openimages) * get,generic-python-lib,_package.kiwisolver - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_squad` - Environment variables: - *CM_DATASET*: `squad` - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_boto3 - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.transformers - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,dataset,squad,language-processing * `if (CM_DATASET_SQUAD_VAL_PATH not in [])` - - CM script: [get-dataset-squad](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-squad) + - CM script: [get-dataset-squad](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-squad) * get,dataset-aux,squad-vocab * `if (CM_ML_MODEL_BERT_VOCAB_FILE_WITH_PATH != on)` - - CM script: [get-dataset-squad-vocab](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-squad-vocab) + - CM script: [get-dataset-squad-vocab](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-squad-vocab) * get,generic-python-lib,_torch - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_tokenization - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * `_terabyte` - Environment variables: - *CM_DATASET*: `squad` - Workflow: 1. ***Read "deps" on other CM scripts*** * get,generic-python-lib,_ujson - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_scikit-learn - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_numpy - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) @@ -308,21 +306,21 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/process-mlperf-accuracy/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/process-mlperf-accuracy/_cm.json)*** * get,python3 * CM names: `--adr.['python3', 'python']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,mlcommons,inference,src * CM names: `--adr.['inference-src', 'accuracy-check-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/process-mlperf-accuracy/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/process-mlperf-accuracy/_cm.json) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/process-mlperf-accuracy/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/process-mlperf-accuracy/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/process-mlperf-accuracy/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/process-mlperf-accuracy/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/process-mlperf-accuracy/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/process-mlperf-accuracy/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/process-mlperf-accuracy/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/process-mlperf-accuracy/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/process-mlperf-accuracy/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/process-mlperf-accuracy/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/process-mlperf-accuracy/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/process-mlperf-accuracy/_cm.json) ___ ### Script output diff --git a/script/prune-bert-models/README.md b/script/prune-bert-models/README.md index 51fb8572af..b491bf9cfa 100644 --- a/script/prune-bert-models/README.md +++ b/script/prune-bert-models/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prune-bert-models)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/prune-bert-models)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *prune,bert-models,bert-prune,prune-bert-models* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="prune,bert-models,bert-prune,prune-bert-models"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=prune,bert-models,bert-prune,prune-bert-models) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "prune bert-models bert-prune prune-bert-models[variations]" [--input_flags]` @@ -147,37 +145,37 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prune-bert-models/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/prune-bert-models/_cm.json)*** * get,python3 - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,generic-python-lib,_numpy - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_scipy - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_cupy - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_tqdm - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torch_cuda - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_datasets - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_transformers - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_scikit-learn - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,git,repo,_repo.https://github.com/cknowledge/retraining-free-pruning - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) * get,ml-model,model,zoo,model-zoo,huggingface,_prune * CM names: `--adr.['get-model']...` - - CM script: [get-ml-model-huggingface-zoo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-huggingface-zoo) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prune-bert-models/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prune-bert-models/_cm.json) + - CM script: [get-ml-model-huggingface-zoo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-huggingface-zoo) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/prune-bert-models/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/prune-bert-models/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prune-bert-models/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prune-bert-models/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prune-bert-models/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prune-bert-models/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/prune-bert-models/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/prune-bert-models/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/prune-bert-models/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/prune-bert-models/_cm.json) ___ ### Script output diff --git a/script/prune-docker/README.md b/script/prune-docker/README.md index 496e0b87d3..513cc894b7 100644 --- a/script/prune-docker/README.md +++ b/script/prune-docker/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prune-docker)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/prune-docker)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *prune,docker* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="prune,docker"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=prune,docker) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "prune docker" ` @@ -102,15 +100,15 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prune-docker/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/prune-docker/_cm.json) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prune-docker/_cm.json) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/prune-docker/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prune-docker/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prune-docker/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prune-docker/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/prune-docker/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/prune-docker/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/prune-docker/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/prune-docker/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/prune-docker/_cm.json) ___ ### Script output diff --git a/script/publish-results-to-dashboard/README.md b/script/publish-results-to-dashboard/README.md index d291faab3e..d599850093 100644 --- a/script/publish-results-to-dashboard/README.md +++ b/script/publish-results-to-dashboard/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/publish-results-to-dashboard)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/publish-results-to-dashboard)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *publish-results,dashboard* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="publish-results,dashboard"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=publish-results,dashboard) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "publish-results dashboard" ` @@ -102,20 +100,20 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/publish-results-to-dashboard/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/publish-results-to-dashboard/_cm.json)*** * get,python3 * CM names: `--adr.['python3', 'python']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,generic-python-lib,_wandb - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/publish-results-to-dashboard/_cm.json) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/publish-results-to-dashboard/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/publish-results-to-dashboard/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/publish-results-to-dashboard/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/publish-results-to-dashboard/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/publish-results-to-dashboard/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/publish-results-to-dashboard/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/publish-results-to-dashboard/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/publish-results-to-dashboard/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/publish-results-to-dashboard/_cm.json) ___ ### Script output diff --git a/script/pull-git-repo/README.md b/script/pull-git-repo/README.md index a073a8c35e..63b1e3157c 100644 --- a/script/pull-git-repo/README.md +++ b/script/pull-git-repo/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/pull-git-repo)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/pull-git-repo)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *pull,git,repo,repository* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="pull,git,repo,repository"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=pull,git,repo,repository) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "pull git repo repository" [--input_flags]` @@ -117,16 +115,16 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/pull-git-repo/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/pull-git-repo/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/pull-git-repo/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/pull-git-repo/_cm.json) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/pull-git-repo/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/pull-git-repo/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/pull-git-repo/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/pull-git-repo/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/pull-git-repo/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/pull-git-repo/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/pull-git-repo/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/pull-git-repo/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/pull-git-repo/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/pull-git-repo/_cm.json) ___ ### Script output diff --git a/script/push-csv-to-spreadsheet/README.md b/script/push-csv-to-spreadsheet/README.md index 6f8cfcfa12..124332bbcc 100644 --- a/script/push-csv-to-spreadsheet/README.md +++ b/script/push-csv-to-spreadsheet/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/push-csv-to-spreadsheet)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/push-csv-to-spreadsheet)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *push,google-spreadsheet,spreadsheet,push-to-google-spreadsheet* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="push,google-spreadsheet,spreadsheet,push-to-google-spreadsheet"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=push,google-spreadsheet,spreadsheet,push-to-google-spreadsheet) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "push google-spreadsheet spreadsheet push-to-google-spreadsheet" [--input_flags]` @@ -120,21 +118,21 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/push-csv-to-spreadsheet/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/push-csv-to-spreadsheet/_cm.json)*** * get,python3 * CM names: `--adr.['python3', 'python']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,generic-python-lib,_google-api-python-client - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_google-auth-oauthlib - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/push-csv-to-spreadsheet/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/push-csv-to-spreadsheet/_cm.json) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/push-csv-to-spreadsheet/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/push-csv-to-spreadsheet/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/push-csv-to-spreadsheet/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/push-csv-to-spreadsheet/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/push-csv-to-spreadsheet/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/push-csv-to-spreadsheet/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/push-csv-to-spreadsheet/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/push-csv-to-spreadsheet/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/push-csv-to-spreadsheet/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/push-csv-to-spreadsheet/_cm.json) ___ ### Script output diff --git a/script/push-mlperf-inference-results-to-github/README.md b/script/push-mlperf-inference-results-to-github/README.md index a7b565db92..7723dbcfa0 100644 --- a/script/push-mlperf-inference-results-to-github/README.md +++ b/script/push-mlperf-inference-results-to-github/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/push-mlperf-inference-results-to-github)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/push-mlperf-inference-results-to-github)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *push,mlperf,mlperf-inference-results,publish-results,inference,submission,github* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="push,mlperf,mlperf-inference-results,publish-results,inference,submission,github"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=push,mlperf,mlperf-inference-results,publish-results,inference,submission,github) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "push mlperf mlperf-inference-results publish-results inference submission github" [--input_flags]` @@ -122,26 +120,26 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/push-mlperf-inference-results-to-github/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/push-mlperf-inference-results-to-github/_cm.json)*** * get,python3 * CM names: `--adr.['python3', 'python']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,generic-sys-util,_rsync - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,mlperf,submission,dir * `if (CM_MLPERF_INFERENCE_SUBMISSION_DIR != on)` * CM names: `--adr.['get-mlperf-submission-dir']...` - - CM script: [get-mlperf-inference-submission-dir](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-submission-dir) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/push-mlperf-inference-results-to-github/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/push-mlperf-inference-results-to-github/_cm.json)*** + - CM script: [get-mlperf-inference-submission-dir](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-submission-dir) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/push-mlperf-inference-results-to-github/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/push-mlperf-inference-results-to-github/_cm.json)*** * get,git,repo * CM names: `--adr.['get-git-repo']...` - - CM script: [get-git-repo](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-git-repo) + - CM script: [get-git-repo](https://github.com/mlcommons/cm4mlops/tree/master/script/get-git-repo) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/push-mlperf-inference-results-to-github/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/push-mlperf-inference-results-to-github/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/push-mlperf-inference-results-to-github/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/push-mlperf-inference-results-to-github/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/push-mlperf-inference-results-to-github/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/push-mlperf-inference-results-to-github/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/push-mlperf-inference-results-to-github/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/push-mlperf-inference-results-to-github/_cm.json) ___ ### Script output diff --git a/script/remote-run-commands/README.md b/script/remote-run-commands/README.md index 95bd9c4e04..7782b7f6fe 100644 --- a/script/remote-run-commands/README.md +++ b/script/remote-run-commands/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/remote-run-commands)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/remote-run-commands)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *remote,run,cmds,remote-run,remote-run-cmds,ssh-run,ssh* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="remote,run,cmds,remote-run,remote-run-cmds,ssh-run,ssh"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=remote,run,cmds,remote-run,remote-run-cmds,ssh-run,ssh) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "remote run cmds remote-run remote-run-cmds ssh-run ssh" [--input_flags]` @@ -129,15 +127,15 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/remote-run-commands/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/remote-run-commands/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/remote-run-commands/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/remote-run-commands/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/remote-run-commands/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/remote-run-commands/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/remote-run-commands/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/remote-run-commands/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/remote-run-commands/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/remote-run-commands/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/remote-run-commands/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/remote-run-commands/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/remote-run-commands/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/remote-run-commands/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/remote-run-commands/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/remote-run-commands/_cm.json) ___ ### Script output diff --git a/script/reproduce-ipol-paper-2022-439/README.md b/script/reproduce-ipol-paper-2022-439/README.md index ab93456d97..5212a87b0a 100644 --- a/script/reproduce-ipol-paper-2022-439/README.md +++ b/script/reproduce-ipol-paper-2022-439/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-ipol-paper-2022-439)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-ipol-paper-2022-439)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *app,python,reproduce,project,paper,ipol,journal,repro,reproducibility,pytorch,2022-439* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="app,python,reproduce,project,paper,ipol,journal,repro,reproducibility,pytorch,2022-439"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=app,python,reproduce,project,paper,ipol,journal,repro,reproducibility,pytorch,2022-439) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "app python reproduce project paper ipol journal repro reproducibility pytorch 2022-439" [--input_flags]` @@ -118,29 +116,29 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-ipol-paper-2022-439/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-ipol-paper-2022-439/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,ipol,src * CM names: `--adr.['ipol-src']...` - - CM script: [get-ipol-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ipol-src) + - CM script: [get-ipol-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ipol-src) * get,generic-python-lib,_torch * CM names: `--adr.['torch']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_torchvision * CM names: `--adr.['torchvision']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-ipol-paper-2022-439/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-ipol-paper-2022-439/_cm.yaml) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-ipol-paper-2022-439/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-ipol-paper-2022-439/_cm.yaml) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-ipol-paper-2022-439/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-ipol-paper-2022-439/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-ipol-paper-2022-439/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-ipol-paper-2022-439/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-ipol-paper-2022-439/_cm.yaml) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-ipol-paper-2022-439/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-ipol-paper-2022-439/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-ipol-paper-2022-439/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-ipol-paper-2022-439/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-ipol-paper-2022-439/_cm.yaml) ___ ### Script output diff --git a/script/reproduce-mlperf-octoml-tinyml-results/README.md b/script/reproduce-mlperf-octoml-tinyml-results/README.md index cafdc5affe..df389deaae 100644 --- a/script/reproduce-mlperf-octoml-tinyml-results/README.md +++ b/script/reproduce-mlperf-octoml-tinyml-results/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-mlperf-octoml-tinyml-results)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-mlperf-octoml-tinyml-results)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *reproduce,tiny,results,mlperf,octoml,mlcommons* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="reproduce,tiny,results,mlperf,octoml,mlcommons"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=reproduce,tiny,results,mlperf,octoml,mlcommons) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "reproduce tiny results mlperf octoml mlcommons[variations]" [--input_flags]` @@ -166,43 +164,43 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-mlperf-octoml-tinyml-results/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-mlperf-octoml-tinyml-results/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,python3 * CM names: `--adr.['python3', 'python']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,zephyr * CM names: `--adr.['zephyr']...` - - CM script: [get-zephyr](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-zephyr) + - CM script: [get-zephyr](https://github.com/mlcommons/cm4mlops/tree/master/script/get-zephyr) * get,zephyr-sdk * CM names: `--adr.['zephyr-sdk']...` - - CM script: [get-zephyr-sdk](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-zephyr-sdk) + - CM script: [get-zephyr-sdk](https://github.com/mlcommons/cm4mlops/tree/master/script/get-zephyr-sdk) * get,cmsis * CM names: `--adr.['cmsis']...` - - CM script: [get-cmsis_5](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmsis_5) + - CM script: [get-cmsis_5](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmsis_5) * get,microtvm * CM names: `--adr.['microtvm']...` - - CM script: [get-microtvm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-microtvm) + - CM script: [get-microtvm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-microtvm) * get,cmake * CM names: `--adr.['cmake']...` - - CM script: [get-cmake](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake) + - CM script: [get-cmake](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cmake) * get,gcc - - CM script: [get-gcc](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-gcc) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-mlperf-octoml-tinyml-results/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-mlperf-octoml-tinyml-results/_cm.json) + - CM script: [get-gcc](https://github.com/mlcommons/cm4mlops/tree/master/script/get-gcc) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-mlperf-octoml-tinyml-results/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-mlperf-octoml-tinyml-results/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-mlperf-octoml-tinyml-results/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-mlperf-octoml-tinyml-results/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-mlperf-octoml-tinyml-results/customize.py)*** - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-mlperf-octoml-tinyml-results/_cm.json)*** + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-mlperf-octoml-tinyml-results/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-mlperf-octoml-tinyml-results/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-mlperf-octoml-tinyml-results/customize.py)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-mlperf-octoml-tinyml-results/_cm.json)*** * flash,tiny,mlperf * `if (CM_FLASH_BOARD == True)` - - CM script: [flash-tinyml-binary](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/flash-tinyml-binary) + - CM script: [flash-tinyml-binary](https://github.com/mlcommons/cm4mlops/tree/master/script/flash-tinyml-binary) ___ ### Script output diff --git a/script/reproduce-mlperf-training-nvidia/README.md b/script/reproduce-mlperf-training-nvidia/README.md index 0364e7f6b5..86f08d6b80 100644 --- a/script/reproduce-mlperf-training-nvidia/README.md +++ b/script/reproduce-mlperf-training-nvidia/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-mlperf-training-nvidia)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-mlperf-training-nvidia)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *reproduce,mlcommons,mlperf,train,training,nvidia-training,nvidia* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="reproduce,mlcommons,mlperf,train,training,nvidia-training,nvidia"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=reproduce,mlcommons,mlperf,train,training,nvidia-training,nvidia) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "reproduce mlcommons mlperf train training nvidia-training nvidia[variations]" [--input_flags]` @@ -104,10 +102,10 @@ ___ 1. ***Read "deps" on other CM scripts*** * prepare,mlperf,training,resnet,_nvidia * CM names: `--adr.['prepare-training-data', 'nvidia-training-data']...` - - CM script: [prepare-training-data-resnet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/prepare-training-data-resnet) + - CM script: [prepare-training-data-resnet](https://github.com/mlcommons/cm4mlops/tree/master/script/prepare-training-data-resnet) * get,nvidia,training,code * CM names: `--adr.['nvidia-training-code']...` - - CM script: [get-mlperf-training-nvidia-code](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-training-nvidia-code) + - CM script: [get-mlperf-training-nvidia-code](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-training-nvidia-code) @@ -144,24 +142,24 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-mlperf-training-nvidia/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-mlperf-training-nvidia/_cm.yaml)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,nvidia-docker - - CM script: [get-nvidia-docker](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-nvidia-docker) + - CM script: [get-nvidia-docker](https://github.com/mlcommons/cm4mlops/tree/master/script/get-nvidia-docker) * get,cuda * CM names: `--adr.['cuda']...` - - CM script: [get-cuda](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-mlperf-training-nvidia/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-mlperf-training-nvidia/_cm.yaml) + - CM script: [get-cuda](https://github.com/mlcommons/cm4mlops/tree/master/script/get-cuda) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-mlperf-training-nvidia/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-mlperf-training-nvidia/_cm.yaml) 1. ***Run native script if exists*** - * [run-resnet.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-mlperf-training-nvidia/run-resnet.sh) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-mlperf-training-nvidia/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-mlperf-training-nvidia/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-mlperf-training-nvidia/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/reproduce-mlperf-training-nvidia/_cm.yaml) + * [run-resnet.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-mlperf-training-nvidia/run-resnet.sh) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-mlperf-training-nvidia/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-mlperf-training-nvidia/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-mlperf-training-nvidia/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/reproduce-mlperf-training-nvidia/_cm.yaml) ___ ### Script output diff --git a/script/run-docker-container/README.md b/script/run-docker-container/README.md index 4c23be33eb..88d697bbbe 100644 --- a/script/run-docker-container/README.md +++ b/script/run-docker-container/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-docker-container)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-docker-container)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *run,docker,container* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="run,docker,container"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=run,docker,container) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "run docker container" [--input_flags]` @@ -146,17 +144,17 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-docker-container/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-docker-container/customize.py)*** - 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-docker-container/_cm.json)*** + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-docker-container/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-docker-container/customize.py)*** + 1. ***Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-docker-container/_cm.json)*** * build,docker,image * `if (CM_DOCKER_IMAGE_EXISTS != yes)` * CM names: `--adr.['build-docker-image']...` - - CM script: [build-docker-image](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/build-docker-image) + - CM script: [build-docker-image](https://github.com/mlcommons/cm4mlops/tree/master/script/build-docker-image) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-docker-container/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-docker-container/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-docker-container/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-docker-container/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-docker-container/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-docker-container/_cm.json) ___ ### Script output diff --git a/script/run-mlperf-inference-app/README.md b/script/run-mlperf-inference-app/README.md index 0c5d2d83c1..c5dd051bc1 100644 --- a/script/run-mlperf-inference-app/README.md +++ b/script/run-mlperf-inference-app/README.md @@ -12,8 +12,8 @@ Developers: [Arjun Suresh](https://www.linkedin.com/in/arjunsuresh), [Grigori Fu --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-inference-app)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-inference-app)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *run-mlperf,inference* * Output cached? *False* @@ -30,7 +30,7 @@ Developers: [Arjun Suresh](https://www.linkedin.com/in/arjunsuresh), [Grigori Fu #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -131,8 +131,6 @@ if r['return']>0: ```cmr "cm gui" --script="run-mlperf,inference"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=run-mlperf,inference) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "run-mlperf,inference[variations]" [--input_flags]` @@ -245,7 +243,7 @@ ___ * generate,mlperf,inference,submission * `if (CM_MLPERF_SKIP_SUBMISSION_GENERATION in ['no', 'false', 'False', '0'])` * CM names: `--adr.['submission-generator']...` - - CM script: [generate-mlperf-inference-submission](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/generate-mlperf-inference-submission) + - CM script: [generate-mlperf-inference-submission](https://github.com/mlcommons/cm4mlops/tree/master/script/generate-mlperf-inference-submission) @@ -361,36 +359,36 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-inference-app/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-inference-app/_cm.yaml)*** * detect,os * `if (CM_MLPERF_USE_DOCKER != True)` - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect,cpu * `if (CM_MLPERF_USE_DOCKER != True)` - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) * get,python3 * `if (CM_MLPERF_USE_DOCKER != True)` * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,mlcommons,inference,src * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,sut,description - - CM script: [get-mlperf-inference-sut-description](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-sut-description) + - CM script: [get-mlperf-inference-sut-description](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-sut-description) * get,mlperf,inference,results,dir * `if (CM_MLPERF_USE_DOCKER == False) AND (OUTPUT_BASE_DIR != True)` * CM names: `--adr.['get-mlperf-inference-results-dir']...` - - CM script: [get-mlperf-inference-results-dir](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-results-dir) + - CM script: [get-mlperf-inference-results-dir](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-results-dir) * install,pip-package,for-cmind-python,_package.tabulate - - CM script: [install-pip-package-for-cmind-python](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-pip-package-for-cmind-python) + - CM script: [install-pip-package-for-cmind-python](https://github.com/mlcommons/cm4mlops/tree/master/script/install-pip-package-for-cmind-python) * get,mlperf,inference,utils - - CM script: [get-mlperf-inference-utils](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-utils) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-inference-app/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-inference-app/_cm.yaml) + - CM script: [get-mlperf-inference-utils](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-utils) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-inference-app/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-inference-app/_cm.yaml) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-inference-app/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-inference-app/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-inference-app/_cm.yaml) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-inference-app/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-inference-app/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-inference-app/_cm.yaml) ___ ### Script output diff --git a/script/run-mlperf-inference-mobilenet-models/README.md b/script/run-mlperf-inference-mobilenet-models/README.md index 7469465e79..6e835a0d6e 100644 --- a/script/run-mlperf-inference-mobilenet-models/README.md +++ b/script/run-mlperf-inference-mobilenet-models/README.md @@ -123,8 +123,8 @@ cmr "run mobilenet-models _tflite _armnn _opencl _accuracy-only" \ --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-inference-mobilenet-models)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-inference-mobilenet-models)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *run,mobilenet,models,image-classification,mobilenet-models,mlperf,inference* * Output cached? *False* @@ -141,7 +141,7 @@ cmr "run mobilenet-models _tflite _armnn _opencl _accuracy-only" \ #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -192,8 +192,6 @@ if r['return']>0: ```cmr "cm gui" --script="run,mobilenet,models,image-classification,mobilenet-models,mlperf,inference"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=run,mobilenet,models,image-classification,mobilenet-models,mlperf,inference) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "run mobilenet models image-classification mobilenet-models mlperf inference[variations]" [--input_flags]` @@ -366,16 +364,16 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-inference-mobilenet-models/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-inference-mobilenet-models/_cm.json)*** * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-inference-mobilenet-models/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-inference-mobilenet-models/_cm.json) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-inference-mobilenet-models/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-inference-mobilenet-models/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-inference-mobilenet-models/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-inference-mobilenet-models/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-inference-mobilenet-models/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-inference-mobilenet-models/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-inference-mobilenet-models/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-inference-mobilenet-models/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-inference-mobilenet-models/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-inference-mobilenet-models/_cm.json) ___ ### Script output diff --git a/script/run-mlperf-inference-submission-checker/README.md b/script/run-mlperf-inference-submission-checker/README.md index aeb69793d7..21c63c23ce 100644 --- a/script/run-mlperf-inference-submission-checker/README.md +++ b/script/run-mlperf-inference-submission-checker/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-inference-submission-checker)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-inference-submission-checker)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *run,mlc,mlcommons,mlperf,inference,mlperf-inference,submission,checker,submission-checker,mlc-submission-checker* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="run,mlc,mlcommons,mlperf,inference,mlperf-inference,submission,checker,submission-checker,mlc-submission-checker"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=run,mlc,mlcommons,mlperf,inference,mlperf-inference,submission,checker,submission-checker,mlc-submission-checker) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "run mlc mlcommons mlperf inference mlperf-inference submission checker submission-checker mlc-submission-checker[variations]" [--input_flags]` @@ -151,43 +149,43 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-inference-submission-checker/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-inference-submission-checker/_cm.json)*** * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,mlcommons,inference,src * CM names: `--adr.['inference-src', 'submission-checker-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,generic-python-lib,_xlsxwriter - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_package.pyarrow * CM names: `--adr.['pyarrow']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,generic-python-lib,_pandas * CM names: `--adr.['pandas']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,mlperf,submission,dir * `if (CM_MLPERF_INFERENCE_SUBMISSION_DIR != on)` * CM names: `--adr.['get-mlperf-submission-dir']...` - - CM script: [get-mlperf-inference-submission-dir](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-submission-dir) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-inference-submission-checker/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-inference-submission-checker/_cm.json) + - CM script: [get-mlperf-inference-submission-dir](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-submission-dir) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-inference-submission-checker/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-inference-submission-checker/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-inference-submission-checker/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-inference-submission-checker/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-inference-submission-checker/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-inference-submission-checker/customize.py)*** - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-inference-submission-checker/_cm.json)*** + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-inference-submission-checker/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-inference-submission-checker/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-inference-submission-checker/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-inference-submission-checker/customize.py)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-inference-submission-checker/_cm.json)*** * publish-results,dashboard * `if (CM_MLPERF_DASHBOARD == on)` - - CM script: [publish-results-to-dashboard](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/publish-results-to-dashboard) + - CM script: [publish-results-to-dashboard](https://github.com/mlcommons/cm4mlops/tree/master/script/publish-results-to-dashboard) * publish-results,github * `if (CM_MLPERF_RESULT_PUSH_TO_GITHUB == on)` * CM names: `--adr.['push-to-github']...` - - CM script: [push-mlperf-inference-results-to-github](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/push-mlperf-inference-results-to-github) + - CM script: [push-mlperf-inference-results-to-github](https://github.com/mlcommons/cm4mlops/tree/master/script/push-mlperf-inference-results-to-github) * run,tar * `if (CM_TAR_SUBMISSION_DIR == yes)` - - CM script: [tar-my-folder](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/tar-my-folder) + - CM script: [tar-my-folder](https://github.com/mlcommons/cm4mlops/tree/master/script/tar-my-folder) ___ ### Script output diff --git a/script/run-mlperf-power-client/README.md b/script/run-mlperf-power-client/README.md index f2de841c56..d0892f8421 100644 --- a/script/run-mlperf-power-client/README.md +++ b/script/run-mlperf-power-client/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-power-client)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-power-client)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *run,mlc,mlcommons,mlperf,power,client,power-client* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="run,mlc,mlcommons,mlperf,power,client,power-client"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=run,mlc,mlcommons,mlperf,power,client,power-client) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "run mlc mlcommons mlperf power client power-client" [--input_flags]` @@ -131,22 +129,22 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-power-client/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-power-client/_cm.json)*** * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,mlperf,power,src * CM names: `--adr.['power-src']...` - - CM script: [get-mlperf-power-dev](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-power-dev) + - CM script: [get-mlperf-power-dev](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-power-dev) * get,generic-sys-util,_ntpdate - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-power-client/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-power-client/_cm.json) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-power-client/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-power-client/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-power-client/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-power-client/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-power-client/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-power-client/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-power-client/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-power-client/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-power-client/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-power-client/_cm.json) ___ ### Script output diff --git a/script/run-mlperf-power-server/README.md b/script/run-mlperf-power-server/README.md index d4da088627..f6189d0490 100644 --- a/script/run-mlperf-power-server/README.md +++ b/script/run-mlperf-power-server/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-power-server)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-power-server)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *run,mlc,mlcommons,mlperf,power,server,power-server* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="run,mlc,mlcommons,mlperf,power,server,power-server"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=run,mlc,mlcommons,mlperf,power,server,power-server) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "run mlc mlcommons mlperf power server power-server" [--input_flags]` @@ -128,34 +126,34 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-power-server/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-power-server/_cm.json)*** * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,mlperf,power,src * CM names: `--adr.['power-src']...` - - CM script: [get-mlperf-power-dev](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-power-dev) + - CM script: [get-mlperf-power-dev](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-power-dev) * get,mlperf,power,daemon * CM names: `--adr.['power-damenon']...` - - CM script: [get-spec-ptd](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-spec-ptd) + - CM script: [get-spec-ptd](https://github.com/mlcommons/cm4mlops/tree/master/script/get-spec-ptd) * get,generic,sys-util,_screen * `if (CM_HOST_OS_TYPE not in windows)` * CM names: `--adr.['screen']...` - - CM script: [get-generic-sys-util](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-sys-util) + - CM script: [get-generic-sys-util](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-sys-util) * get,generic-python-lib,_package.pypiwin32 * `if (CM_HOST_OS_TYPE in windows)` * CM names: `--adr.['win32']...` - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-power-server/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-power-server/_cm.json) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-power-server/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-power-server/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-power-server/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-power-server/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-power-server/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-power-server/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-power-server/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-power-server/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-power-server/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-power-server/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-power-server/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-power-server/_cm.json) ___ ### Script output diff --git a/script/run-mlperf-training-submission-checker/README.md b/script/run-mlperf-training-submission-checker/README.md index 65d7fca513..1dbcd0cc44 100644 --- a/script/run-mlperf-training-submission-checker/README.md +++ b/script/run-mlperf-training-submission-checker/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-training-submission-checker)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-training-submission-checker)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *run,mlc,mlcommons,mlperf,training,train,mlperf-training,submission,checker,submission-checker,mlc-submission-checker* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="run,mlc,mlcommons,mlperf,training,train,mlperf-training,submission,checker,submission-checker,mlc-submission-checker"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=run,mlc,mlcommons,mlperf,training,train,mlperf-training,submission,checker,submission-checker,mlc-submission-checker) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "run mlc mlcommons mlperf training train mlperf-training submission checker submission-checker mlc-submission-checker[variations]" [--input_flags]` @@ -149,29 +147,29 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-training-submission-checker/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-training-submission-checker/_cm.json)*** * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,mlcommons,inference,src * CM names: `--adr.['inference-src', 'submission-checker-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * install,mlperf,logging,from.src - - CM script: [install-mlperf-logging-from-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-mlperf-logging-from-src) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-training-submission-checker/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-training-submission-checker/_cm.json) + - CM script: [install-mlperf-logging-from-src](https://github.com/mlcommons/cm4mlops/tree/master/script/install-mlperf-logging-from-src) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-training-submission-checker/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-training-submission-checker/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-training-submission-checker/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-training-submission-checker/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-training-submission-checker/customize.py)*** - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-mlperf-training-submission-checker/_cm.json)*** + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-training-submission-checker/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-training-submission-checker/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-training-submission-checker/customize.py)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-mlperf-training-submission-checker/_cm.json)*** * publish-results,github * `if (CM_MLPERF_RESULT_PUSH_TO_GITHUB == on)` * CM names: `--adr.['push-to-github']...` - - CM script: [push-mlperf-inference-results-to-github](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/push-mlperf-inference-results-to-github) + - CM script: [push-mlperf-inference-results-to-github](https://github.com/mlcommons/cm4mlops/tree/master/script/push-mlperf-inference-results-to-github) * run,tar * `if (CM_TAR_SUBMISSION_DIR == yes)` - - CM script: [tar-my-folder](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/tar-my-folder) + - CM script: [tar-my-folder](https://github.com/mlcommons/cm4mlops/tree/master/script/tar-my-folder) ___ ### Script output diff --git a/script/run-python/README.md b/script/run-python/README.md index 54bf6a7446..7ab1b2aec5 100644 --- a/script/run-python/README.md +++ b/script/run-python/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-python)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-python)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *run,python* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="run,python"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=run,python) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "run python" [--input_flags]` @@ -117,20 +115,20 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-python/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-python/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-python/_cm.json) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-python/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-python/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-python/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-python/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-python/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-python/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-python/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-python/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-python/_cm.json) ___ ### Script output diff --git a/script/run-terraform/README.md b/script/run-terraform/README.md index 10e880a2db..06d629c35f 100644 --- a/script/run-terraform/README.md +++ b/script/run-terraform/README.md @@ -28,8 +28,8 @@ Here, `mlperf-inference-tests` is the name of the google project as created in [ --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-terraform)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-terraform)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *run,terraform* * Output cached? *True* @@ -46,7 +46,7 @@ Here, `mlperf-inference-tests` is the name of the google project as created in [ #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -97,8 +97,6 @@ if r['return']>0: ```cmr "cm gui" --script="run,terraform"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=run,terraform) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "run terraform[variations]" [--input_flags]` @@ -454,20 +452,20 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-terraform/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-terraform/_cm.json)*** * get,terraform - - CM script: [get-terraform](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-terraform) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-terraform/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-terraform/_cm.json) + - CM script: [get-terraform](https://github.com/mlcommons/cm4mlops/tree/master/script/get-terraform) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-terraform/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-terraform/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-terraform/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-terraform/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-terraform/customize.py)*** - 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/run-terraform/_cm.json)*** + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-terraform/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-terraform/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-terraform/customize.py)*** + 1. ***Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/run-terraform/_cm.json)*** * destroy,terraform * `if (CM_DESTROY_TERRAFORM == on)` * CM names: `--adr.['destroy-cmd']...` - - CM script: [destroy-terraform](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/destroy-terraform) + - CM script: [destroy-terraform](https://github.com/mlcommons/cm4mlops/tree/master/script/destroy-terraform) ___ ### Script output diff --git a/script/save-mlperf-inference-implementation-state/README.md b/script/save-mlperf-inference-implementation-state/README.md index 7ce73ffe7c..afe536bc3c 100644 --- a/script/save-mlperf-inference-implementation-state/README.md +++ b/script/save-mlperf-inference-implementation-state/README.md @@ -10,8 +10,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/save-mlperf-inference-implementation-state)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/save-mlperf-inference-implementation-state)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *save,mlperf,inference,implementation,state* * Output cached? *False* @@ -28,7 +28,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -77,8 +77,6 @@ if r['return']>0: ```cmr "cm gui" --script="save,mlperf,inference,implementation,state"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=save,mlperf,inference,implementation,state) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "save mlperf inference implementation state" ` @@ -100,13 +98,13 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/save-mlperf-inference-implementation-state/_cm.yaml) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/save-mlperf-inference-implementation-state/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/save-mlperf-inference-implementation-state/_cm.yaml) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/save-mlperf-inference-implementation-state/_cm.yaml) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/save-mlperf-inference-implementation-state/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/save-mlperf-inference-implementation-state/_cm.yaml) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/save-mlperf-inference-implementation-state/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/save-mlperf-inference-implementation-state/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/save-mlperf-inference-implementation-state/_cm.yaml) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/save-mlperf-inference-implementation-state/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/save-mlperf-inference-implementation-state/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/save-mlperf-inference-implementation-state/_cm.yaml) ___ ### Script output diff --git a/script/set-device-settings-qaic/README.md b/script/set-device-settings-qaic/README.md index 896b147c93..2033b7695c 100644 --- a/script/set-device-settings-qaic/README.md +++ b/script/set-device-settings-qaic/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-device-settings-qaic)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-device-settings-qaic)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *set,device,qaic,ai100,cloud,performance,power,setting,mode,vc,ecc* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="set,device,qaic,ai100,cloud,performance,power,setting,mode,vc,ecc"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=set,device,qaic,ai100,cloud,performance,power,setting,mode,vc,ecc) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "set device qaic ai100 cloud performance power setting mode vc ecc[variations]" ` @@ -123,18 +121,18 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-device-settings-qaic/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-device-settings-qaic/_cm.json)*** * detect-os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,qaic,platform,sdk - - CM script: [get-qaic-platform-sdk](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-qaic-platform-sdk) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-device-settings-qaic/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-device-settings-qaic/_cm.json) + - CM script: [get-qaic-platform-sdk](https://github.com/mlcommons/cm4mlops/tree/master/script/get-qaic-platform-sdk) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-device-settings-qaic/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-device-settings-qaic/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-device-settings-qaic/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-device-settings-qaic/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-device-settings-qaic/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-device-settings-qaic/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-device-settings-qaic/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-device-settings-qaic/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-device-settings-qaic/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-device-settings-qaic/_cm.json) ___ ### Script output diff --git a/script/set-echo-off-win/README.md b/script/set-echo-off-win/README.md index 8dd46f53e2..46e87495c0 100644 --- a/script/set-echo-off-win/README.md +++ b/script/set-echo-off-win/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-echo-off-win)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-echo-off-win)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *set,echo,off,win,echo-off-win,echo-off* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="set,echo,off,win,echo-off-win,echo-off"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=set,echo,off,win,echo-off-win,echo-off) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "set echo off win echo-off-win echo-off" ` @@ -102,13 +100,13 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-echo-off-win/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-echo-off-win/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-echo-off-win/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-echo-off-win/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-echo-off-win/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-echo-off-win/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-echo-off-win/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-echo-off-win/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-echo-off-win/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-echo-off-win/_cm.json) ___ ### Script output diff --git a/script/set-performance-mode/README.md b/script/set-performance-mode/README.md index f4a36920a6..0fd389fe27 100644 --- a/script/set-performance-mode/README.md +++ b/script/set-performance-mode/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-performance-mode)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-performance-mode)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *set,system,performance,power,mode* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -81,8 +81,6 @@ if r['return']>0: ```cmr "cm gui" --script="set,system,performance,power,mode"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=set,system,performance,power,mode) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "set system performance power mode[variations]" ` @@ -158,20 +156,20 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-performance-mode/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-performance-mode/_cm.json)*** * detect-os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * detect-cpu - - CM script: [detect-cpu](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-performance-mode/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-performance-mode/_cm.json) + - CM script: [detect-cpu](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-cpu) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-performance-mode/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-performance-mode/_cm.json) 1. ***Run native script if exists*** - * [run-ubuntu.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-performance-mode/run-ubuntu.sh) - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-performance-mode/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-performance-mode/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-performance-mode/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-performance-mode/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-performance-mode/_cm.json) + * [run-ubuntu.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-performance-mode/run-ubuntu.sh) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-performance-mode/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-performance-mode/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-performance-mode/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-performance-mode/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-performance-mode/_cm.json) ___ ### Script output diff --git a/script/set-sqlite-dir/README.md b/script/set-sqlite-dir/README.md index 547125bb8b..ec6e144419 100644 --- a/script/set-sqlite-dir/README.md +++ b/script/set-sqlite-dir/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-sqlite-dir)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-sqlite-dir)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *set,sqlite,dir,sqlite-dir* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="set,sqlite,dir,sqlite-dir"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=set,sqlite,dir,sqlite-dir) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "set sqlite dir sqlite-dir" [--input_flags]` @@ -117,20 +115,20 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-sqlite-dir/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-sqlite-dir/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-sqlite-dir/_cm.json) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-sqlite-dir/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-sqlite-dir/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-sqlite-dir/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-sqlite-dir/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-sqlite-dir/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-sqlite-dir/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-sqlite-dir/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-sqlite-dir/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-sqlite-dir/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-sqlite-dir/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-sqlite-dir/_cm.json) ___ ### Script output diff --git a/script/set-venv/README.md b/script/set-venv/README.md index b5bc9dcddb..69ed0e31a4 100644 --- a/script/set-venv/README.md +++ b/script/set-venv/README.md @@ -10,8 +10,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-venv)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-venv)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *set,venv* * Output cached? *False* @@ -28,7 +28,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -77,8 +77,6 @@ if r['return']>0: ```cmr "cm gui" --script="set,venv"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=set,venv) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "set venv" [--input_flags]` @@ -115,13 +113,13 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-venv/_cm.yaml) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-venv/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-venv/_cm.yaml) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-venv/_cm.yaml) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-venv/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-venv/_cm.yaml) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-venv/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-venv/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/set-venv/_cm.yaml) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-venv/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-venv/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/set-venv/_cm.yaml) ___ ### Script output diff --git a/script/tar-my-folder/README.md b/script/tar-my-folder/README.md index b54099b916..2b3c6bce59 100644 --- a/script/tar-my-folder/README.md +++ b/script/tar-my-folder/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/tar-my-folder)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/tar-my-folder)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *run,tar* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="run,tar"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=run,tar) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "run tar" [--input_flags]` @@ -119,13 +117,13 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/tar-my-folder/_cm.json) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/tar-my-folder/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/tar-my-folder/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/tar-my-folder/_cm.json) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/tar-my-folder/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/tar-my-folder/_cm.json) 1. ***Run native script if exists*** - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/tar-my-folder/_cm.json) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/tar-my-folder/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/tar-my-folder/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/tar-my-folder/_cm.json) ___ ### Script output diff --git a/script/test-download-and-extract-artifacts/README.md b/script/test-download-and-extract-artifacts/README.md index 385a728f27..c0b6cf1de2 100644 --- a/script/test-download-and-extract-artifacts/README.md +++ b/script/test-download-and-extract-artifacts/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/test-download-and-extract-artifacts)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/test-download-and-extract-artifacts)* * CM meta description for this script: *[_cm.yaml](_cm.yaml)* * All CM tags to find and reuse this script (see in above meta description): *test,download-and-extract-artifacts* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="test,download-and-extract-artifacts"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=test,download-and-extract-artifacts) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "test download-and-extract-artifacts" ` @@ -102,19 +100,19 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/test-download-and-extract-artifacts/_cm.yaml)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/test-download-and-extract-artifacts/_cm.yaml)*** * download,file,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx - - CM script: [download-file](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-file) + - CM script: [download-file](https://github.com/mlcommons/cm4mlops/tree/master/script/download-file) * download-and-extract,_extract,_url.https://zenodo.org/record/5597155/files/3dunet_kits19_128x128x128.tf.zip?download=1 - - CM script: [download-and-extract](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/download-and-extract) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/test-download-and-extract-artifacts/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/test-download-and-extract-artifacts/_cm.yaml) + - CM script: [download-and-extract](https://github.com/mlcommons/cm4mlops/tree/master/script/download-and-extract) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/test-download-and-extract-artifacts/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/test-download-and-extract-artifacts/_cm.yaml) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/test-download-and-extract-artifacts/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/test-download-and-extract-artifacts/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/test-download-and-extract-artifacts/_cm.yaml) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/test-download-and-extract-artifacts/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/test-download-and-extract-artifacts/_cm.yaml) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/test-download-and-extract-artifacts/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/test-download-and-extract-artifacts/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/test-download-and-extract-artifacts/_cm.yaml) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/test-download-and-extract-artifacts/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/test-download-and-extract-artifacts/_cm.yaml) ___ ### Script output diff --git a/script/test-mlperf-inference-retinanet/README.md b/script/test-mlperf-inference-retinanet/README.md index 5e5e22731c..76c94e570e 100644 --- a/script/test-mlperf-inference-retinanet/README.md +++ b/script/test-mlperf-inference-retinanet/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/test-mlperf-inference-retinanet)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/test-mlperf-inference-retinanet)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *test,mlperf-inference-win,retinanet,windows* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="test,mlperf-inference-win,retinanet,windows"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=test,mlperf-inference-win,retinanet,windows) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "test mlperf-inference-win retinanet windows" ` @@ -102,32 +100,32 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/test-mlperf-inference-retinanet/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/test-mlperf-inference-retinanet/_cm.json)*** * get,sys-utils-cm - - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm) + - CM script: [get-sys-utils-cm](https://github.com/mlcommons/cm4mlops/tree/master/script/get-sys-utils-cm) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,generic-python-lib,_requests - - CM script: [get-generic-python-lib](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib) + - CM script: [get-generic-python-lib](https://github.com/mlcommons/cm4mlops/tree/master/script/get-generic-python-lib) * get,loadgen * CM names: `--adr.['loadgen', 'mlperf-inference-loadgen']...` - - CM script: [get-mlperf-inference-loadgen](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-loadgen) + - CM script: [get-mlperf-inference-loadgen](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-loadgen) * mlperf,inference,source * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,dataset,open-images,original - - CM script: [get-dataset-openimages](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-openimages) + - CM script: [get-dataset-openimages](https://github.com/mlcommons/cm4mlops/tree/master/script/get-dataset-openimages) * get,raw,ml-model,retinanet - - CM script: [get-ml-model-retinanet](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-retinanet) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/test-mlperf-inference-retinanet/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/test-mlperf-inference-retinanet/_cm.json) + - CM script: [get-ml-model-retinanet](https://github.com/mlcommons/cm4mlops/tree/master/script/get-ml-model-retinanet) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/test-mlperf-inference-retinanet/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/test-mlperf-inference-retinanet/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/test-mlperf-inference-retinanet/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/test-mlperf-inference-retinanet/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/test-mlperf-inference-retinanet/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/test-mlperf-inference-retinanet/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/test-mlperf-inference-retinanet/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/test-mlperf-inference-retinanet/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/test-mlperf-inference-retinanet/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/test-mlperf-inference-retinanet/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/test-mlperf-inference-retinanet/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/test-mlperf-inference-retinanet/_cm.json) ___ ### Script output diff --git a/script/test-set-sys-user-cm/README.md b/script/test-set-sys-user-cm/README.md index b532a02e02..5edef2acb3 100644 --- a/script/test-set-sys-user-cm/README.md +++ b/script/test-set-sys-user-cm/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/test-set-sys-user-cm)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/test-set-sys-user-cm)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *demo,set,sys-user,cm,sys-user-cm* * Output cached? *True* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="demo,set,sys-user,cm,sys-user-cm"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=demo,set,sys-user,cm,sys-user-cm) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "demo set sys-user cm sys-user-cm" ` @@ -103,14 +101,14 @@ ___ ### Dependencies on other CM scripts - 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/test-set-sys-user-cm/_cm.json) + 1. Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/test-set-sys-user-cm/_cm.json) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/test-set-sys-user-cm/_cm.json) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/test-set-sys-user-cm/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/test-set-sys-user-cm/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/test-set-sys-user-cm/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/test-set-sys-user-cm/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/test-set-sys-user-cm/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/test-set-sys-user-cm/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/test-set-sys-user-cm/_cm.json) ___ ### Script output diff --git a/script/truncate-mlperf-inference-accuracy-log/README.md b/script/truncate-mlperf-inference-accuracy-log/README.md index a0bd449670..34ac9a1271 100644 --- a/script/truncate-mlperf-inference-accuracy-log/README.md +++ b/script/truncate-mlperf-inference-accuracy-log/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/truncate-mlperf-inference-accuracy-log)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/truncate-mlperf-inference-accuracy-log)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *run,mlc,mlcommons,mlperf,inference,mlperf-inference,truncation,truncator,truncate,accuracy,accuracy-log,accuracy-log-trancation,accuracy-log-truncator,mlc-accuracy-log-trancation,mlc-accuracy-log-truncator* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="run,mlc,mlcommons,mlperf,inference,mlperf-inference,truncation,truncator,truncate,accuracy,accuracy-log,accuracy-log-trancation,accuracy-log-truncator,mlc-accuracy-log-trancation,mlc-accuracy-log-truncator"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=run,mlc,mlcommons,mlperf,inference,mlperf-inference,truncation,truncator,truncate,accuracy,accuracy-log,accuracy-log-trancation,accuracy-log-truncator,mlc-accuracy-log-trancation,mlc-accuracy-log-truncator) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "run mlc mlcommons mlperf inference mlperf-inference truncation truncator truncate accuracy accuracy-log accuracy-log-trancation accuracy-log-truncator mlc-accuracy-log-trancation mlc-accuracy-log-truncator" [--input_flags]` @@ -119,24 +117,24 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/truncate-mlperf-inference-accuracy-log/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/truncate-mlperf-inference-accuracy-log/_cm.json)*** * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) * get,mlcommons,inference,src * CM names: `--adr.['inference-src']...` - - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src) + - CM script: [get-mlperf-inference-src](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-src) * get,mlperf,submission,dir * `if (CM_MLPERF_INFERENCE_SUBMISSION_DIR != on)` * CM names: `--adr.['get-mlperf-submission-dir']...` - - CM script: [get-mlperf-inference-submission-dir](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-submission-dir) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/truncate-mlperf-inference-accuracy-log/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/truncate-mlperf-inference-accuracy-log/_cm.json) + - CM script: [get-mlperf-inference-submission-dir](https://github.com/mlcommons/cm4mlops/tree/master/script/get-mlperf-inference-submission-dir) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/truncate-mlperf-inference-accuracy-log/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/truncate-mlperf-inference-accuracy-log/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/truncate-mlperf-inference-accuracy-log/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/truncate-mlperf-inference-accuracy-log/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/truncate-mlperf-inference-accuracy-log/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/truncate-mlperf-inference-accuracy-log/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/truncate-mlperf-inference-accuracy-log/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/truncate-mlperf-inference-accuracy-log/_cm.json) ___ ### Script output diff --git a/script/upgrade-python-pip/README.md b/script/upgrade-python-pip/README.md index fe8a8d8abf..cacd17ff80 100644 --- a/script/upgrade-python-pip/README.md +++ b/script/upgrade-python-pip/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/upgrade-python-pip)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/upgrade-python-pip)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *upgrade,python,pip,python-pip* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="upgrade,python,pip,python-pip"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=upgrade,python,pip,python-pip) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "upgrade python pip python-pip" ` @@ -102,20 +100,20 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/upgrade-python-pip/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/upgrade-python-pip/_cm.json)*** * detect,os - - CM script: [detect-os](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os) + - CM script: [detect-os](https://github.com/mlcommons/cm4mlops/tree/master/script/detect-os) * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) 1. Run "preprocess" function from customize.py - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/upgrade-python-pip/_cm.json) + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/upgrade-python-pip/_cm.json) 1. ***Run native script if exists*** - * [run.bat](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/upgrade-python-pip/run.bat) - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/upgrade-python-pip/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/upgrade-python-pip/_cm.json) + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/dev/script/upgrade-python-pip/run.bat) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/upgrade-python-pip/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/upgrade-python-pip/_cm.json) 1. Run "postrocess" function from customize.py - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/upgrade-python-pip/_cm.json) + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/upgrade-python-pip/_cm.json) ___ ### Script output diff --git a/script/wrapper-reproduce-octoml-tinyml-submission/README.md b/script/wrapper-reproduce-octoml-tinyml-submission/README.md index 1ed1c42ed4..4854b325ce 100644 --- a/script/wrapper-reproduce-octoml-tinyml-submission/README.md +++ b/script/wrapper-reproduce-octoml-tinyml-submission/README.md @@ -12,8 +12,8 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt --- #### Summary -* CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/dev/cm-mlops)* -* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/wrapper-reproduce-octoml-tinyml-submission)* +* CM GitHub repository: *[mlcommons@cm4mlops](https://github.com/mlcommons/cm4mlops/tree/dev)* +* GitHub directory for this script: *[GitHub](https://github.com/mlcommons/cm4mlops/tree/dev/script/wrapper-reproduce-octoml-tinyml-submission)* * CM meta description for this script: *[_cm.json](_cm.json)* * All CM tags to find and reuse this script (see in above meta description): *run,generate-tiny,generate,submission,tiny,generate-tiny-submission,results,mlcommons,mlperf,octoml* * Output cached? *False* @@ -30,7 +30,7 @@ Maintainers: [Public MLCommons Task Force on Automation and Reproducibility](htt #### Pull CM repository with this automation recipe (CM script) -```cm pull repo mlcommons@ck``` +```cm pull repo mlcommons@cm4mlops``` #### Print CM help from the command line @@ -79,8 +79,6 @@ if r['return']>0: ```cmr "cm gui" --script="run,generate-tiny,generate,submission,tiny,generate-tiny-submission,results,mlcommons,mlperf,octoml"``` -Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=run,generate-tiny,generate,submission,tiny,generate-tiny-submission,results,mlcommons,mlperf,octoml) to generate CM CMD. - #### Run this script via Docker (beta) `cm docker script "run generate-tiny generate submission tiny generate-tiny-submission results mlcommons mlperf octoml" [--input_flags]` @@ -122,17 +120,17 @@ ___ ### Dependencies on other CM scripts - 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/wrapper-reproduce-octoml-tinyml-submission/_cm.json)*** + 1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/wrapper-reproduce-octoml-tinyml-submission/_cm.json)*** * get,python3 * CM names: `--adr.['python', 'python3']...` - - CM script: [get-python3](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3) - 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/wrapper-reproduce-octoml-tinyml-submission/customize.py)*** - 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/wrapper-reproduce-octoml-tinyml-submission/_cm.json) + - CM script: [get-python3](https://github.com/mlcommons/cm4mlops/tree/master/script/get-python3) + 1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/wrapper-reproduce-octoml-tinyml-submission/customize.py)*** + 1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/wrapper-reproduce-octoml-tinyml-submission/_cm.json) 1. ***Run native script if exists*** - * [run.sh](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/wrapper-reproduce-octoml-tinyml-submission/run.sh) - 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/wrapper-reproduce-octoml-tinyml-submission/_cm.json) - 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/wrapper-reproduce-octoml-tinyml-submission/customize.py)*** - 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/dev/cm-mlops/script/wrapper-reproduce-octoml-tinyml-submission/_cm.json) + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/dev/script/wrapper-reproduce-octoml-tinyml-submission/run.sh) + 1. Read "posthook_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/wrapper-reproduce-octoml-tinyml-submission/_cm.json) + 1. ***Run "postrocess" function from [customize.py](https://github.com/mlcommons/cm4mlops/tree/dev/script/wrapper-reproduce-octoml-tinyml-submission/customize.py)*** + 1. Read "post_deps" on other CM scripts from [meta](https://github.com/mlcommons/cm4mlops/tree/dev/script/wrapper-reproduce-octoml-tinyml-submission/_cm.json) ___ ### Script output