CM v2.3.0 release (#1235)

- Important change: we added automatic CM repo alias from `mlcommons@ck`
to `mlcommons@cm4mlops` unless branch and checkout are used!
- we improved CM python package API generation and uploaded to
https://cknowledge.org/docs/cm (should move to MLCommons when ready)
- we added timezone to utils.get_current_date_time to correctly time
stamp various experiments!

.github/workflows/test-cm-script-features.yml

@@ -29,7 +29,8 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        # cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test CM Script Features
       run: |

.github/workflows/test-cm-scripts.yml

@@ -29,7 +29,8 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        # cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test CM Script Automation
       run: |

.github/workflows/test-cm-tutorial-retinanet.yml

@@ -28,7 +28,8 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        # cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test CM Tutorial Retinanet
       run: |

.github/workflows/test-cm-tutorial-tvm-pip.yml

@@ -28,7 +28,8 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        # cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test CM Tutorial TVM pip install with VirtualMachine Runtime
       run: |
@@ -50,7 +51,8 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        # cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test CM Tutorial TVM pip install with GraphExecutor Runtime
       run: |

.github/workflows/test-cm-tutorial-tvm.yml

@@ -29,7 +29,8 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        # cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test CM Tutorial TVM
       run: |

.github/workflows/test-cm.yml

@@ -34,7 +34,8 @@ jobs:
         cd cm
         python setup.py install
         python -m cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        # cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
     - name: Lint with flake8
       run: |
         # stop the build if there are Python syntax errors or undefined names
@@ -62,7 +63,8 @@ jobs:
       run: |
         python -m pip install --upgrade pip
         python -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        # cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
     - name: Test CM
       run: |
         python tests/test_cm.py

.github/workflows/test-image-classification-onnx.yml

@@ -29,7 +29,8 @@ jobs:
     - name: Install dependencies
       run: |
         python3 -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        # cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test image classification with ONNX
       run: |

.github/workflows/test-mlperf-inference-bert-deepsparse-tf-onnxruntime-pytorch.yml

@@ -37,7 +37,8 @@ jobs:
     - name: Install dependencies
       run: |
         python3 -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        # cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test MLPerf Inference Bert (DeepSparse, TF, ONNX, PyTorch)
       run: |

.github/workflows/test-mlperf-inference-gptj.yml

@@ -31,7 +31,8 @@ jobs:
     - name: Install dependencies
       run: |
         python3 -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        # cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test MLPerf Inference GPTJ
       run: |

.github/workflows/test-mlperf-inference-mlcommons-cpp-resnet50.yml

@@ -30,7 +30,8 @@ jobs:
     - name: Install dependencies
       run: |
         python3 -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        # cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
         cm run script --quiet --tags=install,prebuilt,llvm --version=${{ matrix.llvm-version }}
     - name: Test MLPerf Inference MLCommons C++ ResNet50

.github/workflows/test-mlperf-inference-resnet50.yml

@@ -36,7 +36,8 @@ jobs:
     - name: Install dependencies
       run: |
         python3 -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        # cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test MLPerf Inference ResNet50
       run: |

.github/workflows/test-mlperf-inference-retinanet.yml

@@ -34,7 +34,8 @@ jobs:
     - name: Install dependencies
       run: |
         python3 -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        # cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test MLPerf Inference Retinanet using ${{ matrix.backend }}
       run: |

.github/workflows/test-mlperf-inference-rnnt.yml

@@ -31,7 +31,8 @@ jobs:
     - name: Install dependencies
       run: |
         python3 -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        # cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test MLPerf Inference RNNT
       run: |

.github/workflows/test-mlperf-inference-tvm.yml

@@ -31,7 +31,8 @@ jobs:
     - name: Install dependencies
       run: |
         python3 -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        # cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: MLPerf Inference ResNet50 using TVM
       run: |

.github/workflows/test-mlperf-loadgen-onnx-huggingface-bert-fp32-squad.yml

@@ -29,7 +29,8 @@ jobs:
     - name: Install dependencies
       run: |
         python3 -m pip install cmind
-        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        # cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test MLPerf loadgen with HuggingFace bert onnx fp32 squad model
       run: |

CONTRIBUTING.md

@@ -14,13 +14,11 @@ Modify the project in your own fork and issue a pull request once you want other
 to take a look at what you have done and discuss the proposed changes. 
 Ensure that cla-bot and other checks pass for your Pull requests.
 
-### Contributing to this project
+## CM project coordinator
 
-Please check the [MLCommons TaskForce on Automation and Reproducibility](docs/taskforce.md)
-and join our [Discord server](https://discord.gg/JjWNWXKxwT)
-to learn more about this project.
+* Grigori Fursin (cTuning.org and cKnowledge.org)
 
-### Contributors to the MLCommons Collective Mind project in alphabetical order
+## CM contributors in alphabetical order (suggestions and/or scripts)
 
 * Resmi Arjun
 * Alice Cheng (Nvidia)

COPYRIGHT.txt

@@ -1,5 +1,5 @@
 Copyright (c) 2021-2024 MLCommons
 
-cTuning foundation and OctoML donated this project to MLCommons to benefit everyone.
+The cTuning foundation and OctoML donated this project to MLCommons to benefit everyone.
 
 Copyright (c) 2014-2021 cTuning foundation

README.md

@@ -15,17 +15,20 @@ across diverse and continuously changing models, data, software and hardware.
 
 CK consists of several ongoing sub-projects:
 
-* [Collective Mind framework (CM)](cm) - a very light-weight Python-based framework with minimal dependencies
+* [Collective Mind framework (CM)](cm) (*~1MB*) - a very light-weight Python-based framework with minimal dependencies
   to help the community implement, share and reuse cross-platform automation recipes to 
   build, benchmark and optimize applications on any platform
-  with any software and hardware. It extends the cmake concept with 
+  with any software and hardware. Very simply, it extends the cmake concept with 
   reusable automation recipes and workflows written in plain Python or native OS scripts,
   accessible via a human readable interface with simple tags,
   and shareable in public and private repositories in a decentralized way.
+  Furthermore, in comparison with cmake, these automation recipes can not only detect missing code 
+  but also download artifacts (models, data sets), preprocess them, build missing 
+  dependencies, install them and run the final code on diverse platforms in a unified and automated way.
   You can read more about the CM concept in this [presentation](https://doi.org/10.5281/zenodo.8105339).
 
 
-  * [CM automation recipes for MLOps and DevOps](cm-mlops) - a collection of portable, extensible and technology-agnostic automation recipes
+  * [CM automation recipes for MLOps and DevOps](cm-mlops) (*~6MB*) - a small collection of portable, extensible and technology-agnostic automation recipes
     with a human-friendly interface (aka CM scripts) to unify and automate all the manual steps required to compose, run, benchmark and optimize complex ML/AI applications 
     on diverse platforms with any software and hardware: see [online catalog](https://access.cknowledge.org/playground/?action=scripts) 
     and [source code](https://github.com/mlcommons/cm4mlops/blob/master/script).

cm-mlops/script/app-loadgen-generic-python/customize.py

@@ -1,5 +1,7 @@
 # Developer: Grigori Fursin
 
+#
+
 from cmind import utils
 import os
 import shutil

cm/CHANGES.md

@@ -1,3 +1,10 @@
+## V2.3.0
+   - added automatic CM repo alias from mlcommons@ck to mlcommons@cm4mlops 
+     unless branch and checkout are used!
+   - improved CM python package API generation and uploaded to https://cknowledge.org/docs/cm 
+     (should move to MLCommons when ready)
+   - added timezone to utils.get_current_date_time to correctly time stamp various experiments!
+
 ## V2.2.0
    - fixed detection of a CM artifact using 'cm info .' when inside virtual env entries.
    - added "cmind.utils.debug_here" function to attach remote Python debugger

cm/cmind/__init__.py

@@ -1,4 +1,8 @@
-__version__ = "2.2.0"
+# Collective Mind init
+#
+# Written by Grigori Fursin
+
+__version__ = "2.3.0"
 
 from cmind.core import access
 from cmind.core import error

cm/cmind/__main__.py

@@ -1,3 +1,7 @@
+# Collective Mind CLI entry point
+#
+# Written by Grigori Fursin
+
 import cmind.cli as cli
 
 cli.run()

cm/cmind/artifact.py

@@ -1,4 +1,6 @@
 # Collective Mind artifact
+#
+# Written by Grigori Fursin
 
 import os
 

cm/cmind/automation.py

@@ -1,4 +1,6 @@
 # Collective Mind automation
+#
+# Written by Grigori Fursin
 
 import os
 
@@ -120,9 +122,9 @@ def test(self, i):
 
         print ('')
         print ('GitHub for CM developments:        https://github.com/mlcommons/ck/tree/master/cm')
-        print ('GitHub for CM automation scripts:  https://github.com/mlcommons/ck/tree/master/cm-mlops')
+        print ('GitHub for CM automation scripts:  https://github.com/mlcommons/cm4mlops')
         print ('Reporting issues and ideas:        https://github.com/mlcommons/ck/issues')
-        print ('Joining the open MLPerf workgroup: https://cKnowledge.org/mlcommons-taskforce')
+        print ('MLCommons taskforce developing CM: https://github.com/mlcommons/ck/blob/master/docs/taskforce.md')
 
         return {'return':0}
 

cm/cmind/cli.py

@@ -1,4 +1,6 @@
 # Collective Mind command line wrapper
+#
+# Written by Grigori Fursin
 
 import sys
 

cm/cmind/config.py

@@ -1,4 +1,6 @@
 # Collective Mind configuration
+#
+# Written by Grigori Fursin
 
 import os
 

cm/cmind/core.py

@@ -1,4 +1,6 @@
 # Collective Mind core functions
+#
+# Written by Grigori Fursin
 
 from cmind.config import Config
 from cmind.repos import Repos

cm/cmind/index.py

@@ -1,4 +1,6 @@
 # Collective Mind index
+#
+# Written by Grigori Fursin
 
 import os
 import json