@dkorchevgithub adding lines suggested by @EtoDemerzel0427 to fix "g…

.coveragerc

@@ -0,0 +1,8 @@
+[run]
+# Coverage is scoped to the submission checker (the only code under test).
+# The CI step also passes --cov=submission_checker; keeping it here means a
+# bare `pytest --cov` / `coverage` run is scoped correctly too.
+source = submission_checker
+omit =
+    */site-packages/*
+    */dist-packages/*

.github/CODEOWNERS

@@ -0,0 +1,9 @@
+# These owners will be the default owners for everything in the repo.
+# Unless a later match takes precedence,they will be requested for review when someone opens a pull request.
+* @mlcommons/wg-inference @mlcommons/wg-benchmark-infra
+
+/.github/CODEOWNERS @mlcommons/systems
+
+/.github/workflows/cla.yml @mlcommons/systems
+
+/LICENSE.md @mlcommons/systems

.github/scanoss.json

@@ -0,0 +1,83 @@
+{
+  "settings": {
+    "skip": {
+      "patterns": {
+        "scanning": [
+          "tests/",
+          "test/",
+          "__tests__/",
+          "test_*.py",
+          "*_test.py",
+          "*_test.go",
+          "*.test.js",
+          "*.test.ts",
+          "*.spec.js",
+          "*.spec.ts",
+          "conftest.py",
+          "vendor/",
+          "third_party/",
+          "third-party/",
+          "external/",
+          "node_modules/",
+          "deps/",
+          "*_pb2.py",
+          "*_pb2_grpc.py",
+          "*.pb.go"
+        ]
+      },
+      "sizes": {}
+    }
+  },
+  "bom": {
+    "include": [
+      {
+        "purl": "pkg:github/mlcommons/inference"
+      },
+      {
+        "purl": "pkg:conda/tf2onnx"
+      },
+      {
+        "purl": "pkg:gitee/deep-spark/deepsparkhub"
+      },
+      {
+        "purl": "pkg:github/facebookresearch/generative-recommenders"
+      },
+      {
+        "purl": "pkg:github/habanaai/model-references"
+      },
+      {
+        "purl": "pkg:github/intel/ai-reference-models"
+      },
+      {
+        "purl": "pkg:github/miguelvictor/code-completion"
+      },
+      {
+        "purl": "pkg:github/onnx/tensorflow-onnx"
+      },
+      {
+        "purl": "pkg:github/open-mmlab/mmdetection3d"
+      },
+      {
+        "purl": "pkg:github/t4ngo/sphinxcontrib-traceables"
+      },
+      {
+        "purl": "pkg:github/transcend-0/earn"
+      },
+      {
+        "purl": "pkg:github/yupeeee/yupnets"
+      },
+      {
+        "purl": "pkg:pypi/mmdet3d"
+      },
+      {
+        "purl": "pkg:pypi/sphinxcontrib-traceables"
+      },
+      {
+        "purl": "pkg:pypi/tf2onnx"
+      },
+      {
+        "purl": "pkg:pypi/yupnets"
+      }
+    ]
+  }
+}

.github/workflows/auto-close-old-issues-prs.yml

@@ -0,0 +1,32 @@
+name: Close old issues and PRs older than 2 years
+
+on:
+  schedule:
+    - cron: '0 0 * * *'
+  workflow_dispatch:
+
+permissions:
+  issues: write
+  pull-requests: write
+
+jobs:
+  close-old:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/stale@v10
+        with:
+          days-before-issue-stale: 730
+          days-before-issue-close: 0
+          close-issue-message: |
+            🔒 This issue has been **automatically closed** because it has been open for more than 2 years with no activity.
+            If this is still relevant, you may **reopen it or create a new one**.
+          close-issue-reason: not_planned
+
+          days-before-pr-stale: 730
+          days-before-pr-close: 0
+          close-pr-message: |
+            🔒 This pull request has been **automatically closed** because it has been open for more than 2 years with no activity.
+            If you still want to proceed, you may **reopen this PR or open a new one**.
+
+          exempt-issue-labels: pinned,security-fix,long-term
+          exempt-pr-labels: pinned,security-fix,wip

.github/workflows/auto-update-dev.yml

@@ -0,0 +1,40 @@
+name: Auto-Update Dev Branches from Master
+
+on:
+  push:
+    branches:
+      - master  # Trigger workflow on commits to 'master' branch
+  workflow_dispatch: {}
+
+jobs:
+  update-dev:
+    if: github.repository_owner == 'mlcommons'
+    strategy:
+      matrix: 
+        branch: [ "dev", "docs" ]
+    runs-on: ubuntu-latest
+
+    permissions:
+      contents: write  # Required to push to protected branches
+
+    steps:
+      - name: Checkout Main Branch
+        uses: actions/checkout@v4
+        with:
+          ref: ${{ matrix.branch }}
+          fetch-depth: 0
+          ssh-key: ${{ secrets.DEPLOY_KEY }}
+
+      - name: Configure Git User
+        run: |
+          git config user.name "github-actions"
+          git config user.email "github-actions@github.com"
+
+      - name: Merge auto-update into ${{ matrix.branch }}
+        run: |
+          git fetch origin master:master
+          git merge --no-ff master -m "Auto-merge updates from master branch"
+
+      - name: Push Changes to ${{ matrix.branch }}
+        run: |
+          git push origin ${{ matrix.branch }}

.github/workflows/autopep8.yml

@@ -0,0 +1,57 @@
+# Verify that Python files modified in a PR are autopep8-formatted, using the
+# SAME settings as the auto-formatter in format.yml (-a --max-line-length 79).
+# Intended as a REQUIRED status check (branch protection) so unformatted PRs
+# can't be merged to main.
+name: "autopep8 format check"
+
+on:
+  pull_request:
+    branches: ["master", "main"]
+
+env:
+  python_version: "3.9"
+
+jobs:
+  autopep8-check:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Set up Python ${{ env.python_version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ env.python_version }}
+
+      - name: Install autopep8
+        run: python3 -m pip install autopep8
+
+      - name: Check modified Python files
+        run: |
+          set -uo pipefail
+          BASE="${{ github.event.pull_request.base.sha }}"
+          git fetch --no-tags --quiet origin "$BASE" 2>/dev/null || true
+          FILES=$(git diff --name-only --diff-filter=ACMR "$BASE"...HEAD -- '*.py' || true)
+          if [ -z "$FILES" ]; then
+            echo "No modified Python files."
+            exit 0
+          fi
+          rc=0
+          for FILE in $FILES; do
+            [ -f "$FILE" ] || continue
+            # Match format.yml: it excludes this file from formatting.
+            [ "$FILE" = "tools/submission/power/power_checker.py" ] && continue
+            if ! autopep8 --exit-code --diff -a --max-line-length 79 "$FILE" > /tmp/autopep8.diff 2>/dev/null; then
+              echo "::error file=$FILE::Not autopep8-formatted — run: autopep8 --in-place -a --max-line-length 79 $FILE"
+              cat /tmp/autopep8.diff
+              rc=1
+            fi
+          done
+          if [ "$rc" -ne 0 ]; then
+            echo "::error::Some modified Python files are not autopep8-formatted (see diffs above)."
+          else
+            echo "All modified Python files are autopep8-formatted."
+          fi
+          exit "$rc"

.github/workflows/build_wheels.yml

@@ -0,0 +1,146 @@
+name: Build loadgen wheels and release them into PYPI
+
+
+on:
+  release:
+    types: [published]
+  push:
+    branches:
+      - master
+      - loadgen-release
+    paths:
+      - loadgen/**
+
+jobs:
+  update_version:
+    name: Update version only on ubuntu but used by windows and macos
+    if: github.repository_owner == 'mlcommons'
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 2
+          ssh-key: ${{ secrets.DEPLOY_KEY }}
+
+      # Check if VERSION.txt file has changed in this push
+      - name: Check if VERSION.txt file has changed
+        id: version_changed
+        run: |
+          echo "version_changed=false" >> $GITHUB_ENV
+          echo "new_version=" >> $GITHUB_ENV  # Initialize with empty value
+          if git diff --name-only HEAD~1 | grep -q "VERSION.txt"; then
+            echo "VERSION.txt file has been modified"
+            echo "version_changed=true" >> $GITHUB_ENV
+            new_version=$(cat loadgen/VERSION.txt)
+            echo "new_version=$new_version" >> $GITHUB_ENV
+          else
+            echo "VERSION.txt file has NOT been modified"
+          fi
+
+      # Step 4: Increment version if VERSION.txt was not changed
+      - name: Increment version if necessary
+        id: do_version_increment
+        if: env.version_changed == 'false'
+        run: |
+          cd loadgen
+          # Check if VERSION file exists, else initialize it
+          if [ ! -f VERSION.txt ]; then
+            echo "0.0.0" > VERSION.txt
+          fi
+
+          version=$(cat VERSION.txt)
+          IFS='.' read -r major minor patch <<< "$version"
+          patch=$((patch + 1))
+          new_version="$major.$minor.$patch"
+          echo $new_version > VERSION.txt
+          echo "New version: $new_version"
+          echo "new_version=$new_version" >> $GITHUB_ENV
+
+      # Step 5: Commit the updated version to the repository
+      - name: Commit updated version
+        if: env.version_changed == 'false'
+        run: |
+          cd loadgen
+          git config --global user.name "${{ github.actor }}"
+          git config --global user.email "${{ github.actor }}@users.noreply.github.com"
+          git add VERSION.txt
+          git commit -m "Increment version to $new_version"
+          git push
+
+  build_wheels:
+    name: Build wheels on ${{ matrix.os }}
+    if: github.repository_owner == 'mlcommons'
+    needs: update_version
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest, windows-latest, macos-latest, macos-15]
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - uses: actions/setup-python@v3
+
+      - name: Install requirements
+        run: python -m pip install cibuildwheel twine build
+
+      - name: Build src dist
+        if: ${{ matrix.os == 'ubuntu-latest' }}
+        run: |
+          python -m build --sdist --outdir wheels loadgen
+
+      - name: Build wheels
+        run: git pull && python -m cibuildwheel loadgen/ --output-dir wheels
+
+       # Save wheels as artifacts
+      - name: Upload built wheels
+        uses: actions/upload-artifact@v4
+        with:
+          name: wheels-${{ matrix.os }}
+          path: wheels
+
+  publish_wheels:
+    if: github.repository_owner == 'mlcommons'
+    needs: build_wheels  # Wait for the build_wheels job to complete
+    runs-on: ubuntu-latest  # Only run this job on Linux
+    environment: release
+    permissions:
+      # IMPORTANT: this permission is mandatory for trusted publishing
+      id-token: write
+    steps:
+      - uses: actions/checkout@v3
+
+      # Download the built wheels from ubuntu
+      - name: Download Ubuntu wheels
+        uses: actions/download-artifact@v4
+        with:
+          name: wheels-ubuntu-latest
+          path: wheels
+      # Download the built wheels from macOS-latest
+      - name: Download macOS-latest wheels
+        uses: actions/download-artifact@v4
+        with:
+          name: wheels-macos-latest
+          path: wheels
+      # Download the built wheels from macOS-13 (x86)
+      - name: Download macOS-15 (x86) wheels
+        uses: actions/download-artifact@v4
+        with:
+          name: wheels-macos-15
+          path: wheels
+      # Download the built wheels from Windows
+      - name: Download Windows wheels
+        uses: actions/download-artifact@v4
+        with:
+          name: wheels-windows-latest
+          path: wheels
+      # Publish
+      - name: Publish
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          verify-metadata: true
+          skip-existing: true
+          packages-dir: wheels
+          repository-url: https://upload.pypi.org/legacy/
+          verbose: true