Azure DevOps Demo Models · main

smoke_all_models.py

tools/smoke_all_models.py · 1,057 bytes · read-only public source view

from __future__ import annotations

import argparse
import json
import shutil
from pathlib import Path

from modelops_demo_runner import run

parser = argparse.ArgumentParser(description="Execute every demonstration model through the safe universal runner.")
parser.add_argument("--root", type=Path, default=Path(__file__).resolve().parents[1], help="Repository root containing catalog.json")
parser.add_argument("--output", type=Path, default=None, help="Output directory. Defaults to <root>/.artifacts")
args = parser.parse_args()

root = args.root.resolve()
out = (args.output or (root / ".artifacts")).resolve()
if out.exists():
    shutil.rmtree(out)
out.mkdir(parents=True)

catalog = json.loads((root / "catalog.json").read_text(encoding="utf-8"))
for entry in catalog["models"]:
    config = root / entry["path"] / "sample-inputs" / "config.json"
    result = run(root, entry["modelKey"], config, out / entry["modelKey"])
    print(f"{entry['modelKey']}: {', '.join(result['files'])}")
print(f"Completed {len(catalog['models'])} model smoke tests")