{ "extensions": [ { "id": "microsoft.azd.waza", "namespace": "waza", "displayName": "Waza - AI Agent Skill Evaluator", "description": "A CLI for evaluating AI agent skills — scaffold eval suites, run benchmarks, and compare results across models.", "versions": [ { "version": "0.1.0", "capabilities": [ "custom-commands" ], "usage": "azd waza [options]", "examples": [ { "name": "init", "description": "Scaffold a new eval suite with eval.yaml, tasks/, and fixtures/ directories.", "usage": "azd waza init my-eval --interactive" }, { "name": "generate", "description": "Generate evals from a SKILL.md file.", "usage": "azd waza generate skills/my-skill/SKILL.md" }, { "name": "run", "description": "Run an evaluation benchmark from a spec file.", "usage": "azd waza run examples/code-explainer/eval.yaml --context-dir examples/code-explainer/fixtures -v" }, { "name": "compare", "description": "Compare results across models.", "usage": "azd waza compare results-gpt4.json results-sonnet.json" }, { "name": "tokens", "description": "Count tokens in skill files.", "usage": "azd waza tokens count skills/" } ], "artifacts": { "darwin/amd64": { "checksum": { "algorithm": "sha256", "value": "4915a601b0f5830026cdb650848fa48b35ce10cf448f158a6498c0320d9c9cce" }, "entryPoint": "microsoft-azd-waza-darwin-amd64", "url": "https://github.com/wbreza/waza/releases/download/azd-ext-microsoft-azd-waza_0.1.0/microsoft-azd-waza-darwin-amd64.zip" }, "darwin/arm64": { "checksum": { "algorithm": "sha256", "value": "ff0ed7c566f9f703c2570c72d4d0afe5c023fb204a74da06176c6db0e9dff540" }, "entryPoint": "microsoft-azd-waza-darwin-arm64", "url": "https://github.com/wbreza/waza/releases/download/azd-ext-microsoft-azd-waza_0.1.0/microsoft-azd-waza-darwin-arm64.zip" }, "linux/amd64": { "checksum": { "algorithm": "sha256", "value": "2f0306c7120298039eda9a550b262d1714687f6215f88f5b2b52a9a7eb90c9ce" }, "entryPoint": "microsoft-azd-waza-linux-amd64", "url": "https://github.com/wbreza/waza/releases/download/azd-ext-microsoft-azd-waza_0.1.0/microsoft-azd-waza-linux-amd64.tar.gz" }, "linux/arm64": { "checksum": { "algorithm": "sha256", "value": "8308b90367f28249bf5de3015339293e90af932bfac667ff58b4e8ef07aebd56" }, "entryPoint": "microsoft-azd-waza-linux-arm64", "url": "https://github.com/wbreza/waza/releases/download/azd-ext-microsoft-azd-waza_0.1.0/microsoft-azd-waza-linux-arm64.tar.gz" }, "windows/amd64": { "checksum": { "algorithm": "sha256", "value": "b4cb415fbe702d30e4d0a54e4cc12ef8dcc411dba11d61b00b42a1a2cefba7c1" }, "entryPoint": "microsoft-azd-waza-windows-amd64.exe", "url": "https://github.com/wbreza/waza/releases/download/azd-ext-microsoft-azd-waza_0.1.0/microsoft-azd-waza-windows-amd64.zip" }, "windows/arm64": { "checksum": { "algorithm": "sha256", "value": "9f625eee537d312a9a4fcf9847116c01a6713bcd47b8fc3d8ddb8d5197ab39fe" }, "entryPoint": "microsoft-azd-waza-windows-arm64.exe", "url": "https://github.com/wbreza/waza/releases/download/azd-ext-microsoft-azd-waza_0.1.0/microsoft-azd-waza-windows-arm64.zip" } } }, { "version": "0.2.0", "capabilities": [ "custom-commands", "metadata" ], "usage": "azd waza [options]", "examples": [ { "name": "init", "description": "Scaffold a new eval suite with eval.yaml, tasks/, and fixtures/ directories.", "usage": "azd waza init my-eval --interactive" }, { "name": "generate", "description": "Generate evals from a SKILL.md file.", "usage": "azd waza generate skills/my-skill/SKILL.md" }, { "name": "run", "description": "Run an evaluation benchmark from a spec file.", "usage": "azd waza run examples/code-explainer/eval.yaml --context-dir examples/code-explainer/fixtures -v" }, { "name": "compare", "description": "Compare results across models.", "usage": "azd waza compare results-gpt4.json results-sonnet.json" }, { "name": "tokens", "description": "Count tokens in skill files.", "usage": "azd waza tokens count skills/" } ], "artifacts": { "darwin/amd64": { "checksum": { "algorithm": "sha256", "value": "45ba53e8f906c25df51767fd22f2798e3aac0e4c698d8acd6cdf7328a29086cb" }, "entryPoint": "microsoft-azd-waza-darwin-amd64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.2.0/microsoft-azd-waza-darwin-amd64.zip" }, "darwin/arm64": { "checksum": { "algorithm": "sha256", "value": "c9c3c8b75db4e55833c7090375c5d217529061ad3f87d9b1e808f4ac28fd8943" }, "entryPoint": "microsoft-azd-waza-darwin-arm64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.2.0/microsoft-azd-waza-darwin-arm64.zip" }, "linux/amd64": { "checksum": { "algorithm": "sha256", "value": "144f52de76bb84e7ca011152a176a099ce50b8e5fa0b3d047ac10d2a472c9a32" }, "entryPoint": "microsoft-azd-waza-linux-amd64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.2.0/microsoft-azd-waza-linux-amd64.tar.gz" }, "linux/arm64": { "checksum": { "algorithm": "sha256", "value": "4bc09c7e61c0b3b15d864ff429279946ca576b5d47a1b05735df85b9ea8df07d" }, "entryPoint": "microsoft-azd-waza-linux-arm64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.2.0/microsoft-azd-waza-linux-arm64.tar.gz" }, "windows/amd64": { "checksum": { "algorithm": "sha256", "value": "68e4f09bab9dd3fbe99736fbfce9458cbd4606bc62417dafa645c3ba4a18d05d" }, "entryPoint": "microsoft-azd-waza-windows-amd64.exe", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.2.0/microsoft-azd-waza-windows-amd64.zip" }, "windows/arm64": { "checksum": { "algorithm": "sha256", "value": "31bac1c5264744828dab346cd2a686765e40b6e8e8d8858c1174e5268465d7b8" }, "entryPoint": "microsoft-azd-waza-windows-arm64.exe", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.2.0/microsoft-azd-waza-windows-arm64.zip" } } }, { "version": "0.2.1", "capabilities": [ "custom-commands", "metadata" ], "usage": "azd waza [options]", "examples": [ { "name": "init", "description": "Scaffold a new eval suite with eval.yaml, tasks/, and fixtures/ directories.", "usage": "azd waza init my-eval --interactive" }, { "name": "generate", "description": "Generate evals from a SKILL.md file.", "usage": "azd waza generate skills/my-skill/SKILL.md" }, { "name": "run", "description": "Run an evaluation benchmark from a spec file.", "usage": "azd waza run examples/code-explainer/eval.yaml --context-dir examples/code-explainer/fixtures -v" }, { "name": "compare", "description": "Compare results across models.", "usage": "azd waza compare results-gpt4.json results-sonnet.json" }, { "name": "tokens", "description": "Count tokens in skill files.", "usage": "azd waza tokens count skills/" } ], "artifacts": { "darwin/amd64": { "checksum": { "algorithm": "sha256", "value": "50b0055e873a67d47debc929dbfd86000375dff38490d3f1649ae5ef85ee1184" }, "entryPoint": "microsoft-azd-waza-darwin-amd64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.2.1/microsoft-azd-waza-darwin-amd64.zip" }, "darwin/arm64": { "checksum": { "algorithm": "sha256", "value": "69ff2926ed8736fc552c9e29fc1c697b6947e65921e20d9afb60196887a7c7f3" }, "entryPoint": "microsoft-azd-waza-darwin-arm64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.2.1/microsoft-azd-waza-darwin-arm64.zip" }, "linux/amd64": { "checksum": { "algorithm": "sha256", "value": "aa23920269e1e1777570189d1d7833da6ea0d964c8498295daf7a46ce150dd86" }, "entryPoint": "microsoft-azd-waza-linux-amd64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.2.1/microsoft-azd-waza-linux-amd64.tar.gz" }, "linux/arm64": { "checksum": { "algorithm": "sha256", "value": "4192ddba23406167dc33064acb53d9f1af4e33f0a629050402b97170e63615b0" }, "entryPoint": "microsoft-azd-waza-linux-arm64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.2.1/microsoft-azd-waza-linux-arm64.tar.gz" }, "windows/amd64": { "checksum": { "algorithm": "sha256", "value": "556c6f19d2071d77be011b5001d1c174861294c79d25e391a699f6f819fa1e2e" }, "entryPoint": "microsoft-azd-waza-windows-amd64.exe", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.2.1/microsoft-azd-waza-windows-amd64.zip" }, "windows/arm64": { "checksum": { "algorithm": "sha256", "value": "e04141be33781267a3d14050ef4ec454958afd4b92e2cf5c1ee260494eb92b56" }, "entryPoint": "microsoft-azd-waza-windows-arm64.exe", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.2.1/microsoft-azd-waza-windows-arm64.zip" } } }, { "version": "0.3.0", "capabilities": [ "custom-commands", "metadata" ], "usage": "azd waza [options]", "examples": [ { "name": "init", "description": "Scaffold a new eval suite with eval.yaml, tasks/, and fixtures/ directories.", "usage": "azd waza init my-eval --interactive" }, { "name": "generate", "description": "Generate evals from a SKILL.md file.", "usage": "azd waza generate skills/my-skill/SKILL.md" }, { "name": "run", "description": "Run an evaluation benchmark from a spec file.", "usage": "azd waza run examples/code-explainer/eval.yaml --context-dir examples/code-explainer/fixtures -v" }, { "name": "compare", "description": "Compare results across models.", "usage": "azd waza compare results-gpt4.json results-sonnet.json" }, { "name": "tokens", "description": "Count tokens in skill files.", "usage": "azd waza tokens count skills/" } ], "artifacts": { "darwin/amd64": { "checksum": { "algorithm": "sha256", "value": "0813c5aeba13287028515f003b5b751c2d5c0f2649cfb707029d94b1407a8c7a" }, "entryPoint": "microsoft-azd-waza-darwin-amd64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.5.0-alpha.2/microsoft-azd-waza-darwin-amd64.zip" }, "darwin/arm64": { "checksum": { "algorithm": "sha256", "value": "8a6da1fd45eb338562fc05d4524493c4d4cd2fce325818cf980c33fb9b48ce16" }, "entryPoint": "microsoft-azd-waza-darwin-arm64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.5.0-alpha.2/microsoft-azd-waza-darwin-arm64.zip" }, "linux/amd64": { "checksum": { "algorithm": "sha256", "value": "46036fe88a2280bf97f08646b9debc05ef2933544adf7d16d8d8add40e09d129" }, "entryPoint": "microsoft-azd-waza-linux-amd64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.5.0-alpha.2/microsoft-azd-waza-linux-amd64.tar.gz" }, "linux/arm64": { "checksum": { "algorithm": "sha256", "value": "2871601c8baab535ffc9209a17d1b1379f2953d240d619a5c060539984544314" }, "entryPoint": "microsoft-azd-waza-linux-arm64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.5.0-alpha.2/microsoft-azd-waza-linux-arm64.tar.gz" }, "windows/amd64": { "checksum": { "algorithm": "sha256", "value": "18bd3478906e3183cdf80b7ec14729892b2b58c62609e3cae92f432435d0a0f7" }, "entryPoint": "microsoft-azd-waza-windows-amd64.exe", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.5.0-alpha.2/microsoft-azd-waza-windows-amd64.zip" }, "windows/arm64": { "checksum": { "algorithm": "sha256", "value": "4937f1a44a7953c7d57237b35fccb41eaee02d589426ed0e941adf2ce2aca7dd" }, "entryPoint": "microsoft-azd-waza-windows-arm64.exe", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.5.0-alpha.2/microsoft-azd-waza-windows-arm64.zip" } } }, { "version": "0.6.0", "capabilities": [ "custom-commands", "metadata" ], "usage": "azd waza [options]", "examples": [ { "name": "init", "description": "Scaffold a new eval suite with eval.yaml, tasks/, and fixtures/ directories.", "usage": "azd waza init my-eval --interactive" }, { "name": "generate", "description": "Generate evals from a SKILL.md file.", "usage": "azd waza generate skills/my-skill/SKILL.md" }, { "name": "run", "description": "Run an evaluation benchmark from a spec file.", "usage": "azd waza run examples/code-explainer/eval.yaml --context-dir examples/code-explainer/fixtures -v" }, { "name": "compare", "description": "Compare results across models.", "usage": "azd waza compare results-gpt4.json results-sonnet.json" }, { "name": "tokens", "description": "Count tokens in skill files.", "usage": "azd waza tokens count skills/" } ], "artifacts": { "darwin/amd64": { "checksum": { "algorithm": "sha256", "value": "d451b8baee62ddc97b631db33394d74cc99ea8840dfaaeb0e9c1099a47cfca91" }, "entryPoint": "microsoft-azd-waza-darwin-amd64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.6.0/microsoft-azd-waza-darwin-amd64.zip" }, "darwin/arm64": { "checksum": { "algorithm": "sha256", "value": "0bbbd07399e20a44a6679c43f0927aba5c97a0355e3563719609750c73c3ea8a" }, "entryPoint": "microsoft-azd-waza-darwin-arm64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.6.0/microsoft-azd-waza-darwin-arm64.zip" }, "linux/amd64": { "checksum": { "algorithm": "sha256", "value": "fab6f19bf820e77b6489028c627c267eb25f11e2e25d3e43f738e423be9361df" }, "entryPoint": "microsoft-azd-waza-linux-amd64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.6.0/microsoft-azd-waza-linux-amd64.tar.gz" }, "linux/arm64": { "checksum": { "algorithm": "sha256", "value": "6fef5b3932d3047dc02d52b91946eeae6d6f60f9793476f1403bbfae37c68f43" }, "entryPoint": "microsoft-azd-waza-linux-arm64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.6.0/microsoft-azd-waza-linux-arm64.tar.gz" }, "windows/amd64": { "checksum": { "algorithm": "sha256", "value": "8f20c46b3ce6f3029ecb575abee901136977de0f66eeef92b216b19ddb33460e" }, "entryPoint": "microsoft-azd-waza-windows-amd64.exe", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.6.0/microsoft-azd-waza-windows-amd64.zip" }, "windows/arm64": { "checksum": { "algorithm": "sha256", "value": "ec36b4b70718cb75c26c6094b2d42ad73760b612b1c3dfdcbfb1b8784a4e3523" }, "entryPoint": "microsoft-azd-waza-windows-arm64.exe", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.6.0/microsoft-azd-waza-windows-arm64.zip" } } }, { "version": "0.7.0", "capabilities": [ "custom-commands", "metadata" ], "usage": "azd waza [options]", "examples": [ { "name": "init", "description": "Scaffold a new eval suite with eval.yaml, tasks/, and fixtures/ directories.", "usage": "azd waza init my-eval --interactive" }, { "name": "generate", "description": "Generate evals from a SKILL.md file.", "usage": "azd waza generate skills/my-skill/SKILL.md" }, { "name": "run", "description": "Run an evaluation benchmark from a spec file.", "usage": "azd waza run examples/code-explainer/eval.yaml --context-dir examples/code-explainer/fixtures -v" }, { "name": "compare", "description": "Compare results across models.", "usage": "azd waza compare results-gpt4.json results-sonnet.json" }, { "name": "tokens", "description": "Count tokens in skill files.", "usage": "azd waza tokens count skills/" } ], "artifacts": { "darwin/amd64": { "checksum": { "algorithm": "sha256", "value": "185a88153e08f24bb0ae51c3aecb33deae0f9c1d7f0f98ce4e329501bf5eae22" }, "entryPoint": "microsoft-azd-waza-darwin-amd64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.7.0/microsoft-azd-waza-darwin-amd64.zip" }, "darwin/arm64": { "checksum": { "algorithm": "sha256", "value": "c07cf756951ac439b3bfd1516f2374ceaeddf9b751a7ccf2916d000b6b2007ea" }, "entryPoint": "microsoft-azd-waza-darwin-arm64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.7.0/microsoft-azd-waza-darwin-arm64.zip" }, "linux/amd64": { "checksum": { "algorithm": "sha256", "value": "04cd7a220bd3fab0ab710ef471575ebf08ca29198340350d2a7dfc67731b9d11" }, "entryPoint": "microsoft-azd-waza-linux-amd64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.7.0/microsoft-azd-waza-linux-amd64.tar.gz" }, "linux/arm64": { "checksum": { "algorithm": "sha256", "value": "933b7557765debced35425f664c3fc91c2e5e61d857d9ec33069c819ad087a53" }, "entryPoint": "microsoft-azd-waza-linux-arm64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.7.0/microsoft-azd-waza-linux-arm64.tar.gz" }, "windows/amd64": { "checksum": { "algorithm": "sha256", "value": "70c9793c244c4c8de82eed73a72098d5bf304149583d19b9cb6635cf494ff997" }, "entryPoint": "microsoft-azd-waza-windows-amd64.exe", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.7.0/microsoft-azd-waza-windows-amd64.zip" }, "windows/arm64": { "checksum": { "algorithm": "sha256", "value": "1c68dd48fd6ce9580584b20f20093a840e0c940d439d59148e1dd9d454dd7152" }, "entryPoint": "microsoft-azd-waza-windows-arm64.exe", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.7.0/microsoft-azd-waza-windows-arm64.zip" } } }, { "version": "0.7.1", "capabilities": [ "custom-commands", "metadata" ], "usage": "azd waza [options]", "examples": [ { "name": "init", "description": "Scaffold a new eval suite with eval.yaml, tasks/, and fixtures/ directories.", "usage": "azd waza init my-eval --interactive" }, { "name": "generate", "description": "Generate evals from a SKILL.md file.", "usage": "azd waza generate skills/my-skill/SKILL.md" }, { "name": "run", "description": "Run an evaluation benchmark from a spec file.", "usage": "azd waza run examples/code-explainer/eval.yaml --context-dir examples/code-explainer/fixtures -v" }, { "name": "compare", "description": "Compare results across models.", "usage": "azd waza compare results-gpt4.json results-sonnet.json" }, { "name": "tokens", "description": "Count tokens in skill files.", "usage": "azd waza tokens count skills/" } ], "artifacts": { "darwin/amd64": { "checksum": { "algorithm": "sha256", "value": "ebfd16d9b00d07a47f4f3627acf5bac84422b7f649eea92b89c157a93386b45d" }, "entryPoint": "microsoft-azd-waza-darwin-amd64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.7.1/microsoft-azd-waza-darwin-amd64.zip" }, "darwin/arm64": { "checksum": { "algorithm": "sha256", "value": "8bf143ea230af447a3dd11296a8f33df7e3ed72fa4815f254a0fc28842982e89" }, "entryPoint": "microsoft-azd-waza-darwin-arm64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.7.1/microsoft-azd-waza-darwin-arm64.zip" }, "linux/amd64": { "checksum": { "algorithm": "sha256", "value": "a1a18037afa0a664e9f8176ba46fe2489f6b850d0e9ea4a48fa1d97c92644c76" }, "entryPoint": "microsoft-azd-waza-linux-amd64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.7.1/microsoft-azd-waza-linux-amd64.tar.gz" }, "linux/arm64": { "checksum": { "algorithm": "sha256", "value": "63ea247e1e78abe65cc919e5f4bb2e1a071fdd2eb661973a308749fb1bddef4d" }, "entryPoint": "microsoft-azd-waza-linux-arm64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.7.1/microsoft-azd-waza-linux-arm64.tar.gz" }, "windows/amd64": { "checksum": { "algorithm": "sha256", "value": "9faceed33e5de559eab953593ef30537c27ffb042ae87eccdf348842efcf5e56" }, "entryPoint": "microsoft-azd-waza-windows-amd64.exe", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.7.1/microsoft-azd-waza-windows-amd64.zip" }, "windows/arm64": { "checksum": { "algorithm": "sha256", "value": "e684c2911db87b7e8e0a5db45ebf3cf8dea99f5ea6a7d700dcf58b1a914a50cd" }, "entryPoint": "microsoft-azd-waza-windows-arm64.exe", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.7.1/microsoft-azd-waza-windows-arm64.zip" } } }, { "version": "0.8.0", "capabilities": [ "custom-commands", "metadata" ], "usage": "azd waza [options]", "examples": [ { "name": "init", "description": "Scaffold a new eval suite with eval.yaml, tasks/, and fixtures/ directories.", "usage": "azd waza init my-eval --interactive" }, { "name": "generate", "description": "Generate evals from a SKILL.md file.", "usage": "azd waza generate skills/my-skill/SKILL.md" }, { "name": "run", "description": "Run an evaluation benchmark from a spec file.", "usage": "azd waza run examples/code-explainer/eval.yaml --context-dir examples/code-explainer/fixtures -v" }, { "name": "compare", "description": "Compare results across models.", "usage": "azd waza compare results-gpt4.json results-sonnet.json" }, { "name": "tokens", "description": "Count tokens in skill files.", "usage": "azd waza tokens count skills/" } ], "artifacts": { "darwin/amd64": { "checksum": { "algorithm": "sha256", "value": "41048d50c1698b7f232df4ca5db5505807b1a304c3d9a75f73cde5f4357282ec" }, "entryPoint": "microsoft-azd-waza-darwin-amd64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.8.0/microsoft-azd-waza-darwin-amd64.zip" }, "darwin/arm64": { "checksum": { "algorithm": "sha256", "value": "300ccc9812074ce364cda7e2a7c89fb2e979f5a48449b1ffbe79f576efc8733c" }, "entryPoint": "microsoft-azd-waza-darwin-arm64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.8.0/microsoft-azd-waza-darwin-arm64.zip" }, "linux/amd64": { "checksum": { "algorithm": "sha256", "value": "c26d32632913ec12e89665ede8b66966f767d89c111d72c1116a773026ca08db" }, "entryPoint": "microsoft-azd-waza-linux-amd64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.8.0/microsoft-azd-waza-linux-amd64.tar.gz" }, "linux/arm64": { "checksum": { "algorithm": "sha256", "value": "7b7553c039ab3e3f55aa8a04291722c80d37e8e36de7a8800c5e00c7cb3be6cd" }, "entryPoint": "microsoft-azd-waza-linux-arm64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.8.0/microsoft-azd-waza-linux-arm64.tar.gz" }, "windows/amd64": { "checksum": { "algorithm": "sha256", "value": "3cda061666717689ee5b68340cece0da6d20861f490e66078b7c3147086d9622" }, "entryPoint": "microsoft-azd-waza-windows-amd64.exe", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.8.0/microsoft-azd-waza-windows-amd64.zip" }, "windows/arm64": { "checksum": { "algorithm": "sha256", "value": "d9d981b6c131c746c7b6dfc6df01c86800242492ec189ef5cbd98e28b7838241" }, "entryPoint": "microsoft-azd-waza-windows-arm64.exe", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.8.0/microsoft-azd-waza-windows-arm64.zip" } } }, { "version": "0.9.0", "capabilities": [ "custom-commands", "metadata" ], "usage": "azd waza [options]", "examples": [ { "name": "init", "description": "Scaffold a new eval suite with eval.yaml, tasks/, and fixtures/ directories.", "usage": "azd waza init my-eval --interactive" }, { "name": "generate", "description": "Generate evals from a SKILL.md file.", "usage": "azd waza generate skills/my-skill/SKILL.md" }, { "name": "run", "description": "Run an evaluation benchmark from a spec file.", "usage": "azd waza run examples/code-explainer/eval.yaml --context-dir examples/code-explainer/fixtures -v" }, { "name": "compare", "description": "Compare results across models.", "usage": "azd waza compare results-gpt4.json results-sonnet.json" }, { "name": "tokens", "description": "Count tokens in skill files.", "usage": "azd waza tokens count skills/" } ], "artifacts": { "darwin/amd64": { "checksum": { "algorithm": "sha256", "value": "b03369961cf10a527585aa5ba61fbe9581b7cf5a5c7a9c5a7018d9dbf9e2f344" }, "entryPoint": "microsoft-azd-waza-darwin-amd64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.9.0/microsoft-azd-waza-darwin-amd64.zip" }, "darwin/arm64": { "checksum": { "algorithm": "sha256", "value": "5b0025739b7201935c783b37645160e25a79ef7c6b971fda742a58df89c87f28" }, "entryPoint": "microsoft-azd-waza-darwin-arm64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.9.0/microsoft-azd-waza-darwin-arm64.zip" }, "linux/amd64": { "checksum": { "algorithm": "sha256", "value": "753a5529fc97bb8ef3329eb2bc31ab0faf0ff156cb3e1df001b0a6803561d391" }, "entryPoint": "microsoft-azd-waza-linux-amd64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.9.0/microsoft-azd-waza-linux-amd64.tar.gz" }, "linux/arm64": { "checksum": { "algorithm": "sha256", "value": "95f25e625d2774eb13a2861a6ec97fe905871819c4772dbd58a68053b545aa4f" }, "entryPoint": "microsoft-azd-waza-linux-arm64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.9.0/microsoft-azd-waza-linux-arm64.tar.gz" }, "windows/amd64": { "checksum": { "algorithm": "sha256", "value": "91eeee7851bced88bc4534b374fa8f03d78caad1b4694ab696a96d88619228ee" }, "entryPoint": "microsoft-azd-waza-windows-amd64.exe", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.9.0/microsoft-azd-waza-windows-amd64.zip" }, "windows/arm64": { "checksum": { "algorithm": "sha256", "value": "1cf57b5c514d8ef04a9a9f7b2e7bf7020ccc61584a0e9e9c6e5cbdb57515fa6b" }, "entryPoint": "microsoft-azd-waza-windows-arm64.exe", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.9.0/microsoft-azd-waza-windows-arm64.zip" } } }, { "version": "0.10.0", "capabilities": [ "custom-commands", "metadata" ], "usage": "azd waza [options]", "examples": [ { "name": "init", "description": "Scaffold a new eval suite with eval.yaml, tasks/, and fixtures/ directories.", "usage": "azd waza init my-eval --interactive" }, { "name": "generate", "description": "Generate evals from a SKILL.md file.", "usage": "azd waza generate skills/my-skill/SKILL.md" }, { "name": "run", "description": "Run an evaluation benchmark from a spec file.", "usage": "azd waza run examples/code-explainer/eval.yaml --context-dir examples/code-explainer/fixtures -v" }, { "name": "compare", "description": "Compare results across models.", "usage": "azd waza compare results-gpt4.json results-sonnet.json" }, { "name": "tokens", "description": "Count tokens in skill files.", "usage": "azd waza tokens count skills/" } ], "artifacts": { "darwin/amd64": { "checksum": { "algorithm": "sha256", "value": "979c62f5dda472d441f883be85b5e219245e59c50cabfd223b0ade32d6364869" }, "entryPoint": "microsoft-azd-waza-darwin-amd64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.10.0/microsoft-azd-waza-darwin-amd64.zip" }, "darwin/arm64": { "checksum": { "algorithm": "sha256", "value": "9d64bdc7503cecf4dfa653ee9d5cb0e1cf2b7608875b1a3845989be1affb399c" }, "entryPoint": "microsoft-azd-waza-darwin-arm64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.10.0/microsoft-azd-waza-darwin-arm64.zip" }, "linux/amd64": { "checksum": { "algorithm": "sha256", "value": "cef94a544f36dc12b328caafbd89efc54704646f5615f7d8d256cb7341d6910a" }, "entryPoint": "microsoft-azd-waza-linux-amd64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.10.0/microsoft-azd-waza-linux-amd64.tar.gz" }, "linux/arm64": { "checksum": { "algorithm": "sha256", "value": "86aab4960f877104685cd0ade66a0a254f9646376d17416d445ef5c1b4726085" }, "entryPoint": "microsoft-azd-waza-linux-arm64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.10.0/microsoft-azd-waza-linux-arm64.tar.gz" }, "windows/amd64": { "checksum": { "algorithm": "sha256", "value": "0cb13b785083005ec38e8b42d3a2fb539f589b981998d27be3ecf27aaa76af35" }, "entryPoint": "microsoft-azd-waza-windows-amd64.exe", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.10.0/microsoft-azd-waza-windows-amd64.zip" }, "windows/arm64": { "checksum": { "algorithm": "sha256", "value": "49c7e0991c9f926c32896016c20f39ab622d906947057a7036d37773d949ac09" }, "entryPoint": "microsoft-azd-waza-windows-arm64.exe", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.10.0/microsoft-azd-waza-windows-arm64.zip" } } }, { "version": "0.12.0", "capabilities": [ "custom-commands", "metadata" ], "usage": "azd waza [options]", "examples": [ { "name": "init", "description": "Scaffold a new eval suite with eval.yaml, tasks/, and fixtures/ directories.", "usage": "azd waza init my-eval --interactive" }, { "name": "generate", "description": "Generate evals from a SKILL.md file.", "usage": "azd waza generate skills/my-skill/SKILL.md" }, { "name": "run", "description": "Run an evaluation benchmark from a spec file.", "usage": "azd waza run examples/code-explainer/eval.yaml --context-dir examples/code-explainer/fixtures -v" }, { "name": "compare", "description": "Compare results across models.", "usage": "azd waza compare results-gpt4.json results-sonnet.json" }, { "name": "tokens", "description": "Count tokens in skill files.", "usage": "azd waza tokens count skills/" } ], "artifacts": { "darwin/amd64": { "checksum": { "algorithm": "sha256", "value": "29dbae113c7422c60685a30d8fc3f65ab604536d145e3a5bc1b38fbb250ddd0f" }, "entryPoint": "microsoft-azd-waza-darwin-amd64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.12.0/microsoft-azd-waza-darwin-amd64.zip" }, "darwin/arm64": { "checksum": { "algorithm": "sha256", "value": "187d46b24b2b82e47d884a5e716d6ce2cfc698e9f7ac96f3208093c88177445e" }, "entryPoint": "microsoft-azd-waza-darwin-arm64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.12.0/microsoft-azd-waza-darwin-arm64.zip" }, "linux/amd64": { "checksum": { "algorithm": "sha256", "value": "d4fa46932525eada83365ce582dc83fc038de430dbd2706ee6b60c11acbe9e43" }, "entryPoint": "microsoft-azd-waza-linux-amd64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.12.0/microsoft-azd-waza-linux-amd64.tar.gz" }, "linux/arm64": { "checksum": { "algorithm": "sha256", "value": "25451fbcd13edd6d56b27d392ffa097a976e38704c665bdf7e6975954376b8cb" }, "entryPoint": "microsoft-azd-waza-linux-arm64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.12.0/microsoft-azd-waza-linux-arm64.tar.gz" }, "windows/amd64": { "checksum": { "algorithm": "sha256", "value": "955fb251688def94ea36c1e7122aaca8d53d9d9a64726ff841ff76f9d1ffaac6" }, "entryPoint": "microsoft-azd-waza-windows-amd64.exe", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.12.0/microsoft-azd-waza-windows-amd64.zip" }, "windows/arm64": { "checksum": { "algorithm": "sha256", "value": "0f8b53a625830c560a679cab1c26aacc7c9499322f5f645235cc34e008742c5c" }, "entryPoint": "microsoft-azd-waza-windows-arm64.exe", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.12.0/microsoft-azd-waza-windows-arm64.zip" } } }, { "version": "0.37.0", "capabilities": [ "custom-commands", "metadata" ], "usage": "azd waza [options]", "examples": [ { "name": "init", "description": "Scaffold a new eval suite with eval.yaml, tasks/, and fixtures/ directories.", "usage": "azd waza init my-eval" }, { "name": "generate", "description": "Generate evals from a SKILL.md file.", "usage": "azd waza generate skills/my-skill/SKILL.md" }, { "name": "run", "description": "Run an evaluation benchmark from a spec file.", "usage": "azd waza run examples/code-explainer/eval.yaml --context-dir examples/code-explainer/fixtures -v" }, { "name": "compare", "description": "Compare results across models.", "usage": "azd waza compare results-gpt4.json results-sonnet.json" }, { "name": "tokens", "description": "Count tokens in skill files.", "usage": "azd waza tokens count skills/" } ], "artifacts": { "darwin/amd64": { "checksum": { "algorithm": "sha256", "value": "4309786a500ac386094c4d20ce84f5163bfcb9d2ecf4fb81aea0f2f2d174e12f" }, "entryPoint": "microsoft-azd-waza-darwin-amd64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.37.0/microsoft-azd-waza-darwin-amd64.zip" }, "darwin/arm64": { "checksum": { "algorithm": "sha256", "value": "6074a37fcce3a6bacd80932ba32ba4e8e72fc543abb09c11e15d50fcc3000bef" }, "entryPoint": "microsoft-azd-waza-darwin-arm64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.37.0/microsoft-azd-waza-darwin-arm64.zip" }, "linux/amd64": { "checksum": { "algorithm": "sha256", "value": "1760c3d7aaf85f3ca9c76a98b0947dc60076e57528771abcbb9d952ba9db5848" }, "entryPoint": "microsoft-azd-waza-linux-amd64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.37.0/microsoft-azd-waza-linux-amd64.tar.gz" }, "linux/arm64": { "checksum": { "algorithm": "sha256", "value": "368dca120f852fcee1b9c87fdfed942ac453342f98d5135d0bb0ffa03ef9da37" }, "entryPoint": "microsoft-azd-waza-linux-arm64", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.37.0/microsoft-azd-waza-linux-arm64.tar.gz" }, "windows/amd64": { "checksum": { "algorithm": "sha256", "value": "e607b170d930300f691dcd2e5357c48974453565247329ded19fc9670467ebb5" }, "entryPoint": "microsoft-azd-waza-windows-amd64.exe", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.37.0/microsoft-azd-waza-windows-amd64.zip" }, "windows/arm64": { "checksum": { "algorithm": "sha256", "value": "b4d2f146843a8f166ad6321a3b6df2c0f14fabd30c95ef5823e9ba4505da6547" }, "entryPoint": "microsoft-azd-waza-windows-arm64.exe", "url": "https://github.com/microsoft/waza/releases/download/azd-ext-microsoft-azd-waza_0.37.0/microsoft-azd-waza-windows-arm64.zip" } } } ] } ] }