{"actions":{"bootstrapAndRun":{"effect":"installs rote if missing, inspects, prepares, and asks before running","href":"https://play.modiqo.ai/install?play=jvxplaymaker/playbench@0.2.0","method":"GET","rel":"https://rote.dev/rels/bootstrap-and-run","requiresConsent":true,"responseMediaType":"text/x-shellscript"},"inspect":{"command":"rote play inspect https://play.modiqo.ai/jvxplaymaker/playbench@0.2.0","effect":"read-only"},"installCliOnly":{"effect":"installs the rote CLI, nothing else","href":"https://play.modiqo.ai/install","method":"GET","rel":"https://rote.dev/rels/install-cli","requiresConsent":true,"responseMediaType":"text/x-shellscript"},"run":{"command":"rote play run https://play.modiqo.ai/jvxplaymaker/playbench@0.2.0","effect":"executes the play locally after consent","headless":{"approvalAssertion":"--yes","approvalRequiredBeforeInvocation":true,"commandTemplate":"rote play run https://play.modiqo.ai/jvxplaymaker/playbench@0.2.0 <name=value...> --yes","stdinPolicy":"never pipe input to automate the interactive Ready selector"},"requiresConsent":true}},"description":"Benchmarks the same task with and without a pinned Rote Play using isolated workspaces, harness token telemetry, blind quality evaluation, and deterministic comparison gates.","distribution":{"digest":"sha256:8cca40de5f4e7f3f72f08851402632d3dd5034ba392ba4779876ae716dd6f150","mediaType":"application/vnd.modiqo.rote-flow","size":16267,"verifiedBy":"rote verifies the downloaded archive against this digest before it runs"},"effects":{"credentialsProvidedBy":"runner","credentialsRemainLocal":true,"declaredWrites":[],"publisherReceivesCredentials":false},"id":"https://play.modiqo.ai/jvxplaymaker/playbench@0.2.0","inputPolicy":{"optionalWithDefault":"show_default_and_accept_override","optionalWithoutDefault":"omit_unless_supplied","required":"ask","secrets":"collect_locally_outside_conversation"},"links":{"docs":"https://rote.dev","page":"https://play.modiqo.ai/jvxplaymaker/playbench@0.2.0","protocol":"https://play.modiqo.ai/.well-known/rote","self":"https://play.modiqo.ai/jvxplaymaker/playbench@0.2.0.json"},"name":"playbench","owner":{"kind":"user","slug":"jvxplaymaker"},"parameters":[{"description":"The exact task both benchmark arms must complete","input":{"allowCustom":true,"choices":[],"label":"Task"},"name":"task","required":true,"type":"string"},{"description":"Exact pinned registry Play reference or absolute local main.ts path","input":{"allowCustom":true,"choices":[],"label":"Play"},"name":"play","required":true,"type":"string"},{"description":"Workspace directory copied into isolated benchmark environments","input":{"allowCustom":true,"choices":[],"label":"Root"},"name":"root","required":true,"type":"string"},{"default":"{}","description":"JSON object of parameters for the target Play","input":{"allowCustom":true,"choices":[],"label":"Play args"},"name":"play_args","required":false,"type":"string"},{"default":"auto","description":"Harness collector to use; auto, codex, or custom","input":{"allowCustom":true,"choices":[],"label":"Runner"},"name":"runner","required":false,"type":"string"},{"description":"JSON argv array for a custom playbench/runner-event-v1 implementation","input":{"allowCustom":true,"choices":[],"label":"Runner command"},"name":"runner_command","required":false,"type":"string"},{"default":3,"description":"Number of measured paired trials after validation","input":{"allowCustom":true,"choices":[],"label":"Trials"},"name":"trials","required":false,"type":"integer"},{"description":"Optional model override passed to the selected runner","input":{"allowCustom":true,"choices":[],"label":"Model"},"name":"model","required":false,"type":"string"},{"default":900,"description":"Maximum duration for each harness or evaluator run","input":{"allowCustom":true,"choices":[],"label":"Timeout seconds"},"name":"timeout_seconds","required":false,"type":"integer"},{"default":"5","description":"Allowed reduction in blind quality-score points","input":{"allowCustom":true,"choices":[],"label":"Quality tolerance"},"name":"quality_tolerance","required":false,"type":"string"},{"default":"5","description":"Minimum token difference considered material","input":{"allowCustom":true,"choices":[],"label":"Min savings percent"},"name":"min_savings_percent","required":false,"type":"string"}],"preparation":[{"action":{"command":"rote play inspect https://play.modiqo.ai/jvxplaymaker/playbench@0.2.0 --json","effect":"read-only"},"step":1,"type":"inspect_local_readiness"},{"references":["/parameters"],"step":2,"type":"collect_parameters"},{"references":["/parameters","/requirements","/effects"],"step":3,"type":"review"},{"consentBoundary":"the user approves the exact play and parameter values","references":["/parameters","/requirements","/effects"],"step":4,"type":"obtain_run_consent"},{"action":{"command":"rote play run https://play.modiqo.ai/jvxplaymaker/playbench@0.2.0","headlessCommandTemplate":"rote play run https://play.modiqo.ai/jvxplaymaker/playbench@0.2.0 <name=value...> --yes"},"preservesAcquisitionBoundaries":["adapter_selection","oauth_dcr","google_discovery","static_token_setup","runtime_security_checks"],"requiresConsent":true,"step":5,"type":"run"}],"producedBy":{"roteVersion":"0.78.0"},"publishedAt":"2026-09-02T05:39:59.540297+00:00","reference":"jvxplaymaker/playbench@0.2.0","requirements":{"adapters":[],"browser":{"dependencies":[],"runtime":false,"signIn":false},"localTools":["python3","rote","codex"],"roteCli":{"minimumVersion":"0.62.0"},"sessions":false},"resolution":"pinned","schema":"rote.play.v1","stats":{"downloads":2,"installs":0},"steps":{"count":1,"names":["run_benchmark"]},"title":"playbench","type":"play","version":"0.2.0","visibility":"public"}