{
  "studies": [
    {
      "id": "evals-auth-context-index-2026-09-07",
      "plannedTrials": 24,
      "passedTrials": 24,
      "conclusion": "inconclusive",
      "effectInterval": [
        -0.7841002756996853,
        0.7841002756996853
      ],
      "candidateMinusBaselineMeanMs": 7140.713881749984,
      "totalInputTokens": 1476972,
      "costUsd": null,
      "supportsGeneralRollout": false,
      "uploadableAsResult": false,
      "missingRequiredResultFields": [
        "completion",
        "manifest",
        "provenance",
        "schemaVersion",
        "trials"
      ]
    },
    {
      "id": "39eebf9f-b347-4c35-a6b3-81929c0d8927",
      "plannedTrials": 8,
      "passedTrials": 8,
      "conclusion": "inconclusive",
      "effectInterval": [
        -1,
        1
      ],
      "candidateMinusBaselineMeanMs": 11964.364812499996,
      "totalInputTokens": 509509,
      "costUsd": null,
      "supportsGeneralRollout": false,
      "uploadableAsResult": false,
      "missingRequiredResultFields": [
        "completion",
        "manifest",
        "provenance",
        "schemaVersion",
        "trials"
      ]
    }
  ],
  "combined": {
    "plannedTrials": 32,
    "passedTrials": 32,
    "supportsPooledCausalConclusion": false
  },
  "access": {
    "accountStatus": 401,
    "accountErrorCode": "sign_in_required",
    "loginCommand": "evx auth login"
  },
  "workflow": [
    {
      "step": "readTerms",
      "method": "GET",
      "path": "/api/v1/account/terms",
      "requiredBodyKeys": []
    },
    {
      "step": "acceptReviewedTerms",
      "method": "PUT",
      "path": "/api/v1/account/terms",
      "requiredBodyKeys": [
        "accepted",
        "version"
      ]
    },
    {
      "step": "createProject",
      "method": "POST",
      "path": "/api/v1/projects",
      "requiredBodyKeys": [
        "name"
      ]
    },
    {
      "step": "createExperiment",
      "method": "POST",
      "path": "/api/v1/experiments",
      "requiredBodyKeys": [
        "manifest",
        "projectId",
        "title"
      ]
    },
    {
      "step": "attachResult",
      "method": "PUT",
      "path": "/api/v1/experiments/{id}",
      "requiredBodyKeys": [
        "report"
      ]
    },
    {
      "step": "exportResult",
      "method": "GET",
      "path": "/api/v1/experiments/{id}/result",
      "requiredBodyKeys": []
    }
  ],
  "policy": {
    "termsAcceptedValue": true,
    "termsNeedExplicitReview": true,
    "staleTermsRetryAutomatically": false,
    "replaceExistingResultAllowed": false,
    "identicalResultRetryAllowed": true,
    "uploadMaxBytes": 2000000,
    "validateCommand": "evx experiment validate ./results/result.json",
    "uploadCommand": "evx experiment upload ./results/result.json --project PROJECT_ID"
  },
  "sources": [
    {
      "claim": "terms",
      "file": "production/full.md",
      "quote": "Do not automatically accept on behalf of someone who has not authorized you."
    },
    {
      "claim": "immutable",
      "file": "production/full.md",
      "quote": "An uploaded result is immutable."
    },
    {
      "claim": "scope",
      "file": "production/full.md",
      "quote": "This is inconclusive, not evidence that the two interfaces are equivalent."
    }
  ]
}