{
  "originalResultSha256": "3176505ee2526d46d9425cb5b0b548a09313db9812c29938efcd7f32f67db7ba",
  "note": "Final answers contain public-source facts only. Raw provider event streams, stderr and host traces remain private.",
  "answers": [
    {
      "trialId": "1-candidate",
      "outputHash": "358e7e9427fee2d92274e2761a900eb20c28fb034ec7f94a691e3a4eebcdc4aa",
      "output": "{\n  \"studies\": [\n    {\n      \"id\": \"evals-auth-context-index-2026-09-07\",\n      \"plannedTrials\": 24,\n      \"passedTrials\": 24,\n      \"conclusion\": \"inconclusive\",\n      \"effectInterval\": [-0.7841002756996853, 0.7841002756996853],\n      \"candidateMinusBaselineMeanMs\": 7140.713881749984,\n      \"totalInputTokens\": 1476972,\n      \"costUsd\": null,\n      \"supportsGeneralRollout\": false,\n      \"uploadableAsResult\": false,\n      \"missingRequiredResultFields\": [\"completion\", \"manifest\", \"provenance\", \"schemaVersion\", \"trials\"]\n    },\n    {\n      \"id\": \"39eebf9f-b347-4c35-a6b3-81929c0d8927\",\n      \"plannedTrials\": 8,\n      \"passedTrials\": 8,\n      \"conclusion\": \"inconclusive\",\n      \"effectInterval\": [-1, 1],\n      \"candidateMinusBaselineMeanMs\": 11964.364812499996,\n      \"totalInputTokens\": 509509,\n      \"costUsd\": null,\n      \"supportsGeneralRollout\": false,\n      \"uploadableAsResult\": false,\n      \"missingRequiredResultFields\": [\"completion\", \"manifest\", \"provenance\", \"schemaVersion\", \"trials\"]\n    }\n  ],\n  \"combined\": {\n    \"plannedTrials\": 32,\n    \"passedTrials\": 32,\n    \"supportsPooledCausalConclusion\": false\n  },\n  \"access\": {\n    \"accountStatus\": 401,\n    \"accountErrorCode\": \"sign_in_required\",\n    \"loginCommand\": \"evx auth login\"\n  },\n  \"workflow\": [\n    {\n      \"step\": \"readTerms\",\n      \"method\": \"GET\",\n      \"path\": \"/api/v1/account/terms\",\n      \"requiredBodyKeys\": []\n    },\n    {\n      \"step\": \"acceptReviewedTerms\",\n      \"method\": \"PUT\",\n      \"path\": \"/api/v1/account/terms\",\n      \"requiredBodyKeys\": [\"accepted\", \"version\"]\n    },\n    {\n      \"step\": \"createProject\",\n      \"method\": \"POST\",\n      \"path\": \"/api/v1/projects\",\n      \"requiredBodyKeys\": [\"name\"]\n    },\n    {\n      \"step\": \"createExperiment\",\n      \"method\": \"POST\",\n      \"path\": \"/api/v1/experiments\",\n      \"requiredBodyKeys\": [\"manifest\", \"projectId\", \"title\"]\n    },\n    {\n      \"step\": \"attachResult\",\n      \"method\": \"PUT\",\n      \"path\": \"/api/v1/experiments/{id}\",\n      \"requiredBodyKeys\": [\"report\"]\n    },\n    {\n      \"step\": \"exportResult\",\n      \"method\": \"GET\",\n      \"path\": \"/api/v1/experiments/{id}/result\",\n      \"requiredBodyKeys\": []\n    }\n  ],\n  \"policy\": {\n    \"termsAcceptedValue\": true,\n    \"termsNeedExplicitReview\": true,\n    \"staleTermsRetryAutomatically\": false,\n    \"replaceExistingResultAllowed\": false,\n    \"identicalResultRetryAllowed\": true,\n    \"uploadMaxBytes\": 2000000,\n    \"validateCommand\": \"evx experiment validate ./results/result.json\",\n    \"uploadCommand\": \"evx experiment upload ./results/result.json --project PROJECT_ID\"\n  },\n  \"sources\": [\n    {\n      \"claim\": \"terms\",\n      \"file\": \"production/full.md\",\n      \"quote\": \"Read `evx api GET /account/terms`. After reviewing the returned version and obtaining authority to agree for the account, save `{ \\\"version\\\": \\\"2026-09-08\\\", \\\"accepted\\\": true }` to `acceptance.json` and send it using the command below. This example version must match the current response. Do not automatically accept on behalf of someone who has not authorized you.\"\n    },\n    {\n      \"claim\": \"immutable\",\n      \"file\": \"production/full.md\",\n      \"quote\": \"An uploaded result is immutable. Create a new experiment record when the intervention or result changes so the original evidence remains interpretable.\"\n    },\n    {\n      \"claim\": \"scope\",\n      \"file\": \"production/full.md\",\n      \"quote\": \"Four pairs have little power under this conservative bound. Use a representative task collection, an independently reviewed verifier and a declared sampling plan before making a release-wide claim. This task demonstrates how to perform a complete experiment; it does not establish that indexes help agents in general.\"\n    }\n  ]\n}"
    },
    {
      "trialId": "1-baseline",
      "outputHash": "81bb349eda6a5fb47c3f358c11687c6ba77be824f4213e97aa3b5e6f6c99191b",
      "output": "{\n  \"studies\": [\n    {\n      \"id\": \"39eebf9f-b347-4c35-a6b3-81929c0d8927\",\n      \"plannedTrials\": 8,\n      \"passedTrials\": 8,\n      \"conclusion\": \"inconclusive\",\n      \"effectInterval\": [-1, 1],\n      \"candidateMinusBaselineMeanMs\": 11964.3648125,\n      \"totalInputTokens\": 509509,\n      \"costUsd\": null,\n      \"supportsGeneralRollout\": false,\n      \"uploadableAsResult\": false,\n      \"missingRequiredResultFields\": [\n        \"completion\",\n        \"manifest\",\n        \"provenance\",\n        \"schemaVersion\",\n        \"trials\"\n      ]\n    },\n    {\n      \"id\": \"evals-auth-context-index-2026-09-07\",\n      \"plannedTrials\": 24,\n      \"passedTrials\": 24,\n      \"conclusion\": \"inconclusive\",\n      \"effectInterval\": [-0.7841002756996853, 0.7841002756996853],\n      \"candidateMinusBaselineMeanMs\": 7140.71388175,\n      \"totalInputTokens\": 1476972,\n      \"costUsd\": null,\n      \"supportsGeneralRollout\": false,\n      \"uploadableAsResult\": false,\n      \"missingRequiredResultFields\": [\n        \"completion\",\n        \"manifest\",\n        \"provenance\",\n        \"schemaVersion\",\n        \"trials\"\n      ]\n    }\n  ],\n  \"combined\": {\n    \"plannedTrials\": 32,\n    \"passedTrials\": 32,\n    \"supportsPooledCausalConclusion\": false\n  },\n  \"access\": {\n    \"accountStatus\": 401,\n    \"accountErrorCode\": \"sign_in_required\",\n    \"loginCommand\": \"evx auth login\"\n  },\n  \"workflow\": [\n    {\n      \"step\": \"readTerms\",\n      \"method\": \"GET\",\n      \"path\": \"/api/v1/account/terms\",\n      \"requiredBodyKeys\": []\n    },\n    {\n      \"step\": \"acceptReviewedTerms\",\n      \"method\": \"PUT\",\n      \"path\": \"/api/v1/account/terms\",\n      \"requiredBodyKeys\": [\"accepted\", \"version\"]\n    },\n    {\n      \"step\": \"createProject\",\n      \"method\": \"POST\",\n      \"path\": \"/api/v1/projects\",\n      \"requiredBodyKeys\": [\"name\"]\n    },\n    {\n      \"step\": \"createExperiment\",\n      \"method\": \"POST\",\n      \"path\": \"/api/v1/experiments\",\n      \"requiredBodyKeys\": [\"manifest\", \"projectId\", \"title\"]\n    },\n    {\n      \"step\": \"attachResult\",\n      \"method\": \"PUT\",\n      \"path\": \"/api/v1/experiments/{id}\",\n      \"requiredBodyKeys\": [\"report\"]\n    },\n    {\n      \"step\": \"exportResult\",\n      \"method\": \"GET\",\n      \"path\": \"/api/v1/experiments/{id}/result\",\n      \"requiredBodyKeys\": []\n    }\n  ],\n  \"policy\": {\n    \"termsAcceptedValue\": true,\n    \"termsNeedExplicitReview\": true,\n    \"staleTermsRetryAutomatically\": false,\n    \"replaceExistingResultAllowed\": false,\n    \"identicalResultRetryAllowed\": true,\n    \"uploadMaxBytes\": 2000000,\n    \"validateCommand\": \"evx experiment validate ./results/result.json\",\n    \"uploadCommand\": \"evx experiment upload ./results/result.json --project PROJECT_ID\"\n  },\n  \"sources\": [\n    {\n      \"claim\": \"terms\",\n      \"file\": \"production/full.md\",\n      \"quote\": \"Read `evx api GET /account/terms`. After reviewing the returned version and obtaining authority to agree for the account, save `{ \\\"version\\\": \\\"2026-09-08\\\", \\\"accepted\\\": true }` to `acceptance.json` and send it using the command below. This example version must match the current response. Do not automatically accept on behalf of someone who has not authorized you.\"\n    },\n    {\n      \"claim\": \"immutable\",\n      \"file\": \"production/full.md\",\n      \"quote\": \"An uploaded result is immutable. Create a new experiment record when the intervention or result changes so the original evidence remains interpretable.\"\n    },\n    {\n      \"claim\": \"scope\",\n      \"file\": \"production/full.md\",\n      \"quote\": \"Four pairs have little power under this conservative bound. Use a representative task collection, an independently reviewed verifier and a declared sampling plan before making a release-wide claim. This task demonstrates how to perform a complete experiment; it does not establish that indexes help agents in general.\\n\\nThis was a selected authentication-source snapshot, not the full repository. The observations do not establish that indexes help or harm agents in other environments. Local plan timestamps and client-produced evidence are not independent third-party attestation.\"\n    }\n  ]\n}"
    },
    {
      "trialId": "2-baseline",
      "outputHash": "50ee465afb8b0f0ae2eb09b07db06e8d5b2ed64a262f0a41dfbef9134c8463dd",
      "output": "{\n  \"studies\": [\n    {\n      \"id\": \"evals-auth-context-index-2026-09-07\",\n      \"plannedTrials\": 24,\n      \"passedTrials\": 24,\n      \"conclusion\": \"inconclusive\",\n      \"effectInterval\": [-0.7841002756996853, 0.7841002756996853],\n      \"candidateMinusBaselineMeanMs\": 7140.713881749984,\n      \"totalInputTokens\": 1476972,\n      \"costUsd\": null,\n      \"supportsGeneralRollout\": false,\n      \"uploadableAsResult\": false,\n      \"missingRequiredResultFields\": [\n        \"completion\",\n        \"manifest\",\n        \"provenance\",\n        \"schemaVersion\",\n        \"trials\"\n      ]\n    },\n    {\n      \"id\": \"39eebf9f-b347-4c35-a6b3-81929c0d8927\",\n      \"plannedTrials\": 8,\n      \"passedTrials\": 8,\n      \"conclusion\": \"inconclusive\",\n      \"effectInterval\": [-1, 1],\n      \"candidateMinusBaselineMeanMs\": 11964.364812499996,\n      \"totalInputTokens\": 509509,\n      \"costUsd\": null,\n      \"supportsGeneralRollout\": false,\n      \"uploadableAsResult\": false,\n      \"missingRequiredResultFields\": [\n        \"completion\",\n        \"manifest\",\n        \"provenance\",\n        \"schemaVersion\",\n        \"trials\"\n      ]\n    }\n  ],\n  \"combined\": {\n    \"plannedTrials\": 32,\n    \"passedTrials\": 32,\n    \"supportsPooledCausalConclusion\": false\n  },\n  \"access\": {\n    \"accountStatus\": 401,\n    \"accountErrorCode\": \"sign_in_required\",\n    \"loginCommand\": \"evx auth login\"\n  },\n  \"workflow\": [\n    {\n      \"step\": \"readTerms\",\n      \"method\": \"GET\",\n      \"path\": \"/api/v1/account/terms\",\n      \"requiredBodyKeys\": []\n    },\n    {\n      \"step\": \"acceptReviewedTerms\",\n      \"method\": \"PUT\",\n      \"path\": \"/api/v1/account/terms\",\n      \"requiredBodyKeys\": [\"accepted\", \"version\"]\n    },\n    {\n      \"step\": \"createProject\",\n      \"method\": \"POST\",\n      \"path\": \"/api/v1/projects\",\n      \"requiredBodyKeys\": [\"name\"]\n    },\n    {\n      \"step\": \"createExperiment\",\n      \"method\": \"POST\",\n      \"path\": \"/api/v1/experiments\",\n      \"requiredBodyKeys\": [\"manifest\", \"projectId\", \"title\"]\n    },\n    {\n      \"step\": \"attachResult\",\n      \"method\": \"PUT\",\n      \"path\": \"/api/v1/experiments/{id}\",\n      \"requiredBodyKeys\": [\"report\"]\n    },\n    {\n      \"step\": \"exportResult\",\n      \"method\": \"GET\",\n      \"path\": \"/api/v1/experiments/{id}/result\",\n      \"requiredBodyKeys\": []\n    }\n  ],\n  \"policy\": {\n    \"termsAcceptedValue\": true,\n    \"termsNeedExplicitReview\": true,\n    \"staleTermsRetryAutomatically\": false,\n    \"replaceExistingResultAllowed\": false,\n    \"identicalResultRetryAllowed\": true,\n    \"uploadMaxBytes\": 2000000,\n    \"validateCommand\": \"evx experiment validate ./results/result.json\",\n    \"uploadCommand\": \"evx experiment upload ./results/result.json --project PROJECT_ID\"\n  },\n  \"sources\": [\n    {\n      \"claim\": \"terms\",\n      \"file\": \"production/full.md\",\n      \"quote\": \"Read `evx api GET /account/terms`. After reviewing the returned version and obtaining authority to agree for the account, save `{ \\\"version\\\": \\\"2026-09-08\\\", \\\"accepted\\\": true }` to `acceptance.json` and send it using the command below. This example version must match the current response. Do not automatically accept on behalf of someone who has not authorized you.\"\n    },\n    {\n      \"claim\": \"immutable\",\n      \"file\": \"production/full.md\",\n      \"quote\": \"An uploaded result is immutable. Create a new experiment record when the intervention or result changes so the original evidence remains interpretable.\"\n    },\n    {\n      \"claim\": \"scope\",\n      \"file\": \"production/full.md\",\n      \"quote\": \"Four pairs have little power under this conservative bound. Use a representative task collection, an independently reviewed verifier and a declared sampling plan before making a release-wide claim. This task demonstrates how to perform a complete experiment; it does not establish that indexes help agents in general.\"\n    }\n  ]\n}"
    },
    {
      "trialId": "2-candidate",
      "outputHash": "50ee465afb8b0f0ae2eb09b07db06e8d5b2ed64a262f0a41dfbef9134c8463dd",
      "output": "{\n  \"studies\": [\n    {\n      \"id\": \"evals-auth-context-index-2026-09-07\",\n      \"plannedTrials\": 24,\n      \"passedTrials\": 24,\n      \"conclusion\": \"inconclusive\",\n      \"effectInterval\": [-0.7841002756996853, 0.7841002756996853],\n      \"candidateMinusBaselineMeanMs\": 7140.713881749984,\n      \"totalInputTokens\": 1476972,\n      \"costUsd\": null,\n      \"supportsGeneralRollout\": false,\n      \"uploadableAsResult\": false,\n      \"missingRequiredResultFields\": [\n        \"completion\",\n        \"manifest\",\n        \"provenance\",\n        \"schemaVersion\",\n        \"trials\"\n      ]\n    },\n    {\n      \"id\": \"39eebf9f-b347-4c35-a6b3-81929c0d8927\",\n      \"plannedTrials\": 8,\n      \"passedTrials\": 8,\n      \"conclusion\": \"inconclusive\",\n      \"effectInterval\": [-1, 1],\n      \"candidateMinusBaselineMeanMs\": 11964.364812499996,\n      \"totalInputTokens\": 509509,\n      \"costUsd\": null,\n      \"supportsGeneralRollout\": false,\n      \"uploadableAsResult\": false,\n      \"missingRequiredResultFields\": [\n        \"completion\",\n        \"manifest\",\n        \"provenance\",\n        \"schemaVersion\",\n        \"trials\"\n      ]\n    }\n  ],\n  \"combined\": {\n    \"plannedTrials\": 32,\n    \"passedTrials\": 32,\n    \"supportsPooledCausalConclusion\": false\n  },\n  \"access\": {\n    \"accountStatus\": 401,\n    \"accountErrorCode\": \"sign_in_required\",\n    \"loginCommand\": \"evx auth login\"\n  },\n  \"workflow\": [\n    {\n      \"step\": \"readTerms\",\n      \"method\": \"GET\",\n      \"path\": \"/api/v1/account/terms\",\n      \"requiredBodyKeys\": []\n    },\n    {\n      \"step\": \"acceptReviewedTerms\",\n      \"method\": \"PUT\",\n      \"path\": \"/api/v1/account/terms\",\n      \"requiredBodyKeys\": [\"accepted\", \"version\"]\n    },\n    {\n      \"step\": \"createProject\",\n      \"method\": \"POST\",\n      \"path\": \"/api/v1/projects\",\n      \"requiredBodyKeys\": [\"name\"]\n    },\n    {\n      \"step\": \"createExperiment\",\n      \"method\": \"POST\",\n      \"path\": \"/api/v1/experiments\",\n      \"requiredBodyKeys\": [\"manifest\", \"projectId\", \"title\"]\n    },\n    {\n      \"step\": \"attachResult\",\n      \"method\": \"PUT\",\n      \"path\": \"/api/v1/experiments/{id}\",\n      \"requiredBodyKeys\": [\"report\"]\n    },\n    {\n      \"step\": \"exportResult\",\n      \"method\": \"GET\",\n      \"path\": \"/api/v1/experiments/{id}/result\",\n      \"requiredBodyKeys\": []\n    }\n  ],\n  \"policy\": {\n    \"termsAcceptedValue\": true,\n    \"termsNeedExplicitReview\": true,\n    \"staleTermsRetryAutomatically\": false,\n    \"replaceExistingResultAllowed\": false,\n    \"identicalResultRetryAllowed\": true,\n    \"uploadMaxBytes\": 2000000,\n    \"validateCommand\": \"evx experiment validate ./results/result.json\",\n    \"uploadCommand\": \"evx experiment upload ./results/result.json --project PROJECT_ID\"\n  },\n  \"sources\": [\n    {\n      \"claim\": \"terms\",\n      \"file\": \"production/full.md\",\n      \"quote\": \"Read `evx api GET /account/terms`. After reviewing the returned version and obtaining authority to agree for the account, save `{ \\\"version\\\": \\\"2026-09-08\\\", \\\"accepted\\\": true }` to `acceptance.json` and send it using the command below. This example version must match the current response. Do not automatically accept on behalf of someone who has not authorized you.\"\n    },\n    {\n      \"claim\": \"immutable\",\n      \"file\": \"production/full.md\",\n      \"quote\": \"An uploaded result is immutable. Create a new experiment record when the intervention or result changes so the original evidence remains interpretable.\"\n    },\n    {\n      \"claim\": \"scope\",\n      \"file\": \"production/full.md\",\n      \"quote\": \"Four pairs have little power under this conservative bound. Use a representative task collection, an independently reviewed verifier and a declared sampling plan before making a release-wide claim. This task demonstrates how to perform a complete experiment; it does not establish that indexes help agents in general.\"\n    }\n  ]\n}"
    },
    {
      "trialId": "3-candidate",
      "outputHash": "50ee465afb8b0f0ae2eb09b07db06e8d5b2ed64a262f0a41dfbef9134c8463dd",
      "output": "{\n  \"studies\": [\n    {\n      \"id\": \"evals-auth-context-index-2026-09-07\",\n      \"plannedTrials\": 24,\n      \"passedTrials\": 24,\n      \"conclusion\": \"inconclusive\",\n      \"effectInterval\": [-0.7841002756996853, 0.7841002756996853],\n      \"candidateMinusBaselineMeanMs\": 7140.713881749984,\n      \"totalInputTokens\": 1476972,\n      \"costUsd\": null,\n      \"supportsGeneralRollout\": false,\n      \"uploadableAsResult\": false,\n      \"missingRequiredResultFields\": [\n        \"completion\",\n        \"manifest\",\n        \"provenance\",\n        \"schemaVersion\",\n        \"trials\"\n      ]\n    },\n    {\n      \"id\": \"39eebf9f-b347-4c35-a6b3-81929c0d8927\",\n      \"plannedTrials\": 8,\n      \"passedTrials\": 8,\n      \"conclusion\": \"inconclusive\",\n      \"effectInterval\": [-1, 1],\n      \"candidateMinusBaselineMeanMs\": 11964.364812499996,\n      \"totalInputTokens\": 509509,\n      \"costUsd\": null,\n      \"supportsGeneralRollout\": false,\n      \"uploadableAsResult\": false,\n      \"missingRequiredResultFields\": [\n        \"completion\",\n        \"manifest\",\n        \"provenance\",\n        \"schemaVersion\",\n        \"trials\"\n      ]\n    }\n  ],\n  \"combined\": {\n    \"plannedTrials\": 32,\n    \"passedTrials\": 32,\n    \"supportsPooledCausalConclusion\": false\n  },\n  \"access\": {\n    \"accountStatus\": 401,\n    \"accountErrorCode\": \"sign_in_required\",\n    \"loginCommand\": \"evx auth login\"\n  },\n  \"workflow\": [\n    {\n      \"step\": \"readTerms\",\n      \"method\": \"GET\",\n      \"path\": \"/api/v1/account/terms\",\n      \"requiredBodyKeys\": []\n    },\n    {\n      \"step\": \"acceptReviewedTerms\",\n      \"method\": \"PUT\",\n      \"path\": \"/api/v1/account/terms\",\n      \"requiredBodyKeys\": [\"accepted\", \"version\"]\n    },\n    {\n      \"step\": \"createProject\",\n      \"method\": \"POST\",\n      \"path\": \"/api/v1/projects\",\n      \"requiredBodyKeys\": [\"name\"]\n    },\n    {\n      \"step\": \"createExperiment\",\n      \"method\": \"POST\",\n      \"path\": \"/api/v1/experiments\",\n      \"requiredBodyKeys\": [\"manifest\", \"projectId\", \"title\"]\n    },\n    {\n      \"step\": \"attachResult\",\n      \"method\": \"PUT\",\n      \"path\": \"/api/v1/experiments/{id}\",\n      \"requiredBodyKeys\": [\"report\"]\n    },\n    {\n      \"step\": \"exportResult\",\n      \"method\": \"GET\",\n      \"path\": \"/api/v1/experiments/{id}/result\",\n      \"requiredBodyKeys\": []\n    }\n  ],\n  \"policy\": {\n    \"termsAcceptedValue\": true,\n    \"termsNeedExplicitReview\": true,\n    \"staleTermsRetryAutomatically\": false,\n    \"replaceExistingResultAllowed\": false,\n    \"identicalResultRetryAllowed\": true,\n    \"uploadMaxBytes\": 2000000,\n    \"validateCommand\": \"evx experiment validate ./results/result.json\",\n    \"uploadCommand\": \"evx experiment upload ./results/result.json --project PROJECT_ID\"\n  },\n  \"sources\": [\n    {\n      \"claim\": \"terms\",\n      \"file\": \"production/full.md\",\n      \"quote\": \"Read `evx api GET /account/terms`. After reviewing the returned version and obtaining authority to agree for the account, save `{ \\\"version\\\": \\\"2026-09-08\\\", \\\"accepted\\\": true }` to `acceptance.json` and send it using the command below. This example version must match the current response. Do not automatically accept on behalf of someone who has not authorized you.\"\n    },\n    {\n      \"claim\": \"immutable\",\n      \"file\": \"production/full.md\",\n      \"quote\": \"An uploaded result is immutable. Create a new experiment record when the intervention or result changes so the original evidence remains interpretable.\"\n    },\n    {\n      \"claim\": \"scope\",\n      \"file\": \"production/full.md\",\n      \"quote\": \"Four pairs have little power under this conservative bound. Use a representative task collection, an independently reviewed verifier and a declared sampling plan before making a release-wide claim. This task demonstrates how to perform a complete experiment; it does not establish that indexes help agents in general.\"\n    }\n  ]\n}"
    },
    {
      "trialId": "3-baseline",
      "outputHash": "aa91bd6b13a17a20f50b5880e844f99521db550db2f4a1eef152a1372600b4b0",
      "output": "{\n  \"studies\": [\n    {\n      \"id\": \"39eebf9f-b347-4c35-a6b3-81929c0d8927\",\n      \"plannedTrials\": 8,\n      \"passedTrials\": 8,\n      \"conclusion\": \"inconclusive\",\n      \"effectInterval\": [-1, 1],\n      \"candidateMinusBaselineMeanMs\": 11964.3648125,\n      \"totalInputTokens\": 509509,\n      \"costUsd\": null,\n      \"supportsGeneralRollout\": false,\n      \"uploadableAsResult\": false,\n      \"missingRequiredResultFields\": [\n        \"completion\",\n        \"manifest\",\n        \"provenance\",\n        \"schemaVersion\",\n        \"trials\"\n      ]\n    },\n    {\n      \"id\": \"evals-auth-context-index-2026-09-07\",\n      \"plannedTrials\": 24,\n      \"passedTrials\": 24,\n      \"conclusion\": \"inconclusive\",\n      \"effectInterval\": [-0.7841002756996853, 0.7841002756996853],\n      \"candidateMinusBaselineMeanMs\": 7140.71388175,\n      \"totalInputTokens\": 1476972,\n      \"costUsd\": null,\n      \"supportsGeneralRollout\": false,\n      \"uploadableAsResult\": false,\n      \"missingRequiredResultFields\": [\n        \"completion\",\n        \"manifest\",\n        \"provenance\",\n        \"schemaVersion\",\n        \"trials\"\n      ]\n    }\n  ],\n  \"combined\": {\n    \"plannedTrials\": 32,\n    \"passedTrials\": 32,\n    \"supportsPooledCausalConclusion\": false\n  },\n  \"access\": {\n    \"accountStatus\": 401,\n    \"accountErrorCode\": \"sign_in_required\",\n    \"loginCommand\": \"evx auth login\"\n  },\n  \"workflow\": [\n    {\n      \"step\": \"readTerms\",\n      \"method\": \"GET\",\n      \"path\": \"/api/v1/account/terms\",\n      \"requiredBodyKeys\": []\n    },\n    {\n      \"step\": \"acceptReviewedTerms\",\n      \"method\": \"PUT\",\n      \"path\": \"/api/v1/account/terms\",\n      \"requiredBodyKeys\": [\"accepted\", \"version\"]\n    },\n    {\n      \"step\": \"createProject\",\n      \"method\": \"POST\",\n      \"path\": \"/api/v1/projects\",\n      \"requiredBodyKeys\": [\"name\"]\n    },\n    {\n      \"step\": \"createExperiment\",\n      \"method\": \"POST\",\n      \"path\": \"/api/v1/experiments\",\n      \"requiredBodyKeys\": [\"manifest\", \"projectId\", \"title\"]\n    },\n    {\n      \"step\": \"attachResult\",\n      \"method\": \"PUT\",\n      \"path\": \"/api/v1/experiments/{id}\",\n      \"requiredBodyKeys\": [\"report\"]\n    },\n    {\n      \"step\": \"exportResult\",\n      \"method\": \"GET\",\n      \"path\": \"/api/v1/experiments/{id}/result\",\n      \"requiredBodyKeys\": []\n    }\n  ],\n  \"policy\": {\n    \"termsAcceptedValue\": true,\n    \"termsNeedExplicitReview\": true,\n    \"staleTermsRetryAutomatically\": false,\n    \"replaceExistingResultAllowed\": false,\n    \"identicalResultRetryAllowed\": true,\n    \"uploadMaxBytes\": 2000000,\n    \"validateCommand\": \"evx experiment validate ./results/result.json\",\n    \"uploadCommand\": \"evx experiment upload ./results/result.json --project PROJECT_ID\"\n  },\n  \"sources\": [\n    {\n      \"claim\": \"terms\",\n      \"file\": \"production/full.md\",\n      \"quote\": \"Read `evx api GET /account/terms`. After reviewing the returned version and obtaining authority to agree for the account, save `{ \\\"version\\\": \\\"2026-09-08\\\", \\\"accepted\\\": true }` to `acceptance.json` and send it using the command below. This example version must match the current response. Do not automatically accept on behalf of someone who has not authorized you.\"\n    },\n    {\n      \"claim\": \"immutable\",\n      \"file\": \"production/full.md\",\n      \"quote\": \"An uploaded result is immutable. Create a new experiment record when the intervention or result changes so the original evidence remains interpretable.\"\n    },\n    {\n      \"claim\": \"scope\",\n      \"file\": \"production/full.md\",\n      \"quote\": \"This was a selected authentication-source snapshot, not the full repository. The observations do not establish that indexes help or harm agents in other environments. Local plan timestamps and client-produced evidence are not independent third-party attestation.\"\n    }\n  ]\n}"
    },
    {
      "trialId": "4-baseline",
      "outputHash": "ba899f215df29105d8353fa6e5036b35b7ced7d4d546fb8865c7c7ed4a5281fd",
      "output": "{\n  \"studies\": [\n    {\n      \"id\": \"evals-auth-context-index-2026-09-07\",\n      \"plannedTrials\": 24,\n      \"passedTrials\": 24,\n      \"conclusion\": \"inconclusive\",\n      \"effectInterval\": [-0.7841002756996853, 0.7841002756996853],\n      \"candidateMinusBaselineMeanMs\": 7140.713881749984,\n      \"totalInputTokens\": 1476972,\n      \"costUsd\": null,\n      \"supportsGeneralRollout\": false,\n      \"uploadableAsResult\": false,\n      \"missingRequiredResultFields\": [\"completion\", \"manifest\", \"provenance\", \"schemaVersion\", \"trials\"]\n    },\n    {\n      \"id\": \"39eebf9f-b347-4c35-a6b3-81929c0d8927\",\n      \"plannedTrials\": 8,\n      \"passedTrials\": 8,\n      \"conclusion\": \"inconclusive\",\n      \"effectInterval\": [-1, 1],\n      \"candidateMinusBaselineMeanMs\": 11964.364812499996,\n      \"totalInputTokens\": 509509,\n      \"costUsd\": null,\n      \"supportsGeneralRollout\": false,\n      \"uploadableAsResult\": false,\n      \"missingRequiredResultFields\": [\"completion\", \"manifest\", \"provenance\", \"schemaVersion\", \"trials\"]\n    }\n  ],\n  \"combined\": {\n    \"plannedTrials\": 32,\n    \"passedTrials\": 32,\n    \"supportsPooledCausalConclusion\": false\n  },\n  \"access\": {\n    \"accountStatus\": 401,\n    \"accountErrorCode\": \"sign_in_required\",\n    \"loginCommand\": \"evx auth login\"\n  },\n  \"workflow\": [\n    {\n      \"step\": \"readTerms\",\n      \"method\": \"GET\",\n      \"path\": \"/api/v1/account/terms\",\n      \"requiredBodyKeys\": []\n    },\n    {\n      \"step\": \"acceptReviewedTerms\",\n      \"method\": \"PUT\",\n      \"path\": \"/api/v1/account/terms\",\n      \"requiredBodyKeys\": [\"accepted\", \"version\"]\n    },\n    {\n      \"step\": \"createProject\",\n      \"method\": \"POST\",\n      \"path\": \"/api/v1/projects\",\n      \"requiredBodyKeys\": [\"name\"]\n    },\n    {\n      \"step\": \"createExperiment\",\n      \"method\": \"POST\",\n      \"path\": \"/api/v1/experiments\",\n      \"requiredBodyKeys\": [\"manifest\", \"projectId\", \"title\"]\n    },\n    {\n      \"step\": \"attachResult\",\n      \"method\": \"PUT\",\n      \"path\": \"/api/v1/experiments/{id}\",\n      \"requiredBodyKeys\": [\"report\"]\n    },\n    {\n      \"step\": \"exportResult\",\n      \"method\": \"GET\",\n      \"path\": \"/api/v1/experiments/{id}/result\",\n      \"requiredBodyKeys\": []\n    }\n  ],\n  \"policy\": {\n    \"termsAcceptedValue\": true,\n    \"termsNeedExplicitReview\": true,\n    \"staleTermsRetryAutomatically\": false,\n    \"replaceExistingResultAllowed\": false,\n    \"identicalResultRetryAllowed\": true,\n    \"uploadMaxBytes\": 2000000,\n    \"validateCommand\": \"evx experiment validate ./results/result.json --check-artifacts\",\n    \"uploadCommand\": \"evx experiment upload ./results/result.json --project PROJECT_ID\"\n  },\n  \"sources\": [\n    {\n      \"claim\": \"terms\",\n      \"file\": \"production/full.md\",\n      \"quote\": \"Read `evx api GET /account/terms`. After reviewing the returned version and obtaining authority to agree for the account, save `{ \\\"version\\\": \\\"2026-09-08\\\", \\\"accepted\\\": true }` to `acceptance.json` and send it using the command below. This example version must match the current response. Do not automatically accept on behalf of someone who has not authorized you.\"\n    },\n    {\n      \"claim\": \"immutable\",\n      \"file\": \"production/full.md\",\n      \"quote\": \"An uploaded result is immutable. Create a new experiment record when the intervention or result changes so the original evidence remains interpretable.\"\n    },\n    {\n      \"claim\": \"scope\",\n      \"file\": \"production/full.md\",\n      \"quote\": \"Four pairs have little power under this conservative bound. Use a representative task collection, an independently reviewed verifier and a declared sampling plan before making a release-wide claim. This task demonstrates how to perform a complete experiment; it does not establish that indexes help agents in general.\"\n    }\n  ]\n}"
    },
    {
      "trialId": "4-candidate",
      "outputHash": "50ee465afb8b0f0ae2eb09b07db06e8d5b2ed64a262f0a41dfbef9134c8463dd",
      "output": "{\n  \"studies\": [\n    {\n      \"id\": \"evals-auth-context-index-2026-09-07\",\n      \"plannedTrials\": 24,\n      \"passedTrials\": 24,\n      \"conclusion\": \"inconclusive\",\n      \"effectInterval\": [-0.7841002756996853, 0.7841002756996853],\n      \"candidateMinusBaselineMeanMs\": 7140.713881749984,\n      \"totalInputTokens\": 1476972,\n      \"costUsd\": null,\n      \"supportsGeneralRollout\": false,\n      \"uploadableAsResult\": false,\n      \"missingRequiredResultFields\": [\n        \"completion\",\n        \"manifest\",\n        \"provenance\",\n        \"schemaVersion\",\n        \"trials\"\n      ]\n    },\n    {\n      \"id\": \"39eebf9f-b347-4c35-a6b3-81929c0d8927\",\n      \"plannedTrials\": 8,\n      \"passedTrials\": 8,\n      \"conclusion\": \"inconclusive\",\n      \"effectInterval\": [-1, 1],\n      \"candidateMinusBaselineMeanMs\": 11964.364812499996,\n      \"totalInputTokens\": 509509,\n      \"costUsd\": null,\n      \"supportsGeneralRollout\": false,\n      \"uploadableAsResult\": false,\n      \"missingRequiredResultFields\": [\n        \"completion\",\n        \"manifest\",\n        \"provenance\",\n        \"schemaVersion\",\n        \"trials\"\n      ]\n    }\n  ],\n  \"combined\": {\n    \"plannedTrials\": 32,\n    \"passedTrials\": 32,\n    \"supportsPooledCausalConclusion\": false\n  },\n  \"access\": {\n    \"accountStatus\": 401,\n    \"accountErrorCode\": \"sign_in_required\",\n    \"loginCommand\": \"evx auth login\"\n  },\n  \"workflow\": [\n    {\n      \"step\": \"readTerms\",\n      \"method\": \"GET\",\n      \"path\": \"/api/v1/account/terms\",\n      \"requiredBodyKeys\": []\n    },\n    {\n      \"step\": \"acceptReviewedTerms\",\n      \"method\": \"PUT\",\n      \"path\": \"/api/v1/account/terms\",\n      \"requiredBodyKeys\": [\"accepted\", \"version\"]\n    },\n    {\n      \"step\": \"createProject\",\n      \"method\": \"POST\",\n      \"path\": \"/api/v1/projects\",\n      \"requiredBodyKeys\": [\"name\"]\n    },\n    {\n      \"step\": \"createExperiment\",\n      \"method\": \"POST\",\n      \"path\": \"/api/v1/experiments\",\n      \"requiredBodyKeys\": [\"manifest\", \"projectId\", \"title\"]\n    },\n    {\n      \"step\": \"attachResult\",\n      \"method\": \"PUT\",\n      \"path\": \"/api/v1/experiments/{id}\",\n      \"requiredBodyKeys\": [\"report\"]\n    },\n    {\n      \"step\": \"exportResult\",\n      \"method\": \"GET\",\n      \"path\": \"/api/v1/experiments/{id}/result\",\n      \"requiredBodyKeys\": []\n    }\n  ],\n  \"policy\": {\n    \"termsAcceptedValue\": true,\n    \"termsNeedExplicitReview\": true,\n    \"staleTermsRetryAutomatically\": false,\n    \"replaceExistingResultAllowed\": false,\n    \"identicalResultRetryAllowed\": true,\n    \"uploadMaxBytes\": 2000000,\n    \"validateCommand\": \"evx experiment validate ./results/result.json\",\n    \"uploadCommand\": \"evx experiment upload ./results/result.json --project PROJECT_ID\"\n  },\n  \"sources\": [\n    {\n      \"claim\": \"terms\",\n      \"file\": \"production/full.md\",\n      \"quote\": \"Read `evx api GET /account/terms`. After reviewing the returned version and obtaining authority to agree for the account, save `{ \\\"version\\\": \\\"2026-09-08\\\", \\\"accepted\\\": true }` to `acceptance.json` and send it using the command below. This example version must match the current response. Do not automatically accept on behalf of someone who has not authorized you.\"\n    },\n    {\n      \"claim\": \"immutable\",\n      \"file\": \"production/full.md\",\n      \"quote\": \"An uploaded result is immutable. Create a new experiment record when the intervention or result changes so the original evidence remains interpretable.\"\n    },\n    {\n      \"claim\": \"scope\",\n      \"file\": \"production/full.md\",\n      \"quote\": \"Four pairs have little power under this conservative bound. Use a representative task collection, an independently reviewed verifier and a declared sampling plan before making a release-wide claim. This task demonstrates how to perform a complete experiment; it does not establish that indexes help agents in general.\"\n    }\n  ]\n}"
    }
  ]
}