Runtime check

hash

DRAFT. 1 prompt is not approved yet: examples/fakes/hash.prompt.md. Approve it when you are happy with it.
2 AI calls · 15 sRequested model: gpt-6.1-solOct 29, 12:21 PTThis link works until Nov 5

What should happen

Checks

Hash abctest/runtime/fake-hash.json · step 1 · fingerprint · 2 AI calls
Input: {"text": "abc"}
What is checkedExpectedGot
✓Value
AC1 · /value
ba7816bf8f01cfea414140de5dae2223b00361a396177a9cb410ff61f20015ad
Exact JSON"ba7816bf8f01cfea414140de5dae2223b00361a396177a9cb410ff61f20015ad"
ba7816bf8f01cfea414140de5dae2223b00361a396177a9cb410ff61f20015ad
Exact JSON"ba7816bf8f01cfea414140de5dae2223b00361a396177a9cb410ff61f20015ad"

What next

  1. Try it by hand: pdd try fake-hash
  2. Approve it when you are happy with it: pdd approve examples/fakes/hash.prompt.md.
  3. A PR with a DRAFT prompt cannot be merged.
Details for developers
Input tokens
14472
Output tokens
116
Run ID
c0fb22b7-d0c2-452f-b137-85de3fb19739
Engine
beadbaab8cde69ebeea190cd9d0574aa827818c1
Source SHA-256
a54578efdabee2422e8d7f5f32796db41d72b17d938a21d1ae623737ff170c13
Files sent
3 files · 3 KB
Raw result (JSON)
{
  "accounting_complete": true,
  "call_depth": [
    {
      "basis": "declared-call-graph",
      "checked_depth": 0,
      "deepest_chain": [
        "hash"
      ],
      "depth": 0,
      "entry_path": "examples/fakes/hash.prompt.md",
      "levels": 1,
      "operation": "fingerprint",
      "step_id": "hash-abc",
      "traversal_truncated": false
    }
  ],
  "call_usage": {
    "known_calls": 2,
    "unknown_calls": 0
  },
  "check_exemptions": [],
  "checked_criteria": 1,
  "criterion_results": [
    {
      "criterion_id": "AC1",
      "status": "passed"
    }
  ],
  "draft_interfaces": [
    {
      "path": "examples/fakes/hash.prompt.md",
      "prose_sha256": "f2075e27c24ac14795e145a9add6390d0cfb639e2c5bf86dbecb6aa7ebafee66"
    }
  ],
  "evaluation": {
    "adapter_factory": null,
    "config_sha256": "41a6517788874aa6201340d85dec5a0b0daa7ca9e2c36cd647716bf51892ab52",
    "provider_attested_model": null,
    "requested_model": "gpt-6.1-sol",
    "requested_temperature": null,
    "route": "codex-subscription",
    "schema_enforcement": "codex-structured-output"
  },
  "evidence_kind": "fresh",
  "explicit_context": false,
  "explicit_context_byte_budget": 122880,
  "field_agreement": [
    {
      "fields": [
        {
          "buckets": [
            {
              "count": 1,
              "value": "ba7816bf8f01cfea414140de5dae2223b00361a396177a9cb410ff61f20015ad"
            }
          ],
          "missing_samples": 0,
          "other_samples": 0,
          "path": "/value",
          "status": "single-sample"
        }
      ],
      "fields_truncated": false,
      "requested_samples": 1,
      "result_samples": 1,
      "step_id": "hash-abc",
      "unavailable_samples": 0
    }
  ],
  "fresh_samples": 1,
  "interface_status": "draft",
  "model_cassette_layout": "per-sample",
  "model_graph_budget": "remaining",
  "model_usage": {
    "calls": [
      {
        "cached_input_share": 0,
        "cached_input_tokens": 0,
        "call_id": "a31da6ab7d5d4621ac148f604d6934af:frame:0:initial",
        "dispatch_state": "completed",
        "input_tokens": 7016,
        "origin": "current",
        "sample": 1,
        "share_status": "reported",
        "step_id": "hash-abc",
        "usage_status": "reported"
      },
      {
        "cached_input_share": 0,
        "cached_input_tokens": 0,
        "call_id": "a31da6ab7d5d4621ac148f604d6934af:frame:0:resume:1",
        "dispatch_state": "completed",
        "input_tokens": 7456,
        "origin": "current",
        "sample": 1,
        "share_status": "reported",
        "step_id": "hash-abc",
        "usage_status": "reported"
      }
    ],
    "coverage": {
      "accounting_incomplete": false,
      "current_logical_calls": 2,
      "current_recorded_calls": 2,
      "historical_logical_calls": 0,
      "historical_recorded_calls": 0,
      "unobserved_current_calls": 0,
      "unobserved_historical_calls": 0
    },
    "schema_version": "prompt-runtime.program-model-usage.v1",
    "totals": {
      "cached_input_share": 0,
      "cached_input_tokens": 0,
      "complete": true,
      "input_tokens": 14472
    }
  },
  "prefix_reuse": {
    "current_commit": "adce07c0ab854df8fa2e4f3818016654a3943d5c",
    "historical_provider_calls": 0,
    "new_provider_calls": 2,
    "newly_executed_steps": 1,
    "next_step": 1,
    "reused_steps": 0,
    "schema_version": "prompt-runtime.program-prefix-reuse-report.v1",
    "source_commit": null,
    "status": "miss"
  },
  "projected_context_bindings": [
    {
      "context_blobs": [],
      "prompt_path": "examples/fakes/hash.prompt.md",
      "prompt_sha256": "b55c9711c80964a698a7099a4f3ba809167325837021264459a8169718b5d8f2"
    }
  ],
  "provider_calls": 2,
  "released_calls": 16,
  "remaining_calls": 16,
  "repository": "repository",
  "requested_samples": 1,
  "reserved_calls": 2,
  "resource_mode": "simulated",
  "samples": [
    {
      "criterion_results": [
        {
          "criterion_id": "AC1",
          "status": "passed"
        }
      ],
      "final_world": {},
      "refusal": null,
      "sample": 1,
      "steps": [
        {
          "calls": {
            "internal": {},
            "resources": {
              "hash-compute-hash_utf8": 1
            }
          },
          "checks": [
            {
              "actual": "ba7816bf8f01cfea414140de5dae2223b00361a396177a9cb410ff61f20015ad",
              "criterion_id": "AC1",
              "expected": "ba7816bf8f01cfea414140de5dae2223b00361a396177a9cb410ff61f20015ad",
              "op": "equals",
              "passed": true,
              "path": "/value",
              "target": "result"
            }
          ],
          "error": null,
          "evaluation": {
            "adapter_factory": null,
            "config_sha256": "41a6517788874aa6201340d85dec5a0b0daa7ca9e2c36cd647716bf51892ab52",
            "provider_attested_model": null,
            "requested_model": "gpt-6.1-sol",
            "requested_temperature": null,
            "route": "codex-subscription",
            "schema_enforcement": "codex-structured-output"
          },
          "model_source": "step",
          "provider_calls": 2,
          "result": {
            "value": "ba7816bf8f01cfea414140de5dae2223b00361a396177a9cb410ff61f20015ad"
          },
          "step_id": "hash-abc",
          "trace_path": "[server-path]",
          "verdict": "passed",
          "world": {}
        }
      ],
      "verdict": "passed"
    }
  ],
  "scenario": "scenario.json",
  "schema_version": "prompt-runtime.program-run-report.v1",
  "stopped_early": false,
  "total_criteria": 1,
  "ungrounded_expectations": [
    {
      "criterion_id": "AC1",
      "json_path": null,
      "path": "/value",
      "step_id": "hash-abc",
      "value": "ba7816bf8f01cfea414140de5dae2223b00361a396177a9cb410ff61f20015ad",
      "value_path": ""
    }
  ],
  "verdict": "passed",
  "warnings": []
}

Anyone with this link can see this report.