{
  "format": "attestql/audit/counterexample/2",
  "question": {
    "question_id": "1389",
    "question_set": "mini_dev_postgresql from https://bird-bench.oss-cn-beijing.aliyuncs.com/minidev.zip (sha256 cc48ba16838204e4e214512030cb572eeb5f7bcdd999bae4b9b6ff12ec13b92f, downloaded 2026-09-07), member minidev/MINIDEV/mini_dev_postgresql.json",
    "question_text": "Which event has the lowest cost?",
    "evidence_text": "event refers to event_name; lowest cost means MIN(cost)"
  },
  "question_set_version": "sha256:d2731292f20b8d8569cd956dd747ffe1df13cd625076263e38ae9ebcef50b1ab",
  "sources": {
    "gold": {
      "path": "data/questions/mini_dev_postgresql.json",
      "digest": "sha256:d2731292f20b8d8569cd956dd747ffe1df13cd625076263e38ae9ebcef50b1ab",
      "origin": "https://bird-bench.oss-cn-beijing.aliyuncs.com/minidev.zip (sha256 cc48ba16838204e4e214512030cb572eeb5f7bcdd999bae4b9b6ff12ec13b92f, downloaded 2026-09-07), member minidev/MINIDEV/mini_dev_postgresql.json",
      "date": "2024-06-19"
    },
    "second": {
      "path": "data/preds-pg/predict_mini_dev_gpt-4-turbo_postgresql.json",
      "digest": "sha256:428fd115a67a76d6312ea205aab64764b5a09444587588eda442a94cfee65211",
      "origin": "https://raw.githubusercontent.com/bird-bench/mini_dev/b3d4bcbbae9a96934ad812551eb400c7a3b23c12/llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4-turbo_postgresql.json",
      "date": "2024-06-19"
    }
  },
  "replay_rule": "R-ORD",
  "verdict": {
    "result": "equal",
    "mismatched": [],
    "reading": "NOT_EQUAL states that these two statements disagree on this data under this rule. It does not state which of them is wrong."
  },
  "bird_ex": {
    "value": 1,
    "equal": true,
    "method": "set(second_rows) == set(gold_rows), float4/float8 cells as Python float as psycopg2 returns them, numeric as Decimal",
    "source": "https://github.com/bird-bench/mini_dev/blob/main/evaluation/evaluation_ex.py",
    "gold_rows": 1,
    "second_rows": 1,
    "gold_distinct_rows": 1,
    "second_distinct_rows": 1
  },
  "test_suite_ex": {
    "value": 1,
    "equal": true,
    "method": "result_eq: equal row counts and equal column counts, each row unordered as a quick rejection, then the two equal as a list when the gold text holds ORDER BY and as a multiset otherwise, under some permutation of the columns; DISTINCT is not stripped and re-executed, and the cells are PostgreSQL's as psycopg2 returns them",
    "source": "ruiqi-zhong/test-suite-sql-eval, exec_eval.py, result_eq, at commit 48cb78ec: https://github.com/ruiqi-zhong/test-suite-sql-eval/blob/48cb78ecf7f610620206283846c76751b18a1326/exec_eval.py",
    "order_matters": true,
    "gold_rows": 1,
    "second_rows": 1,
    "gold_columns": 1,
    "second_columns": 1
  },
  "mechanism": null,
  "gold": {
    "executed_sql": "SELECT T1.event_name FROM event AS T1 INNER JOIN budget AS T2 ON T1.event_id = T2.link_to_event INNER JOIN expense AS T3 ON T2.budget_id = T3.link_to_budget ORDER BY T3.cost NULLS FIRST LIMIT 1",
    "own_ordering": [
      {
        "expression": "t3.cost",
        "descending": false,
        "nulls": "first"
      }
    ],
    "result": {
      "columns": [
        {
          "name": "event_name",
          "declared_type": "text"
        }
      ],
      "row_count": 1,
      "truncated": false,
      "rows_shown": 1,
      "rows": [
        [
          {
            "type": "str",
            "value": "November Speaker"
          }
        ]
      ],
      "result_hash": "sha256:56406324bb087daab39eca2d80eb40a285f0ba16585dc9ae96e7e4c82cf0b7c5"
    },
    "record": "evidence-gold.json"
  },
  "second": {
    "executed_sql": "SELECT event.event_name\nFROM event\nJOIN budget ON event.event_id = budget.link_to_event\nJOIN expense ON budget.budget_id = expense.link_to_budget\nORDER BY expense.cost ASC\nLIMIT 1",
    "own_ordering": [
      {
        "expression": "expense.cost",
        "descending": false,
        "nulls": "default"
      }
    ],
    "result": {
      "columns": [
        {
          "name": "event_name",
          "declared_type": "text"
        }
      ],
      "row_count": 1,
      "truncated": false,
      "rows_shown": 1,
      "rows": [
        [
          {
            "type": "str",
            "value": "November Speaker"
          }
        ]
      ],
      "result_hash": "sha256:56406324bb087daab39eca2d80eb40a285f0ba16585dc9ae96e7e4c82cf0b7c5"
    },
    "record": "evidence-second.json"
  },
  "canonical_ordering": [
    {
      "column": "t3.cost",
      "descending": false
    }
  ],
  "differing_rows": {
    "in_gold_not_in_second": [],
    "in_gold_not_in_second_total": 0,
    "in_second_not_in_gold": [],
    "in_second_not_in_gold_total": 0,
    "rows_shown_per_side": 25
  },
  "result_hashes": {
    "gold": "sha256:56406324bb087daab39eca2d80eb40a285f0ba16585dc9ae96e7e4c82cf0b7c5",
    "second": "sha256:56406324bb087daab39eca2d80eb40a285f0ba16585dc9ae96e7e4c82cf0b7c5"
  },
  "backend_identity": "PostgreSQL 16.15 (Debian 16.15-1.pgdg13+2) on aarch64-unknown-linux-gnu, compiled by gcc (Debian 14.2.0-19) 14.2.0, 64-bit | server=172.17.0.2/32:5432 | database=bird",
  "fixture": {
    "schema_digest": "sha256:5a015b4f8f5195c6c1534672114e29b20459d8eb295df670fac83eb79f922b60",
    "row_counts": {
      "public.budget": 52,
      "public.event": 42,
      "public.expense": 32
    },
    "content_digests": {},
    "source_file_sha256": "sha256:31b1da211849d24a57c9af7636da46a5b82fc8a3ca1542bb3ebd8775e9a31cec"
  },
  "run_id": "audit-7912134a-3f9b-4113-a6b6-ebaf8b6a2bc0"
}