{
  "format": "attestql/audit/counterexample/2",
  "question": {
    "question_id": "736",
    "question_set": "mini_dev_postgresql from https://bird-bench.oss-cn-beijing.aliyuncs.com/minidev.zip (sha256 cc48ba16838204e4e214512030cb572eeb5f7bcdd999bae4b9b6ff12ec13b92f, downloaded 2026-09-07), member minidev/MINIDEV/mini_dev_postgresql.json",
    "question_text": "Who is the dumbest superhero?",
    "evidence_text": "the dumbest superhero refers to MIN(attribute_value) where attribute_name = 'Intelligence'"
  },
  "question_set_version": "sha256:d2731292f20b8d8569cd956dd747ffe1df13cd625076263e38ae9ebcef50b1ab",
  "sources": {
    "gold": {
      "path": "data/questions/mini_dev_postgresql.json",
      "digest": "sha256:d2731292f20b8d8569cd956dd747ffe1df13cd625076263e38ae9ebcef50b1ab",
      "origin": "https://bird-bench.oss-cn-beijing.aliyuncs.com/minidev.zip (sha256 cc48ba16838204e4e214512030cb572eeb5f7bcdd999bae4b9b6ff12ec13b92f, downloaded 2026-09-07), member minidev/MINIDEV/mini_dev_postgresql.json",
      "date": "2024-06-19"
    },
    "second": {
      "path": "data/preds-pg/predict_mini_dev_gpt-4_postgresql.json",
      "digest": "sha256:cd39466740516d2d4672e8421010edab4816ff9875781f44df100840b41eaa49",
      "origin": "https://raw.githubusercontent.com/bird-bench/mini_dev/b3d4bcbbae9a96934ad812551eb400c7a3b23c12/llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4_postgresql.json",
      "date": "2024-06-19"
    }
  },
  "replay_rule": "R-ORD",
  "verdict": {
    "result": "equal",
    "mismatched": [],
    "reading": "NOT_EQUAL states that these two statements disagree on this data under this rule. It does not state which of them is wrong."
  },
  "bird_ex": {
    "value": 1,
    "equal": true,
    "method": "set(second_rows) == set(gold_rows), float4/float8 cells as Python float as psycopg2 returns them, numeric as Decimal",
    "source": "https://github.com/bird-bench/mini_dev/blob/main/evaluation/evaluation_ex.py",
    "gold_rows": 1,
    "second_rows": 1,
    "gold_distinct_rows": 1,
    "second_distinct_rows": 1
  },
  "test_suite_ex": {
    "value": 1,
    "equal": true,
    "method": "result_eq: equal row counts and equal column counts, each row unordered as a quick rejection, then the two equal as a list when the gold text holds ORDER BY and as a multiset otherwise, under some permutation of the columns; DISTINCT is not stripped and re-executed, and the cells are PostgreSQL's as psycopg2 returns them",
    "source": "ruiqi-zhong/test-suite-sql-eval, exec_eval.py, result_eq, at commit 48cb78ec: https://github.com/ruiqi-zhong/test-suite-sql-eval/blob/48cb78ecf7f610620206283846c76751b18a1326/exec_eval.py",
    "order_matters": true,
    "gold_rows": 1,
    "second_rows": 1,
    "gold_columns": 1,
    "second_columns": 1
  },
  "mechanism": null,
  "gold": {
    "executed_sql": "SELECT T1.superhero_name FROM superhero AS T1 INNER JOIN hero_attribute AS T2 ON T1.id = T2.hero_id INNER JOIN attribute AS T3 ON T2.attribute_id = T3.id WHERE T3.attribute_name = 'Intelligence' ORDER BY T2.attribute_value NULLS FIRST LIMIT 1",
    "own_ordering": [
      {
        "expression": "t2.attribute_value",
        "descending": false,
        "nulls": "first"
      }
    ],
    "result": {
      "columns": [
        {
          "name": "superhero_name",
          "declared_type": "text"
        }
      ],
      "row_count": 1,
      "truncated": false,
      "rows_shown": 1,
      "rows": [
        [
          {
            "type": "str",
            "value": "Ammo"
          }
        ]
      ],
      "result_hash": "sha256:c58fd60637a6677cc98abbe74ea8b745da3c6213017f5935773bb3e4a3d6177e"
    },
    "record": "evidence-gold.json"
  },
  "second": {
    "executed_sql": "SELECT sh.superhero_name\nFROM superhero sh\nJOIN hero_attribute ha ON sh.id = ha.hero_id\nJOIN attribute a ON ha.attribute_id = a.id\nWHERE a.attribute_name = 'Intelligence'\nORDER BY ha.attribute_value ASC\nLIMIT 1",
    "own_ordering": [
      {
        "expression": "ha.attribute_value",
        "descending": false,
        "nulls": "default"
      }
    ],
    "result": {
      "columns": [
        {
          "name": "superhero_name",
          "declared_type": "text"
        }
      ],
      "row_count": 1,
      "truncated": false,
      "rows_shown": 1,
      "rows": [
        [
          {
            "type": "str",
            "value": "Ammo"
          }
        ]
      ],
      "result_hash": "sha256:c58fd60637a6677cc98abbe74ea8b745da3c6213017f5935773bb3e4a3d6177e"
    },
    "record": "evidence-second.json"
  },
  "canonical_ordering": [
    {
      "column": "t2.attribute_value",
      "descending": false
    }
  ],
  "differing_rows": {
    "in_gold_not_in_second": [],
    "in_gold_not_in_second_total": 0,
    "in_second_not_in_gold": [],
    "in_second_not_in_gold_total": 0,
    "rows_shown_per_side": 25
  },
  "result_hashes": {
    "gold": "sha256:c58fd60637a6677cc98abbe74ea8b745da3c6213017f5935773bb3e4a3d6177e",
    "second": "sha256:c58fd60637a6677cc98abbe74ea8b745da3c6213017f5935773bb3e4a3d6177e"
  },
  "backend_identity": "PostgreSQL 16.15 (Debian 16.15-1.pgdg13+2) on aarch64-unknown-linux-gnu, compiled by gcc (Debian 14.2.0-19) 14.2.0, 64-bit | server=172.17.0.2/32:5432 | database=bird",
  "fixture": {
    "schema_digest": "sha256:4cc686540d6b0c0f1f775cd580e90e91fa664c968446deb705928be3775641fd",
    "row_counts": {
      "public.attribute": 6,
      "public.hero_attribute": 3738,
      "public.superhero": 750
    },
    "content_digests": {},
    "source_file_sha256": "sha256:31b1da211849d24a57c9af7636da46a5b82fc8a3ca1542bb3ebd8775e9a31cec"
  },
  "run_id": "audit-34520748-ce64-4674-9cd7-6d6fac5b9805"
}