{
  "format": "attestql/audit/summary/2",
  "run_id": "audit-715e02b9-6229-4aab-aa2e-7df62f68e7a4",
  "backend_identity": "PostgreSQL 16.15 (Debian 16.15-1.pgdg13+2) on aarch64-unknown-linux-gnu, compiled by gcc (Debian 14.2.0-19) 14.2.0, 64-bit | server=172.17.0.2/32:5432 | database=bird",
  "effective_database_role": "auditor",
  "session_settings": {
    "engine": "postgresql",
    "recorded": {
      "statement_timeout": "0",
      "search_path": "\"$user\", public",
      "server_version": "16.15 (Debian 16.15-1.pgdg13+2)",
      "server_version_num": "160015",
      "transaction_read_only": "on",
      "max_parallel_workers_per_gather": "2",
      "server_encoding": "UTF8",
      "datlocprovider": "c",
      "daticulocale": "",
      "datcollversion": "2.41"
    }
  },
  "parser": {
    "validator": "audit:libpg_query-parse",
    "postgast": "0.1.0",
    "grammar_version": 170007
  },
  "question_set": {
    "path": "data/questions/mini_dev_postgresql.json",
    "digest": "sha256:d2731292f20b8d8569cd956dd747ffe1df13cd625076263e38ae9ebcef50b1ab",
    "origin": "https://bird-bench.oss-cn-beijing.aliyuncs.com/minidev.zip (sha256 cc48ba16838204e4e214512030cb572eeb5f7bcdd999bae4b9b6ff12ec13b92f, downloaded 2026-09-07), member minidev/MINIDEV/mini_dev_postgresql.json",
    "date": "2024-06-19",
    "entries": 500,
    "audited": 498,
    "duplicate_ids": [
      137,
      138
    ],
    "ids": []
  },
  "predictions": {
    "path": "data/preds-pg/predict_mini_dev_phi-3-medium-128k-instruct-1_postgresql.json",
    "digest": "sha256:8defb4399ab3393200cfba510024df7d9cf2cff8c9c7df647e3309cf751ac82d",
    "origin": "https://raw.githubusercontent.com/bird-bench/mini_dev/b3d4bcbbae9a96934ad812551eb400c7a3b23c12/llm/exp_result/sql_output_kg/predict_mini_dev_phi-3-medium-128k-instruct-1_postgresql.json",
    "date": "2024-06-19",
    "keyed_by": "position",
    "statements": 500,
    "positions_unused": [
      487,
      488
    ]
  },
  "verdicts": {
    "ERROR": 219,
    "NOT_EQUAL": 179,
    "EQUAL": 100
  },
  "smells": {
    "ordering-over-numeric-text": 0,
    "arbitrary-cut": 10,
    "not-a-function-of-the-data": 13,
    "float-aggregate-order": 4,
    "direction-against-question": 0
  },
  "smells_fired": 27,
  "credited_but_not_equal": {
    "total": 11,
    "by_mechanism": {
      "multiplicity": 10,
      "type": 1,
      "order": 0,
      "truncation": 0,
      "other": 0
    },
    "by_test_suite_ex": {
      "1": 1,
      "0": 10
    }
  },
  "fixture": {
    "depth": "counts",
    "cache": "runs/minidev-pg/phi-3-medium-128k-instruct-1/fixture.json",
    "source": {
      "path": "data/minidev/BIRD_dev.sql",
      "digest": "sha256:31b1da211849d24a57c9af7636da46a5b82fc8a3ca1542bb3ebd8775e9a31cec",
      "origin": "minidev.zip (sha256 cc48ba16838204e4e214512030cb572eeb5f7bcdd999bae4b9b6ff12ec13b92f), member minidev/MINIDEV_postgresql/BIRD_dev.sql",
      "date": "2024-06-13"
    },
    "schema_digest": "sha256:25aabd5763d7a18135a8741194c4a704141761bd0c7fdbfbf3f7c2bc9e0bf08c",
    "row_counts": {
      "public.account": 4500,
      "public.alignment": 4,
      "public.atom": 9111,
      "public.attendance": 326,
      "public.attribute": 6,
      "public.badges": 79851,
      "public.bond": 9156,
      "public.budget": 52,
      "public.card": 892,
      "public.cards": 56822,
      "public.circuits": 72,
      "public.client": 5369,
      "public.colour": 35,
      "public.comments": 174285,
      "public.connected": 18312,
      "public.constructorresults": 11082,
      "public.constructors": 208,
      "public.constructorstandings": 11836,
      "public.country": 11,
      "public.customers": 32461,
      "public.disp": 5369,
      "public.district": 77,
      "public.drivers": 840,
      "public.driverstandings": 31578,
      "public.event": 42,
      "public.examination": 106,
      "public.expense": 32,
      "public.foreign_data": 229186,
      "public.frpm": 9986,
      "public.gasstations": 5716,
      "public.gender": 3,
      "public.hero_attribute": 3738,
      "public.hero_power": 5825,
      "public.income": 36,
      "public.laboratory": 13908,
      "public.laptimes": 400524,
      "public.league": 11,
      "public.legalities": 427907,
      "public.loan": 682,
      "public.major": 113,
      "public.match": 25979,
      "public.member": 33,
      "public.molecule": 343,
      "public.order": 6471,
      "public.patient": 1238,
      "public.pitstops": 5815,
      "public.player": 11060,
      "public.player_attributes": 183978,
      "public.posthistory": 303155,
      "public.postlinks": 11102,
      "public.posts": 91966,
      "public.products": 591,
      "public.publisher": 25,
      "public.qualifying": 6967,
      "public.race": 61,
      "public.races": 954,
      "public.results": 23179,
      "public.rulings": 87769,
      "public.satscores": 2269,
      "public.schools": 17686,
      "public.seasons": 68,
      "public.set_translations": 1210,
      "public.sets": 551,
      "public.status": 134,
      "public.superhero": 750,
      "public.superpower": 167,
      "public.tags": 1032,
      "public.team": 299,
      "public.team_attributes": 1458,
      "public.trans": 1056320,
      "public.transactions_1k": 1000,
      "public.users": 40325,
      "public.votes": 38930,
      "public.yearmonth": 383282,
      "public.zip_code": 41877
    },
    "content_digests": {},
    "measured_tables": [
      "customers",
      "yearmonth",
      "gasstations",
      "products",
      "transactions_1k",
      "member",
      "major",
      "event",
      "attendance",
      "income",
      "zip_code",
      "expense",
      "budget",
      "patient",
      "laboratory",
      "examination",
      "match",
      "league",
      "team",
      "team_attributes",
      "player_attributes",
      "player",
      "country",
      "qualifying",
      "drivers",
      "circuits",
      "races",
      "results",
      "laptimes",
      "constructorresults",
      "constructors",
      "seasons",
      "driverstandings",
      "constructorstandings",
      "pitstops",
      "superpower",
      "superhero",
      "hero_power",
      "status",
      "colour",
      "publisher",
      "attribute",
      "hero_attribute",
      "race",
      "gender",
      "alignment",
      "users",
      "posts",
      "tags",
      "comments",
      "votes",
      "posthistory",
      "badges",
      "postlinks",
      "cards",
      "legalities",
      "rulings",
      "foreign_data",
      "sets",
      "set_translations",
      "bond",
      "atom",
      "molecule",
      "connected",
      "satscores",
      "schools",
      "frpm",
      "district",
      "account",
      "client",
      "disp",
      "loan",
      "trans",
      "order",
      "card"
    ],
    "missing_tables": [],
    "unreadable_tables": [],
    "refused": ""
  },
  "planner_statistics": {
    "customers": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:12.424716+00",
      "n_mod_since_analyze": 0
    },
    "yearmonth": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:53.2103+00",
      "n_mod_since_analyze": 0
    },
    "gasstations": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:24.38603+00",
      "n_mod_since_analyze": 0
    },
    "products": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:42.324323+00",
      "n_mod_since_analyze": 0
    },
    "transactions_1k": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:51.57727+00",
      "n_mod_since_analyze": 0
    },
    "member": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 33
    },
    "major": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:54.215199+00",
      "n_mod_since_analyze": 0
    },
    "event": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 42
    },
    "attendance": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:12.51989+00",
      "n_mod_since_analyze": 0
    },
    "income": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 36
    },
    "zip_code": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:53.56429+00",
      "n_mod_since_analyze": 0
    },
    "expense": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 32
    },
    "budget": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 52
    },
    "patient": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:27.997559+00",
      "n_mod_since_analyze": 0
    },
    "laboratory": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:24.536007+00",
      "n_mod_since_analyze": 0
    },
    "examination": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:17.016088+00",
      "n_mod_since_analyze": 0
    },
    "match": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:30.556119+00",
      "n_mod_since_analyze": 0
    },
    "league": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 11
    },
    "team": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:51.569042+00",
      "n_mod_since_analyze": 0
    },
    "team_attributes": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:47.099723+00",
      "n_mod_since_analyze": 0
    },
    "player_attributes": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:47.072684+00",
      "n_mod_since_analyze": 0
    },
    "player": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:42.607944+00",
      "n_mod_since_analyze": 0
    },
    "country": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 11
    },
    "qualifying": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:42.323203+00",
      "n_mod_since_analyze": 0
    },
    "drivers": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:17.015092+00",
      "n_mod_since_analyze": 0
    },
    "circuits": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:12.766783+00",
      "n_mod_since_analyze": 0
    },
    "races": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:43.698656+00",
      "n_mod_since_analyze": 0
    },
    "results": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:42.521079+00",
      "n_mod_since_analyze": 0
    },
    "laptimes": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:26.095384+00",
      "n_mod_since_analyze": 0
    },
    "constructorresults": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:54.019426+00",
      "n_mod_since_analyze": 0
    },
    "constructors": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:10.045536+00",
      "n_mod_since_analyze": 0
    },
    "seasons": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:51.572102+00",
      "n_mod_since_analyze": 0
    },
    "driverstandings": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:54.213972+00",
      "n_mod_since_analyze": 0
    },
    "constructorstandings": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:54.075421+00",
      "n_mod_since_analyze": 0
    },
    "pitstops": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:30.59473+00",
      "n_mod_since_analyze": 0
    },
    "superpower": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:51.563746+00",
      "n_mod_since_analyze": 0
    },
    "superhero": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:12.518866+00",
      "n_mod_since_analyze": 0
    },
    "hero_power": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:27.99269+00",
      "n_mod_since_analyze": 0
    },
    "status": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:47.073755+00",
      "n_mod_since_analyze": 0
    },
    "colour": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 35
    },
    "publisher": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 25
    },
    "attribute": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 6
    },
    "hero_attribute": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:27.977203+00",
      "n_mod_since_analyze": 0
    },
    "race": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:42.324734+00",
      "n_mod_since_analyze": 0
    },
    "gender": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 3
    },
    "alignment": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 4
    },
    "users": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:53.980066+00",
      "n_mod_since_analyze": 0
    },
    "posts": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:42.214641+00",
      "n_mod_since_analyze": 0
    },
    "tags": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:51.571344+00",
      "n_mod_since_analyze": 0
    },
    "comments": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:12.355095+00",
      "n_mod_since_analyze": 0
    },
    "votes": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:53.353415+00",
      "n_mod_since_analyze": 0
    },
    "posthistory": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:38.302835+00",
      "n_mod_since_analyze": 0
    },
    "badges": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:12.766008+00",
      "n_mod_since_analyze": 0
    },
    "postlinks": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:42.257312+00",
      "n_mod_since_analyze": 0
    },
    "cards": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:16.814042+00",
      "n_mod_since_analyze": 0
    },
    "legalities": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:27.765085+00",
      "n_mod_since_analyze": 0
    },
    "rulings": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:43.694404+00",
      "n_mod_since_analyze": 0
    },
    "foreign_data": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:24.359437+00",
      "n_mod_since_analyze": 0
    },
    "sets": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:52.284481+00",
      "n_mod_since_analyze": 0
    },
    "set_translations": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:54.217612+00",
      "n_mod_since_analyze": 0
    },
    "bond": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:12.802916+00",
      "n_mod_since_analyze": 0
    },
    "atom": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:10.04421+00",
      "n_mod_since_analyze": 0
    },
    "molecule": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:30.558409+00",
      "n_mod_since_analyze": 0
    },
    "connected": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:17.010277+00",
      "n_mod_since_analyze": 0
    },
    "satscores": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:51.562503+00",
      "n_mod_since_analyze": 0
    },
    "schools": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:52.240861+00",
      "n_mod_since_analyze": 0
    },
    "frpm": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:27.964858+00",
      "n_mod_since_analyze": 0
    },
    "district": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:24.361355+00",
      "n_mod_since_analyze": 0
    },
    "account": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:16.907324+00",
      "n_mod_since_analyze": 0
    },
    "client": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:12.822716+00",
      "n_mod_since_analyze": 0
    },
    "disp": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:17.037279+00",
      "n_mod_since_analyze": 0
    },
    "loan": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:27.994147+00",
      "n_mod_since_analyze": 0
    },
    "trans": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:51.531334+00",
      "n_mod_since_analyze": 0
    },
    "order": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:12.516523+00",
      "n_mod_since_analyze": 0
    },
    "card": {
      "last_analyze": null,
      "last_autoanalyze": "2026-09-08 05:19:12.803807+00",
      "n_mod_since_analyze": 0
    }
  },
  "shuffle": {
    "seed": 1,
    "row_limit": 300000,
    "scratch_schema": "attestql_scratch2",
    "prepared": true,
    "reason": "",
    "copied": [
      "account",
      "alignment",
      "atom",
      "attendance",
      "attribute",
      "badges",
      "bond",
      "budget",
      "card",
      "cards",
      "circuits",
      "client",
      "colour",
      "comments",
      "connected",
      "constructorresults",
      "constructors",
      "constructorstandings",
      "country",
      "customers",
      "disp",
      "district",
      "drivers",
      "driverstandings",
      "event",
      "examination",
      "expense",
      "foreign_data",
      "frpm",
      "gasstations",
      "gender",
      "hero_attribute",
      "hero_power",
      "income",
      "laboratory",
      "league",
      "loan",
      "major",
      "match",
      "member",
      "molecule",
      "order",
      "patient",
      "pitstops",
      "player",
      "player_attributes",
      "postlinks",
      "posts",
      "products",
      "publisher",
      "qualifying",
      "race",
      "races",
      "results",
      "rulings",
      "satscores",
      "schools",
      "seasons",
      "set_translations",
      "sets",
      "status",
      "superhero",
      "superpower",
      "tags",
      "team",
      "team_attributes",
      "transactions_1k",
      "users",
      "votes",
      "zip_code"
    ],
    "skipped": {
      "laptimes": 400524,
      "legalities": 427907,
      "posthistory": 303155,
      "trans": 1056320,
      "yearmonth": 383282
    },
    "not_reached_by_a_copy": {}
  },
  "settings": {
    "statement_timeout_seconds": 120,
    "fail_on_smell": false,
    "experimental_s2": false,
    "plan_variant": false,
    "out": "runs/minidev-pg/phi-3-medium-128k-instruct-1",
    "serialization": "attestql/audit/2",
    "work_mem": "4096",
    "hash_mem_multiplier": "2"
  },
  "data_as_of": "2026-09-08T05:25:39.400422+00:00",
  "data_as_of_source": "the instant the run started",
  "elapsed_seconds": {
    "fixture": 0.249,
    "questions": 31.059,
    "shuffle": 4.949
  },
  "errors": [
    {
      "question_id": 1471,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"currency\" does not exist LINE 2: ...T(DISTINCT customerid) FROM transactions_1k WHERE currency =... ^"
    },
    {
      "question_id": 1480,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function to_char(text, unknown) does not exist LINE 2: TO_CHAR(date, 'YYYY-MM') AS year_month, ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 1481,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"currency\" does not exist LINE 2: ...onth WHERE date BETWEEN '201301' AND '201312' AND currency =... ^"
    },
    {
      "question_id": 1482,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"UNION\""
    },
    {
      "question_id": 1486,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"currency\" does not exist LINE 2: ...T(DISTINCT customerid) FROM transactions_1k WHERE currency =... ^"
    },
    {
      "question_id": 1490,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"segment\" does not exist LINE 4: WHERE segment = 'LAM'; ^"
    },
    {
      "question_id": 1528,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"country\" does not exist LINE 2: ... (COUNT(*) FILTER (WHERE segment = 'premium' AND country = ... ^"
    },
    {
      "question_id": 1533,
      "side": "prediction",
      "step": "execute",
      "message": "execute: division by zero"
    },
    {
      "question_id": 1338,
      "side": "prediction",
      "step": "execute",
      "message": "execute: operator does not exist: text = boolean LINE 5: ...event.event_date = '2019-10-08' AND expense.approved = TRUE; ^ HINT: No operator matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 1339,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function pg_catalog.extract(unknown, text) does not exist LINE 5: AND (EXTRACT(MONTH FROM expense.expense_date) = 9 OR EXTRACT... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 1340,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function year(text) does not exist LINE 2: (SELECT SUM(spent) FROM budget WHERE YEAR(link_to_event)... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 1350,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column expense.link_to_event does not exist LINE 3: JOIN expense ON event.event_id = expense.link_to_event ^"
    },
    {
      "question_id": 1356,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column m.department does not exist LINE 1: SELECT m.department ^"
    },
    {
      "question_id": 1357,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"first_name\" does not exist LINE 3: WHERE first_name = 'Connor' AND last_name = 'Hilton' AND sou... ^"
    },
    {
      "question_id": 1359,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"event_name\" does not exist LINE 4: (SUM(CASE WHEN event_name = 'Yearly Kickoff' THEN am... ^"
    },
    {
      "question_id": 1387,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column b.link_to_member does not exist LINE 3: JOIN budget b ON m.member_id = b.link_to_member ^"
    },
    {
      "question_id": 1389,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column expense.link_to_event does not exist LINE 3: JOIN event ON expense.link_to_event = event.event_id ^"
    },
    {
      "question_id": 1390,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"FROM\""
    },
    {
      "question_id": 1401,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column expense.link_to_event does not exist LINE 3: JOIN event ON expense.link_to_event = event.event_id ^"
    },
    {
      "question_id": 1426,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column m.department does not exist LINE 1: SELECT m.last_name, m.department, m.college ^ HINT: Perhaps you meant to reference the column \"ma.department\"."
    },
    {
      "question_id": 1432,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column expense.amount does not exist LINE 1: SELECT ROUND((COUNT(CASE WHEN expense.amount = 50 THEN 1 END... ^"
    },
    {
      "question_id": 1149,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \";\""
    },
    {
      "question_id": 1150,
      "side": "prediction",
      "step": "execute",
      "message": "execute: invalid input syntax for type date: \"1930\" LINE 1: SELECT ROUND((COUNT(CASE WHEN Birthday > '1930' AND Sex = 'F... ^"
    },
    {
      "question_id": 1152,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column examination.patientid does not exist LINE 7: Patient ON Examination.PatientID = Patient.ID ^"
    },
    {
      "question_id": 1153,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column l.examination_id does not exist LINE 3: JOIN Examination e ON l.examination_id = e.id ^"
    },
    {
      "question_id": 1155,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patient_id does not exist LINE 3: JOIN Laboratory l ON p.patient_id = l.patient_id ^"
    },
    {
      "question_id": 1156,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column examination.patientid does not exist LINE 3: JOIN Examination ON Patient.ID = Examination.PatientID ^"
    },
    {
      "question_id": 1157,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.id = e.patient_id ^"
    },
    {
      "question_id": 1162,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1164,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patient_id does not exist LINE 3: JOIN Examination e ON p.patient_id = e.patient_id ^"
    },
    {
      "question_id": 1166,
      "side": "run",
      "step": "row_counts",
      "message": "row_counts: relation \"public.diagnosis\" does not exist LINE 1: SELECT count(*) FROM \"public\".\"diagnosis\" ^"
    },
    {
      "question_id": 1168,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column patient.patient_id does not exist LINE 4: JOIN Examination ON Patient.Patient_ID = Examination.Patient... ^"
    },
    {
      "question_id": 1169,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"sex\" does not exist LINE 2: (SELECT COUNT(*) FROM Examination WHERE SEX = 'M' AND UA... ^"
    },
    {
      "question_id": 1171,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1175,
      "side": "run",
      "step": "row_counts",
      "message": "row_counts: relation \"public.diagnosis\" does not exist LINE 1: SELECT count(*) FROM \"public\".\"diagnosis\" ^"
    },
    {
      "question_id": 1179,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column patient.patientid does not exist LINE 3: JOIN Examination ON Patient.PatientID = Examination.PatientI... ^"
    },
    {
      "question_id": 1185,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"END\""
    },
    {
      "question_id": 1187,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.id = e.patient_id ^"
    },
    {
      "question_id": 1189,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.id = e.patient_id ^"
    },
    {
      "question_id": 1192,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patient_id does not exist LINE 3: JOIN Examination e ON p.patient_id = e.patient_id ^"
    },
    {
      "question_id": 1195,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^"
    },
    {
      "question_id": 1198,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patient_id does not exist LINE 3: JOIN Examination e ON p.patient_id = e.patient_id ^"
    },
    {
      "question_id": 1201,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"birthday\" does not exist LINE 1: SELECT ROUND((COUNT(CASE WHEN YEAR(BIRTHDAY) = '1980' AND DI... ^"
    },
    {
      "question_id": 1205,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patient_id does not exist LINE 5: JOIN Examination e ON p.patient_id = e.patient_id ^"
    },
    {
      "question_id": 1208,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.id = e.patient_id ^"
    },
    {
      "question_id": 1209,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patient_id does not exist LINE 3: JOIN Examination e ON p.patient_id = e.patient_id ^"
    },
    {
      "question_id": 1220,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.id = e.patient_id ^"
    },
    {
      "question_id": 1225,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.id = e.patient_id ^"
    },
    {
      "question_id": 1227,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column examination.patient_id does not exist LINE 5: JOIN Examination ON Patient.ID = Examination.patient_id ^"
    },
    {
      "question_id": 1229,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^"
    },
    {
      "question_id": 1231,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^"
    },
    {
      "question_id": 1232,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patientid does not exist LINE 3: JOIN Examination e ON p.ID = e.PatientID ^"
    },
    {
      "question_id": 1235,
      "side": "run",
      "step": "row_counts",
      "message": "row_counts: relation \"public.diagnosis\" does not exist LINE 1: SELECT count(*) FROM \"public\".\"diagnosis\" ^"
    },
    {
      "question_id": 1238,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.id = e.patient_id ^"
    },
    {
      "question_id": 1239,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column examination.patientid does not exist LINE 3: JOIN Examination ON Patient.ID = Examination.PatientID ^"
    },
    {
      "question_id": 1242,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1243,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Patient ON Examination.patient_id = Patient.id ^"
    },
    {
      "question_id": 1247,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patient_id does not exist LINE 3: JOIN Examination e ON p.patient_id = e.patient_id ^"
    },
    {
      "question_id": 1251,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patient_id does not exist LINE 3: JOIN Examination e ON p.patient_id = e.patient_id ^"
    },
    {
      "question_id": 1252,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.id = e.patient_id ^"
    },
    {
      "question_id": 1254,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1255,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column patient.patient_id does not exist LINE 3: JOIN Examination ON Patient.Patient_ID = Examination.Patient... ^"
    },
    {
      "question_id": 1256,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.id = e.patient_id ^"
    },
    {
      "question_id": 1257,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.id = e.patient_id ^"
    },
    {
      "question_id": 1265,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patient_id does not exist LINE 3: JOIN Examination e ON p.patient_id = e.patient_id ^"
    },
    {
      "question_id": 1267,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.id = e.patient_id ^"
    },
    {
      "question_id": 1270,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patient_id does not exist LINE 3: JOIN Examination e ON p.patient_id = e.patient_id ^"
    },
    {
      "question_id": 1275,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.id = e.patient_id ^"
    },
    {
      "question_id": 1281,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^"
    },
    {
      "question_id": 1302,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.id = e.patient_id ^"
    },
    {
      "question_id": 1025,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column league.league_id does not exist LINE 3: JOIN Match ON League.league_id = Match.league_id ^"
    },
    {
      "question_id": 1028,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column team.team_id does not exist LINE 3: JOIN Match ON Team.team_id = Match.away_team_api_id ^"
    },
    {
      "question_id": 1029,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column ta.team_id does not exist LINE 3: JOIN Team_Attributes ta ON t.id = ta.team_id ^"
    },
    {
      "question_id": 1031,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column player_attributes.player_id does not exist LINE 3: JOIN Player_Attributes ON Player.id = Player_Attributes.play... ^"
    },
    {
      "question_id": 1035,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"buildupplayspeed\" does not exist LINE 3: WHERE buildUpPlaySpeed > 50 AND buildUpPlaySpeed < 60; ^"
    },
    {
      "question_id": 1036,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column team_attributes.team_id does not exist LINE 3: JOIN Team_Attributes ON Team.id = Team_Attributes.team_id ^"
    },
    {
      "question_id": 1037,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"preferred_foot\" does not exist LINE 2: ROUND((COUNT(CASE WHEN preferred_foot = 'left' AND YEAR(... ^"
    },
    {
      "question_id": 1039,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"name\" does not exist LINE 3: ...id = (SELECT player_fifa_api_id FROM Player WHERE name = 'Ah... ^ HINT: Perhaps you meant to reference the column \"player_attributes.date\"."
    },
    {
      "question_id": 1040,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.name does not exist LINE 1: SELECT p.name ^ HINT: Perhaps you meant to reference the column \"pa.date\"."
    },
    {
      "question_id": 1042,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column match.home_team_id does not exist LINE 5: SELECT Match.league_id, AVG(CASE WHEN Match.home_team_id... ^"
    },
    {
      "question_id": 1044,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.id = pa.player_id ^"
    },
    {
      "question_id": 1048,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column player_attributes.player_id does not exist LINE 3: JOIN Player ON Player_Attributes.player_id = Player.id ^"
    },
    {
      "question_id": 1057,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"name\" does not exist LINE 3: WHERE name = 'Poland' AND season = '2010/2011'; ^ HINT: Perhaps you meant to reference the column \"match.date\"."
    },
    {
      "question_id": 1058,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.id = pa.player_id ^"
    },
    {
      "question_id": 1068,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column t2.player_id does not exist LINE 3: JOIN Player t1 ON t1.id = t2.player_id ^"
    },
    {
      "question_id": 1076,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"player_name\" does not exist LINE 2: ...CT AVG(ball_control) FROM Player_Attributes WHERE player_nam... ^"
    },
    {
      "question_id": 1078,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.id = pa.player_id ^"
    },
    {
      "question_id": 1079,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.id = pa.player_id ^"
    },
    {
      "question_id": 1080,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column player_attributes.player_id does not exist LINE 3: JOIN Player_Attributes ON Player.id = Player_Attributes.play... ^"
    },
    {
      "question_id": 1084,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.player_id = pa.player_id ^"
    },
    {
      "question_id": 1088,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.id = pa.player_id ^"
    },
    {
      "question_id": 1092,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"league_name\" does not exist LINE 1: SELECT league_name ^"
    },
    {
      "question_id": 1094,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"WHERE\""
    },
    {
      "question_id": 1096,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column t1.player_id does not exist LINE 3: JOIN Player P ON T1.player_id = P.player_id ^"
    },
    {
      "question_id": 1098,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"chancecreationpassing\" does not exist LINE 1: SELECT MAX(chanceCreationPassing) AS highest_chance_creation... ^"
    },
    {
      "question_id": 1102,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.id = pa.player_id ^"
    },
    {
      "question_id": 1103,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"rating\" does not exist LINE 1: SELECT AVG(rating) AS overall_rating ^ HINT: Perhaps you meant to reference the column \"player_attributes.marking\"."
    },
    {
      "question_id": 1105,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.player_id = pa.player_id ^"
    },
    {
      "question_id": 1107,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column m.player_id does not exist LINE 3: JOIN Player_Attributes pa ON m.player_id = pa.player_id ^"
    },
    {
      "question_id": 1110,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column m.team_id does not exist LINE 3: JOIN Team t ON m.team_id = t.team_id ^"
    },
    {
      "question_id": 1113,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player p ON pa.player_id = p.player_id ^"
    },
    {
      "question_id": 1114,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column player_attributes.player_id does not exist LINE 3: JOIN Player ON Player_Attributes.player_id = Player.player_i... ^"
    },
    {
      "question_id": 1115,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"overall_rating\" does not exist LINE 3: (SELECT overall_rating FROM Player WHERE player_name... ^"
    },
    {
      "question_id": 1116,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.id = pa.player_id ^"
    },
    {
      "question_id": 1122,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.id = pa.player_id ^"
    },
    {
      "question_id": 1124,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.id = pa.player_id ^"
    },
    {
      "question_id": 1130,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column team_attributes.team_id does not exist LINE 3: JOIN Team_Attributes ON Team.id = Team_Attributes.team_id ^"
    },
    {
      "question_id": 1134,
      "side": "prediction",
      "step": "execute",
      "message": "execute: argument of AND must be type boolean, not type bigint LINE 1: SELECT SUBTRACT(jumping AND id = 6, jumping AND id = 23) AS ... ^"
    },
    {
      "question_id": 1135,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.id = pa.player_id ^"
    },
    {
      "question_id": 1136,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column player_attributes.player_id does not exist LINE 3: JOIN Player_Attributes ON Player.id = Player_Attributes.play... ^"
    },
    {
      "question_id": 1139,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"match_date\" does not exist LINE 3: WHERE match_date = '2008-09-24' ^"
    },
    {
      "question_id": 1141,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column team_attributes.team_id does not exist LINE 3: JOIN Team ON Team_Attributes.team_id = Team.team_id ^"
    },
    {
      "question_id": 1144,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.id = pa.player_id ^"
    },
    {
      "question_id": 1147,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.id = pa.player_id ^"
    },
    {
      "question_id": 1148,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"overall_rating\" does not exist LINE 1: ...CT ROUND((COUNT(*) FILTER (WHERE height < 180 AND overall_ra... ^"
    },
    {
      "question_id": 866,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column r.laptime does not exist LINE 5: WHERE ra.raceid = 161 AND r.lapTime LIKE '0:01:27%'; ^ HINT: Perhaps you meant to reference the column \"r.time\"."
    },
    {
      "question_id": 879,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column lt.resultid does not exist LINE 4: JOIN lapTimes lt ON r.resultid = lt.resultid ^ HINT: Perhaps you meant to reference the column \"r.resultid\"."
    },
    {
      "question_id": 880,
      "side": "prediction",
      "step": "execute",
      "message": "execute: operator does not exist: text - text LINE 3: ... (SELECT fastestLapSpeed FROM results WHERE raceid = 853) - ^ HINT: No operator matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 881,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column races.driverid does not exist LINE 2: (COUNT(DISTINCT races.driverid) FILTER (WHERE races.date... ^"
    },
    {
      "question_id": 894,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column laptimes.resultid does not exist LINE 3: JOIN results ON lapTimes.resultid = results.resultid ^"
    },
    {
      "question_id": 896,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column results.year does not exist LINE 8: drivers.surname = 'Hamilton' AND results.year >= 2010; ^"
    },
    {
      "question_id": 898,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function year(timestamp with time zone) does not exist LINE 1: SELECT drivers.forename, drivers.surname, (YEAR(CURRENT_TIME... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 901,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function month(date) does not exist LINE 4: WHERE MONTH(races.date) = 9 AND YEAR(races.date) = 2005; ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 902,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column races.driverid does not exist LINE 3: JOIN drivers ON races.driverid = drivers.driverid ^"
    },
    {
      "question_id": 909,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"country\" does not exist LINE 1: SELECT (COUNT(*) FILTER (WHERE country = 'Germany' AND name ... ^"
    },
    {
      "question_id": 915,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"country\" does not exist LINE 1: SELECT country ^"
    },
    {
      "question_id": 933,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column driverstandings.resultid does not exist LINE 4: JOIN results ON driverStandings.resultid = results.resultid ^"
    },
    {
      "question_id": 944,
      "side": "prediction",
      "step": "execute",
      "message": "execute: operator does not exist: text - text LINE 2: ...aces WHERE name = '2008 Australian Grand Prix'))) - (SELECT ... ^ HINT: No operator matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 951,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column races.constructorid does not exist LINE 3: JOIN races ON constructors.constructorid = races.constructor... ^"
    },
    {
      "question_id": 954,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column reference \"driverid\" is ambiguous LINE 2: (COUNT(DISTINCT driverid) FILTER (WHERE nationality = 'J... ^"
    },
    {
      "question_id": 955,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function pg_catalog.extract(unknown, text) does not exist LINE 3: AVG(EXTRACT(EPOCH FROM results.time)) AS avg_time_second... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 960,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function avg(text) does not exist LINE 1: SELECT AVG(fastestLapSpeed) ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 962,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column reference \"driverid\" is ambiguous LINE 2: (COUNT(DISTINCT driverid) FILTER (WHERE dob < 1985 AND l... ^"
    },
    {
      "question_id": 967,
      "side": "prediction",
      "step": "statement",
      "message": "2 statements in one text; an audit runs one"
    },
    {
      "question_id": 971,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column drivers.name does not exist LINE 1: SELECT drivers.name ^"
    },
    {
      "question_id": 972,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column lt.resultid does not exist LINE 4: JOIN lapTimes lt ON r.resultid = lt.resultid ^ HINT: Perhaps you meant to reference the column \"r.resultid\"."
    },
    {
      "question_id": 978,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"circuits.location\" must appear in the GROUP BY clause or be used in an aggregate function LINE 1: SELECT COUNT(*), circuits.location, circuits.lat, circuits.l... ^"
    },
    {
      "question_id": 981,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column races.driverid does not exist LINE 3: JOIN races ON drivers.driverid = races.driverid ^"
    },
    {
      "question_id": 988,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function avg(text) does not exist LINE 1: SELECT drivers.forename, drivers.surname, AVG(pitStops.durat... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 1002,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column r.driverid does not exist LINE 3: JOIN races r ON d.driverid = r.driverid ^ HINT: Perhaps you meant to reference the column \"d.driverid\"."
    },
    {
      "question_id": 1003,
      "side": "prediction",
      "step": "execute",
      "message": "execute: operator does not exist: text = integer LINE 5: WHERE s.status = 3 ^ HINT: No operator matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 719,
      "side": "run",
      "step": "row_counts",
      "message": "row_counts: relation \"public.power\" does not exist LINE 1: SELECT count(*) FROM \"public\".\"power\" ^"
    },
    {
      "question_id": 732,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"publisher_name\" does not exist LINE 1: SELECT publisher_name ^"
    },
    {
      "question_id": 738,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column a.attribute_value does not exist LINE 5: WHERE a.attribute_name = 'Durability' AND a.attribute_value ... ^ HINT: Perhaps you meant to reference the column \"ha.attribute_value\"."
    },
    {
      "question_id": 740,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column attribute.attribute_value does not exist LINE 6: AND attribute.attribute_value = 100 ^ HINT: Perhaps you meant to reference the column \"attribute.attribute_name\"."
    },
    {
      "question_id": 743,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"FILTER\""
    },
    {
      "question_id": 758,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column superhero.race does not exist LINE 7: AND superhero.race = 'human' ^"
    },
    {
      "question_id": 760,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \")\""
    },
    {
      "question_id": 761,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function multiply(numeric, numeric) does not exist LINE 4: AND weight_kg > (SELECT MULTIPLY(AVG(weight_kg), 0.79) FROM ... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 775,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"skin_colour_id\" does not exist LINE 1: SELECT ROUND((COUNT(CASE WHEN skin_colour_id IN (SELECT id F... ^"
    },
    {
      "question_id": 782,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column hero_attribute.attribute_name does not exist LINE 5: WHERE colour.colour = 'Black' AND hero_attribute.attribute_n... ^ HINT: Perhaps you meant to reference the column \"hero_attribute.attribute_value\"."
    },
    {
      "question_id": 788,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"gender\" does not exist LINE 1: SELECT ROUND((COUNT(CASE WHEN gender = 'Female' AND publishe... ^"
    },
    {
      "question_id": 796,
      "side": "prediction",
      "step": "execute",
      "message": "execute: missing FROM-clause entry for table \"ah\" LINE 1: SELECT ah.attribute_name, ha.attribute_value ^"
    },
    {
      "question_id": 797,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column superhero.hero_id does not exist LINE 10: AND superhero.hero_id IN ( ^"
    },
    {
      "question_id": 800,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function round(double precision, integer) does not exist LINE 1: SELECT ROUND((COUNT(*) FILTER (WHERE eye_colour_id = 7)::FLO... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 825,
      "side": "run",
      "step": "row_counts",
      "message": "row_counts: relation \"public.power\" does not exist LINE 1: SELECT count(*) FROM \"public\".\"power\" ^"
    },
    {
      "question_id": 557,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function round(double precision, integer) does not exist LINE 1: SELECT ROUND((COUNT(DISTINCT p.id) FILTER (WHERE p.score > 5... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 598,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function year(timestamp with time zone) does not exist LINE 2: ((COUNT(CASE WHEN YEAR(badges.date) = 2010 THEN 1 END) *... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 629,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function year(date) does not exist LINE 2: (SELECT COUNT(*) FROM votes WHERE YEAR(creationdate) = 2... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 637,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column c.commentcount does not exist LINE 6: WHERE u.displayname = 'Mark Meckes' AND c.commentcount = 0; ^ HINT: Perhaps you meant to reference the column \"p.commentcount\"."
    },
    {
      "question_id": 639,
      "side": "prediction",
      "step": "execute",
      "message": "execute: missing FROM-clause entry for table \"tags\" LINE 1: SELECT (COUNT(*) FILTER (WHERE tags.tagname = 'r')::FLOAT / ... ^"
    },
    {
      "question_id": 665,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function year(timestamp with time zone) does not exist LINE 6: WHERE YEAR(creationdate) = 2010 AND answercount <= 2 ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 669,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column reference \"creationdate\" is ambiguous LINE 1: SELECT MIN(creationdate) AS first_vote_date ^"
    },
    {
      "question_id": 682,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.creationdate does not exist LINE 4: WHERE EXTRACT(YEAR FROM p.creationdate) = 2010 ^ HINT: Perhaps you meant to reference the column \"p.creaiondate\" or the column \"u.creationdate\"."
    },
    {
      "question_id": 683,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"creationdate\" does not exist LINE 2: (COUNT(*) FILTER (WHERE YEAR(creationdate) = 2011 AND ow... ^"
    },
    {
      "question_id": 716,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \")\""
    },
    {
      "question_id": 371,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"language\" does not exist LINE 1: SELECT (COUNT(*) FILTER (WHERE language = 'French' AND isSto... ^"
    },
    {
      "question_id": 391,
      "side": "prediction",
      "step": "execute",
      "message": "execute: operator does not exist: bigint = text LINE 3: JOIN foreign_data ON cards.id = foreign_data.uuid ^ HINT: No operator matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 402,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"isstorylight\" does not exist LINE 2: (COUNT(*) FILTER (WHERE isStorylight = 1 AND isTextless ... ^"
    },
    {
      "question_id": 409,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column cards.format does not exist LINE 4: WHERE cards.format = 'premodern' ^"
    },
    {
      "question_id": 415,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"format\" does not exist LINE 1: SELECT ROUND((COUNT(CASE WHEN format = 'commander' AND statu... ^"
    },
    {
      "question_id": 416,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"language\" does not exist LINE 1: SELECT (COUNT(*) FILTER (WHERE language = 'French' AND (powe... ^"
    },
    {
      "question_id": 427,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column sets.setcode does not exist LINE 3: JOIN sets ON set_translations.setcode = sets.setcode ^ HINT: Perhaps you meant to reference the column \"sets.code\"."
    },
    {
      "question_id": 440,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"name\" does not exist LINE 1: SELECT language FROM set_translations WHERE name = 'A Pedra ... ^"
    },
    {
      "question_id": 462,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"setcode\" does not exist LINE 1: SELECT setcode FROM sets WHERE name = 'Ancestor''s Chosen'; ^ HINT: Perhaps you meant to reference the column \"sets.code\"."
    },
    {
      "question_id": 474,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column cards.basesetsize does not exist LINE 5: AND cards.baseSetSize < 100; ^"
    },
    {
      "question_id": 486,
      "side": "prediction",
      "step": "execute",
      "message": "execute: missing FROM-clause entry for table \"cards\" LINE 1: SELECT (SUM(CASE WHEN cards.convertedmanacost = 7 AND cards.... ^"
    },
    {
      "question_id": 487,
      "side": "prediction",
      "step": "execute",
      "message": "execute: division by zero"
    },
    {
      "question_id": 518,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"cards.name\" must appear in the GROUP BY clause or be used in an aggregate function LINE 1: SELECT format, cards.name ^"
    },
    {
      "question_id": 197,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column reference \"molecule_id\" is ambiguous LINE 9: GROUP BY molecule_id; ^"
    },
    {
      "question_id": 208,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column a.label does not exist LINE 1: SELECT a.label ^ HINT: Perhaps you meant to reference the column \"m.label\"."
    },
    {
      "question_id": 218,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column reference \"molecule_id\" is ambiguous LINE 2: (COUNT(DISTINCT molecule_id) FILTER (WHERE label = '+') ... ^"
    },
    {
      "question_id": 219,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column reference \"molecule_id\" is ambiguous LINE 2: (COUNT(DISTINCT molecule_id) FILTER (WHERE label = '+') ... ^"
    },
    {
      "question_id": 227,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \")\""
    },
    {
      "question_id": 228,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function round(double precision, integer) does not exist LINE 1: SELECT ROUND(SUM(CASE WHEN element = 'h' THEN 1 ELSE 0 END) ... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 231,
      "side": "prediction",
      "step": "statement",
      "message": "2 statements in one text; an audit runs one"
    },
    {
      "question_id": 232,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column reference \"molecule_id\" is ambiguous LINE 1: SELECT molecule_id ^"
    },
    {
      "question_id": 236,
      "side": "prediction",
      "step": "execute",
      "message": "execute: missing FROM-clause entry for table \"connected\" LINE 3: ...ON b.molecule_id = a1.molecule_id AND b.bond_id = connected.... ^"
    },
    {
      "question_id": 244,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"HAVING\""
    },
    {
      "question_id": 282,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function round(double precision, integer) does not exist LINE 2: ROUND(CAST(SUM(CASE WHEN element = 'h' THEN 1 ELSE 0 END... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 327,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column reference \"molecule_id\" is ambiguous LINE 1: SELECT molecule_id ^"
    },
    {
      "question_id": 11,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"5\""
    },
    {
      "question_id": 12,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column frpm.percent_eligible_free_ages_5_17 does not exist LINE 1: SELECT MAX(frpm.Percent_Eligible_Free_Ages_5_17) AS Highest_... ^"
    },
    {
      "question_id": 23,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"5\""
    },
    {
      "question_id": 24,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"%\""
    },
    {
      "question_id": 26,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"%\""
    },
    {
      "question_id": 27,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column s.openedate does not exist LINE 4: WHERE s.openedate > '1991-01-01' AND (s.closeddate < '2000-0... ^ HINT: Perhaps you meant to reference the column \"s.opendate\"."
    },
    {
      "question_id": 28,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"5\""
    },
    {
      "question_id": 31,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column frpm.free_meal_count_k12 does not exist LINE 1: SELECT s.school, (frpm.Free_Meal_Count_K12 / frpm.Enrollment... ^"
    },
    {
      "question_id": 32,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column frpm.frpm_count_k12 does not exist LINE 1: SELECT s.school, (frpm.FRPM_Count_K12 / frpm.Enrollment_K12)... ^"
    },
    {
      "question_id": 46,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"k\" does not exist LINE 1: ..., s.county, s.district, s.city, s.state, f.Enrollment (K-12) ^"
    },
    {
      "question_id": 48,
      "side": "prediction",
      "step": "execute",
      "message": "execute: division by zero"
    },
    {
      "question_id": 62,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"%\""
    },
    {
      "question_id": 72,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"`\""
    },
    {
      "question_id": 77,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"%\""
    },
    {
      "question_id": 83,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column f.nslp_provision_status does not exist LINE 4: COUNT(DISTINCT CASE WHEN f.NSLP_Provision_Status = 'Mult... ^"
    },
    {
      "question_id": 85,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"Meal\""
    },
    {
      "question_id": 92,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column reference \"district_id\" is ambiguous LINE 1: SELECT COUNT(DISTINCT district_id) ^"
    },
    {
      "question_id": 93,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column client.a11 does not exist LINE 6: AND client.a11 > 8000; ^"
    },
    {
      "question_id": 94,
      "side": "prediction",
      "step": "statement",
      "message": "2 statements in one text; an audit runs one"
    },
    {
      "question_id": 95,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"a11\" does not exist LINE 4: SELECT client_id, AVG(a11) AS avg_salary ^"
    },
    {
      "question_id": 115,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function round(double precision, integer) does not exist LINE 2: ROUND((COUNT(CASE WHEN gender = 'M' THEN 1 END)::FLOAT /... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 116,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \")\""
    },
    {
      "question_id": 137,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"status\" does not exist LINE 3: WHERE district_id = 1 AND status = 'C'; ^"
    },
    {
      "question_id": 129,
      "side": "prediction",
      "step": "execute",
      "message": "execute: operator does not exist: date ~~ unknown LINE 6: AND t.date LIKE '1996-01%' ^ HINT: No operator matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 149,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column account.type does not exist LINE 1: SELECT account.account_id, account.type ^"
    },
    {
      "question_id": 173,
      "side": "prediction",
      "step": "statement",
      "message": "2 statements in one text; an audit runs one"
    },
    {
      "question_id": 186,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"frequency\" does not exist LINE 2: (COUNT(CASE WHEN gender = 'M' AND frequency = 'POPLATEK ... ^"
    },
    {
      "question_id": 189,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"a11\" does not exist LINE 5: ORDER BY client.birth_date ASC, a11 ASC ^"
    }
  ],
  "timed_out": {
    "gold": [],
    "prediction": []
  },
  "exit_status": 1
}
