{
  "format": "attestql/audit/summary/2",
  "run_id": "audit-2ed41f69-8e39-4e9d-9cd1-737fad320828",
  "backend_identity": "PostgreSQL 16.15 (Debian 16.15-1.pgdg13+2) on aarch64-unknown-linux-gnu, compiled by gcc (Debian 14.2.0-19) 14.2.0, 64-bit | server=172.17.0.2/32:5432 | database=bird",
  "effective_database_role": "auditor",
  "session_settings": {
    "engine": "postgresql",
    "recorded": {
      "statement_timeout": "0",
      "search_path": "\"$user\", public",
      "server_version": "16.15 (Debian 16.15-1.pgdg13+2)",
      "server_version_num": "160015",
      "transaction_read_only": "on",
      "max_parallel_workers_per_gather": "2",
      "server_encoding": "UTF8",
      "datlocprovider": "c",
      "daticulocale": "",
      "datcollversion": "2.41"
    }
  },
  "parser": {
    "validator": "audit:libpg_query-parse",
    "postgast": "0.1.0",
    "grammar_version": 170007
  },
  "question_set": {
    "path": "data/questions/mini_dev_postgresql.json",
    "digest": "sha256:d2731292f20b8d8569cd956dd747ffe1df13cd625076263e38ae9ebcef50b1ab",
    "origin": "https://bird-bench.oss-cn-beijing.aliyuncs.com/minidev.zip (sha256 cc48ba16838204e4e214512030cb572eeb5f7bcdd999bae4b9b6ff12ec13b92f, downloaded 2026-09-07), member minidev/MINIDEV/mini_dev_postgresql.json",
    "date": "2024-06-19",
    "entries": 500,
    "audited": 498,
    "duplicate_ids": [
      137,
      138
    ],
    "ids": []
  },
  "predictions": {
    "path": "data/preds-pg/predict_mini_dev_meta-llama-3-8b-instruct-2_postgresql.json",
    "digest": "sha256:aa8d2ecc9d70a14d315648a939eb0e9104a2b1e4bd09047391ed9539865f8876",
    "origin": "https://raw.githubusercontent.com/bird-bench/mini_dev/b3d4bcbbae9a96934ad812551eb400c7a3b23c12/llm/exp_result/sql_output_kg/predict_mini_dev_meta-llama-3-8b-instruct-2_postgresql.json",
    "date": "2024-06-19",
    "keyed_by": "position",
    "statements": 500,
    "positions_unused": [
      487,
      488
    ]
  },
  "verdicts": {
    "ERROR": 258,
    "NOT_EQUAL": 158,
    "EQUAL": 82
  },
  "smells": {
    "ordering-over-numeric-text": 1,
    "arbitrary-cut": 7,
    "not-a-function-of-the-data": 5,
    "float-aggregate-order": 2,
    "direction-against-question": 0
  },
  "smells_fired": 15,
  "credited_but_not_equal": {
    "total": 12,
    "by_mechanism": {
      "multiplicity": 10,
      "type": 2,
      "order": 0,
      "truncation": 0,
      "other": 0
    },
    "by_test_suite_ex": {
      "1": 2,
      "0": 10
    }
  },
  "fixture": {
    "depth": "counts",
    "cache": "runs/minidev-pg/meta-llama-3-8b-instruct-2/fixture.json",
    "source": {
      "path": "data/minidev/BIRD_dev.sql",
      "digest": "sha256:31b1da211849d24a57c9af7636da46a5b82fc8a3ca1542bb3ebd8775e9a31cec",
      "origin": "minidev.zip (sha256 cc48ba16838204e4e214512030cb572eeb5f7bcdd999bae4b9b6ff12ec13b92f), member minidev/MINIDEV_postgresql/BIRD_dev.sql",
      "date": "2024-06-13"
    },
    "schema_digest": "sha256:25aabd5763d7a18135a8741194c4a704141761bd0c7fdbfbf3f7c2bc9e0bf08c",
    "row_counts": {
      "public.account": 4500,
      "public.alignment": 4,
      "public.atom": 9111,
      "public.attendance": 326,
      "public.attribute": 6,
      "public.badges": 79851,
      "public.bond": 9156,
      "public.budget": 52,
      "public.card": 892,
      "public.cards": 56822,
      "public.circuits": 72,
      "public.client": 5369,
      "public.colour": 35,
      "public.comments": 174285,
      "public.connected": 18312,
      "public.constructorresults": 11082,
      "public.constructors": 208,
      "public.constructorstandings": 11836,
      "public.country": 11,
      "public.customers": 32461,
      "public.disp": 5369,
      "public.district": 77,
      "public.drivers": 840,
      "public.driverstandings": 31578,
      "public.event": 42,
      "public.examination": 106,
      "public.expense": 32,
      "public.foreign_data": 229186,
      "public.frpm": 9986,
      "public.gasstations": 5716,
      "public.gender": 3,
      "public.hero_attribute": 3738,
      "public.hero_power": 5825,
      "public.income": 36,
      "public.laboratory": 13908,
      "public.laptimes": 400524,
      "public.league": 11,
      "public.legalities": 427907,
      "public.loan": 682,
      "public.major": 113,
      "public.match": 25979,
      "public.member": 33,
      "public.molecule": 343,
      "public.order": 6471,
      "public.patient": 1238,
      "public.pitstops": 5815,
      "public.player": 11060,
      "public.player_attributes": 183978,
      "public.posthistory": 303155,
      "public.postlinks": 11102,
      "public.posts": 91966,
      "public.products": 591,
      "public.publisher": 25,
      "public.qualifying": 6967,
      "public.race": 61,
      "public.races": 954,
      "public.results": 23179,
      "public.rulings": 87769,
      "public.satscores": 2269,
      "public.schools": 17686,
      "public.seasons": 68,
      "public.set_translations": 1210,
      "public.sets": 551,
      "public.status": 134,
      "public.superhero": 750,
      "public.superpower": 167,
      "public.tags": 1032,
      "public.team": 299,
      "public.team_attributes": 1458,
      "public.trans": 1056320,
      "public.transactions_1k": 1000,
      "public.users": 40325,
      "public.votes": 38930,
      "public.yearmonth": 383282,
      "public.zip_code": 41877
    },
    "content_digests": {},
    "measured_tables": [
      "customers",
      "yearmonth",
      "gasstations",
      "products",
      "transactions_1k",
      "member",
      "major",
      "event",
      "attendance",
      "income",
      "zip_code",
      "expense",
      "budget",
      "patient",
      "laboratory",
      "examination",
      "match",
      "league",
      "team",
      "team_attributes",
      "player_attributes",
      "player",
      "country",
      "qualifying",
      "drivers",
      "circuits",
      "races",
      "results",
      "laptimes",
      "constructorresults",
      "constructors",
      "seasons",
      "driverstandings",
      "constructorstandings",
      "pitstops",
      "superpower",
      "superhero",
      "hero_power",
      "status",
      "colour",
      "publisher",
      "attribute",
      "hero_attribute",
      "race",
      "gender",
      "alignment",
      "users",
      "posts",
      "tags",
      "comments",
      "votes",
      "posthistory",
      "badges",
      "postlinks",
      "cards",
      "legalities",
      "rulings",
      "foreign_data",
      "sets",
      "set_translations",
      "bond",
      "atom",
      "molecule",
      "connected",
      "satscores",
      "schools",
      "frpm",
      "district",
      "account",
      "client",
      "disp",
      "loan",
      "trans",
      "order",
      "card"
    ],
    "missing_tables": [],
    "unreadable_tables": [],
    "refused": ""
  },
  "planner_statistics": {
    "customers": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 32461
    },
    "yearmonth": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 383282
    },
    "gasstations": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 5716
    },
    "products": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 591
    },
    "transactions_1k": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 1000
    },
    "member": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 33
    },
    "major": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 113
    },
    "event": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 42
    },
    "attendance": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 326
    },
    "income": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 36
    },
    "zip_code": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 41877
    },
    "expense": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 32
    },
    "budget": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 52
    },
    "patient": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 1238
    },
    "laboratory": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 13908
    },
    "examination": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 106
    },
    "match": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 25979
    },
    "league": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 11
    },
    "team": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 299
    },
    "team_attributes": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 1458
    },
    "player_attributes": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 183978
    },
    "player": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 11060
    },
    "country": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 11
    },
    "qualifying": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 6967
    },
    "drivers": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 840
    },
    "circuits": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 72
    },
    "races": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 954
    },
    "results": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 23179
    },
    "laptimes": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 400524
    },
    "constructorresults": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 11082
    },
    "constructors": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 208
    },
    "seasons": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 68
    },
    "driverstandings": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 31578
    },
    "constructorstandings": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 11836
    },
    "pitstops": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 5815
    },
    "superpower": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 167
    },
    "superhero": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 750
    },
    "hero_power": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 5825
    },
    "status": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 134
    },
    "colour": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 35
    },
    "publisher": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 25
    },
    "attribute": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 6
    },
    "hero_attribute": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 3738
    },
    "race": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 61
    },
    "gender": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 3
    },
    "alignment": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 4
    },
    "users": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 40325
    },
    "posts": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 91966
    },
    "tags": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 1032
    },
    "comments": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 174285
    },
    "votes": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 38930
    },
    "posthistory": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 303155
    },
    "badges": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 79851
    },
    "postlinks": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 11102
    },
    "cards": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 56822
    },
    "legalities": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 427907
    },
    "rulings": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 87769
    },
    "foreign_data": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 229186
    },
    "sets": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 551
    },
    "set_translations": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 1210
    },
    "bond": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 9156
    },
    "atom": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 9111
    },
    "molecule": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 343
    },
    "connected": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 18312
    },
    "satscores": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 2269
    },
    "schools": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 17686
    },
    "frpm": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 9986
    },
    "district": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 77
    },
    "account": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 4500
    },
    "client": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 5369
    },
    "disp": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 5369
    },
    "loan": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 682
    },
    "trans": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 1056320
    },
    "order": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 6471
    },
    "card": {
      "last_analyze": null,
      "last_autoanalyze": null,
      "n_mod_since_analyze": 892
    }
  },
  "shuffle": {
    "seed": 1,
    "row_limit": 300000,
    "scratch_schema": "attestql_scratch",
    "prepared": true,
    "reason": "",
    "copied": [
      "account",
      "alignment",
      "atom",
      "attendance",
      "attribute",
      "badges",
      "bond",
      "budget",
      "card",
      "cards",
      "circuits",
      "client",
      "colour",
      "comments",
      "connected",
      "constructorresults",
      "constructors",
      "constructorstandings",
      "country",
      "customers",
      "disp",
      "district",
      "drivers",
      "driverstandings",
      "event",
      "examination",
      "expense",
      "foreign_data",
      "frpm",
      "gasstations",
      "gender",
      "hero_attribute",
      "hero_power",
      "income",
      "laboratory",
      "league",
      "loan",
      "major",
      "match",
      "member",
      "molecule",
      "order",
      "patient",
      "pitstops",
      "player",
      "player_attributes",
      "postlinks",
      "posts",
      "products",
      "publisher",
      "qualifying",
      "race",
      "races",
      "results",
      "rulings",
      "satscores",
      "schools",
      "seasons",
      "set_translations",
      "sets",
      "status",
      "superhero",
      "superpower",
      "tags",
      "team",
      "team_attributes",
      "transactions_1k",
      "users",
      "votes",
      "zip_code"
    ],
    "skipped": {
      "laptimes": 400524,
      "legalities": 427907,
      "posthistory": 303155,
      "trans": 1056320,
      "yearmonth": 383282
    },
    "not_reached_by_a_copy": {}
  },
  "settings": {
    "statement_timeout_seconds": 120,
    "fail_on_smell": false,
    "experimental_s2": false,
    "plan_variant": false,
    "out": "runs/minidev-pg/meta-llama-3-8b-instruct-2",
    "serialization": "attestql/audit/2",
    "work_mem": "4096",
    "hash_mem_multiplier": "2"
  },
  "data_as_of": "2026-09-08T05:31:08.958184+00:00",
  "data_as_of_source": "the instant the run started",
  "elapsed_seconds": {
    "fixture": 0.268,
    "questions": 147.934,
    "shuffle": 5.843
  },
  "errors": [
    {
      "question_id": 1471,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"currency\" does not exist LINE 1: SELECT COUNT(CASE WHEN currency = 'EUR' THEN 1 ELSE NULL END... ^"
    },
    {
      "question_id": 1481,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"segment\" does not exist LINE 2: ...ption) FROM yearmonth WHERE date LIKE '2013%' AND segment = ... ^"
    },
    {
      "question_id": 1482,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"segment\" does not exist LINE 2: segment, ^"
    },
    {
      "question_id": 1486,
      "side": "run",
      "step": "row_counts",
      "message": "row_counts: relation \"public.currencies\" does not exist LINE 1: SELECT count(*) FROM \"public\".\"currencies\" ^"
    },
    {
      "question_id": 1493,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"consumption\" does not exist LINE 2: (COUNT(*) FILTER (WHERE consumption > 528.3))::FLOAT / (... ^"
    },
    {
      "question_id": 1501,
      "side": "prediction",
      "step": "execute",
      "message": "execute: date/time field value out of range: \"201306\" LINE 6: WHERE date = '201306' ^ HINT: Perhaps you need a different \"datestyle\" setting."
    },
    {
      "question_id": 1505,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"currency\" does not exist LINE 6: WHERE currency = 'EUR' ^"
    },
    {
      "question_id": 1507,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function pg_catalog.extract(unknown, text) does not exist LINE 2: EXTRACT(HOUR FROM time) AS hour, ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 1515,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column ym.segment does not exist LINE 1: SELECT ym.segment ^"
    },
    {
      "question_id": 1524,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column c.country does not exist LINE 1: SELECT ym.customerid, c.country ^"
    },
    {
      "question_id": 1529,
      "side": "prediction",
      "step": "statement",
      "message": "2 statements in one text; an audit runs one"
    },
    {
      "question_id": 1531,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column t.currency does not exist LINE 1: ...customerid, c.segment, AVG(t.price) AS avg_price, t.currency ^ HINT: Perhaps you meant to reference the column \"c.currency\"."
    },
    {
      "question_id": 1533,
      "side": "prediction",
      "step": "execute",
      "message": "execute: division by zero"
    },
    {
      "question_id": 1312,
      "side": "run",
      "step": "row_counts",
      "message": "row_counts: relation \"public.link_to_major\" does not exist LINE 1: SELECT count(*) FROM \"public\".\"link_to_major\" ^"
    },
    {
      "question_id": 1317,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"FROM\""
    },
    {
      "question_id": 1322,
      "side": "prediction",
      "step": "execute",
      "message": "execute: aggregate functions are not allowed in WHERE LINE 5: WHERE e.type = 'Meeting' AND COUNT(e.event_id) > 10; ^"
    },
    {
      "question_id": 1338,
      "side": "run",
      "step": "row_counts",
      "message": "row_counts: relation \"public.link_to_event\" does not exist LINE 1: SELECT count(*) FROM \"public\".\"link_to_event\" ^"
    },
    {
      "question_id": 1339,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function pg_catalog.extract(unknown, text) does not exist LINE 8: AND EXTRACT(MONTH FROM expense_date) IN (9, 10); ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 1340,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"WHERE\""
    },
    {
      "question_id": 1350,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column b.link_to_budget does not exist LINE 4: JOIN expense e1 ON b.link_to_budget = e1.link_to_budget ^ HINT: Perhaps you meant to reference the column \"e1.link_to_budget\"."
    },
    {
      "question_id": 1351,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column major.link_to_major does not exist LINE 3: JOIN member ON major.link_to_major = member.member_id ^"
    },
    {
      "question_id": 1356,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"`\""
    },
    {
      "question_id": 1359,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"event_name\" does not exist LINE 4: AND event_name IN ('Yearly Kickoff', 'October Meeting') ^"
    },
    {
      "question_id": 1368,
      "side": "run",
      "step": "row_counts",
      "message": "row_counts: relation \"public.link_to_major\" does not exist LINE 1: SELECT count(*) FROM \"public\".\"link_to_major\" ^"
    },
    {
      "question_id": 1375,
      "side": "run",
      "step": "row_counts",
      "message": "row_counts: relation \"public.link_to_major\" does not exist LINE 1: SELECT count(*) FROM \"public\".\"link_to_major\" ^"
    },
    {
      "question_id": 1389,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e1.link_to_event does not exist LINE 3: JOIN expense e1 ON e.event_id = e1.link_to_event ^"
    },
    {
      "question_id": 1390,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"WHERE\""
    },
    {
      "question_id": 1394,
      "side": "run",
      "step": "row_counts",
      "message": "row_counts: relation \"public.link_to_major\" does not exist LINE 1: SELECT count(*) FROM \"public\".\"link_to_major\" ^"
    },
    {
      "question_id": 1401,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"link_to_event\" does not exist LINE 4: AND link_to_event IN (SELECT event_id ^"
    },
    {
      "question_id": 1404,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.event_name does not exist LINE 2: e.event_name, ^ HINT: Perhaps you meant to reference the column \"ev.event_name\"."
    },
    {
      "question_id": 1410,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.link_to_event does not exist LINE 4: JOIN expense e ON a.link_to_event = e.link_to_event ^ HINT: Perhaps you meant to reference the column \"a.link_to_event\"."
    },
    {
      "question_id": 1426,
      "side": "run",
      "step": "row_counts",
      "message": "row_counts: relation \"public.link_to_major\" does not exist LINE 1: SELECT count(*) FROM \"public\".\"link_to_major\" ^"
    },
    {
      "question_id": 1432,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"t_shirt_size\" does not exist LINE 1: SELECT (COUNT(CASE WHEN t_shirt_size = 'Medium' AND link_to_... ^"
    },
    {
      "question_id": 1460,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.link_to_event does not exist LINE 4: JOIN expense e ON a.link_to_event = e.link_to_event ^ HINT: Perhaps you meant to reference the column \"a.link_to_event\"."
    },
    {
      "question_id": 1150,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"FROM\""
    },
    {
      "question_id": 1152,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patient_id does not exist LINE 3: ...NT(*) FROM Patient p JOIN Examination e ON p.ID = e.Patient_... ^"
    },
    {
      "question_id": 1153,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.examination_id does not exist LINE 3: JOIN Laboratory l ON e.examination_id = l.examination_id ^"
    },
    {
      "question_id": 1155,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1156,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.ID = e.Patient_ID ^"
    },
    {
      "question_id": 1157,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.ID = e.Patient_ID ^"
    },
    {
      "question_id": 1162,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function year(date) does not exist LINE 4: AND year(Description) = '1997' ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 1164,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1166,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patient_id does not exist LINE 3: JOIN Examination e ON p.patient_id = e.patient_id ^"
    },
    {
      "question_id": 1168,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.id = e.patient_id ^"
    },
    {
      "question_id": 1169,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 7: Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1171,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1175,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 7: Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1179,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patient_id does not exist LINE 3: JOIN Examination e ON p.Patient_ID = e.Patient_ID ^"
    },
    {
      "question_id": 1185,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patient_id does not exist LINE 6: Examination t ON p.patient_id = t.patient_id ^"
    },
    {
      "question_id": 1187,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.ID = e.Patient_ID ^"
    },
    {
      "question_id": 1189,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"`\""
    },
    {
      "question_id": 1192,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patient_id does not exist LINE 3: JOIN Examination e ON p.Patient_ID = e.Patient_ID ^"
    },
    {
      "question_id": 1195,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1198,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1201,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"birthday\" does not exist LINE 1: SELECT (COUNT(CASE WHEN YEAR(BIRTHDAY) = '1980' AND Diagnosi... ^"
    },
    {
      "question_id": 1205,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1208,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patient_id does not exist LINE 3: JOIN Examination e ON p.Patient_ID = e.Patient_ID ^"
    },
    {
      "question_id": 1209,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patient_id does not exist LINE 3: JOIN Examination e ON p.patient_id = e.patient_id ^"
    },
    {
      "question_id": 1220,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.ID = e.Patient_ID ^"
    },
    {
      "question_id": 1225,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patient_id does not exist LINE 7: Examination e ON p.ID = e.Patient_ID ^"
    },
    {
      "question_id": 1227,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"`\""
    },
    {
      "question_id": 1229,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1231,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1232,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.ID = e.Patient_ID ^"
    },
    {
      "question_id": 1235,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.ID = e.Patient_ID ^"
    },
    {
      "question_id": 1238,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.ID = e.Patient_ID ^"
    },
    {
      "question_id": 1239,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.ID = e.Patient_ID ^"
    },
    {
      "question_id": 1241,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1242,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1243,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column patient.patientid does not exist LINE 6: JOIN EXAMINATION ON PATIENT.PatientID = EXAMINATION.Pati... ^"
    },
    {
      "question_id": 1247,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1251,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1252,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1254,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1255,
      "side": "run",
      "step": "row_counts",
      "message": "row_counts: relation \"public.diagnosis\" does not exist LINE 1: SELECT count(*) FROM \"public\".\"diagnosis\" ^"
    },
    {
      "question_id": 1256,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: LEFT JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1257,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1265,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1267,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1270,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1275,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1281,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patient_id does not exist LINE 3: JOIN Examination e ON p.patient_id = e.patient_id ^"
    },
    {
      "question_id": 1302,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^"
    },
    {
      "question_id": 1028,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.match_api_id does not exist LINE 4: JOIN Player_Attributes pa ON m.match_api_id = pa.match_api_i... ^ HINT: Perhaps you meant to reference the column \"m.match_api_id\"."
    },
    {
      "question_id": 1029,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column ta.teamid does not exist LINE 3: JOIN Team_Attributes ta ON t.id = ta.teamId ^"
    },
    {
      "question_id": 1030,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"league_name\" does not exist LINE 1: SELECT league_name ^"
    },
    {
      "question_id": 1031,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.player_id does not exist LINE 11: Player_Attributes pa ON p.player_id = pa.player_id ^"
    },
    {
      "question_id": 1032,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column l.league_id does not exist LINE 3: JOIN Match m ON l.league_id = m.league_id ^ HINT: Perhaps you meant to reference the column \"m.league_id\"."
    },
    {
      "question_id": 1036,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function strftime(unknown, text) does not exist LINE 6: WHERE strftime('%Y', date) = '2012' ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 1037,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function multiply(bigint, integer) does not exist LINE 2: DIVIDE(MULTIPLY((SUM(CASE WHEN preferred_foot = 'left' T... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 1044,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.id = pa.player_id ^"
    },
    {
      "question_id": 1048,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.id = pa.player_id ^"
    },
    {
      "question_id": 1057,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"name\" does not exist LINE 3: WHERE name = 'Poland' ^ HINT: Perhaps you meant to reference the column \"match.date\"."
    },
    {
      "question_id": 1058,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p1.player_id does not exist LINE 3: JOIN Player_Attributes pa1 ON p1.player_id = pa1.player_id ^"
    },
    {
      "question_id": 1068,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function strftime(unknown, text) does not exist LINE 3: WHERE strftime('%Y', t2.date) >= '2010' AND strftime('%Y', t... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 1076,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"player_name\" does not exist LINE 3: WHERE player_name IN ('Abdou Diallo', 'Aaron Appindangoye'); ^"
    },
    {
      "question_id": 1079,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.player_id = pa.player_id ^"
    },
    {
      "question_id": 1084,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.id = pa.player_id ^"
    },
    {
      "question_id": 1088,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.id = pa.player_id ^"
    },
    {
      "question_id": 1091,
      "side": "prediction",
      "step": "execute",
      "message": "execute: missing FROM-clause entry for table \"league\" LINE 3: WHERE League.name = 'Belgium Jupiler League' ^"
    },
    {
      "question_id": 1092,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"league_name\" does not exist LINE 1: SELECT league_name ^"
    },
    {
      "question_id": 1094,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"overall_rating\" does not exist LINE 1: SELECT (DIVIDE(SUBTRACT((SELECT overall_rating FROM Player W... ^"
    },
    {
      "question_id": 1096,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"player_name\" does not exist LINE 3: WHERE player_name = 'Pietro Marino'; ^"
    },
    {
      "question_id": 1098,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column player_attributes.player_id does not exist LINE 3: JOIN Player ON Player_Attributes.player_id = Player.id ^"
    },
    {
      "question_id": 1102,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.id = pa.player_id ^"
    },
    {
      "question_id": 1103,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player p ON pa.player_id = p.player_id ^"
    },
    {
      "question_id": 1105,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player p ON pa.player_id = p.id ^"
    },
    {
      "question_id": 1107,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"player_name\" does not exist LINE 3: WHERE player_name = 'Kevin Constant' ^"
    },
    {
      "question_id": 1110,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player p ON pa.player_id = p.id ^"
    },
    {
      "question_id": 1113,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column ta.defence_aggression does not exist LINE 1: SELECT ta.defence_aggression ^ HINT: Perhaps you meant to reference the column \"ta.defenceaggression\"."
    },
    {
      "question_id": 1114,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"player_name\" does not exist LINE 3: WHERE player_name = 'Marko Arnautovic' ^"
    },
    {
      "question_id": 1115,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"overall_rating\""
    },
    {
      "question_id": 1116,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_name does not exist LINE 1: SELECT pa.player_name ^"
    },
    {
      "question_id": 1122,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.id = pa.player_id ^"
    },
    {
      "question_id": 1124,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.id = pa.player_id ^"
    },
    {
      "question_id": 1130,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column player_attributes.player_id does not exist LINE 3: JOIN Player ON Player_Attributes.player_id = Player.id ^"
    },
    {
      "question_id": 1134,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa1.player_id does not exist LINE 3: JOIN Player_Attributes pa2 ON pa1.player_id = 6 AND pa2.play... ^"
    },
    {
      "question_id": 1135,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player p ON pa.player_id = p.player_id ^"
    },
    {
      "question_id": 1139,
      "side": "prediction",
      "step": "execute",
      "message": "execute: missing FROM-clause entry for table \"league\" LINE 3: WHERE date = '2008-09-24' AND League.name = 'Belgium Jupiler... ^"
    },
    {
      "question_id": 1141,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"team_long_name\" does not exist LINE 3: WHERE team_long_name = 'KSV Cercle Brugge' AND buildUpPlaySp... ^"
    },
    {
      "question_id": 1144,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player p ON pa.player_id = p.player_id ^"
    },
    {
      "question_id": 1146,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"team.team_api_id\" must appear in the GROUP BY clause or be used in an aggregate function LINE 4: WHERE Match.away_team_api_id = (SELECT team_api_id ^"
    },
    {
      "question_id": 1147,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column p.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.player_id = pa.player_id ^"
    },
    {
      "question_id": 1148,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column pa.height does not exist LINE 1: SELECT (COUNT(pa.height < 180 AND pa.overall_rating > 70)::f... ^"
    },
    {
      "question_id": 859,
      "side": "prediction",
      "step": "execute",
      "message": "execute: more than one row returned by a subquery used as an expression"
    },
    {
      "question_id": 869,
      "side": "prediction",
      "step": "execute",
      "message": "execute: missing FROM-clause entry for table \"c\" LINE 1: SELECT c.url ^"
    },
    {
      "question_id": 880,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"raceid\" does not exist LINE 1: SELECT (fastestLapSpeed(raceId = 853) - (fastestLapSpeed(rac... ^"
    },
    {
      "question_id": 895,
      "side": "prediction",
      "step": "execute",
      "message": "execute: missing FROM-clause entry for table \"races\" LINE 5: AND races.name = 'Malaysian Grand Prix' ^"
    },
    {
      "question_id": 896,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"surname\" does not exist LINE 2: ...aceid) / (SELECT COUNT(raceid) FROM results WHERE surname = ... ^"
    },
    {
      "question_id": 897,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column r.wins does not exist LINE 5: ORDER BY COUNT(r.wins) DESC LIMIT 1; ^"
    },
    {
      "question_id": 898,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function year(timestamp with time zone) does not exist LINE 3: YEAR(CURRENT_TIMESTAMP) - YEAR(d.dob) AS age ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 901,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function month(date) does not exist LINE 4: WHERE MONTH(r.date) = 9 AND YEAR(r.date) = 2005; ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 904,
      "side": "prediction",
      "step": "execute",
      "message": "execute: missing FROM-clause entry for table \"s\" LINE 1: SELECT r.name, s.year ^"
    },
    {
      "question_id": 906,
      "side": "prediction",
      "step": "execute",
      "message": "execute: missing FROM-clause entry for table \"r\" LINE 1: SELECT r.date, r.time, r.url, r.name, r.year, r.round, r.cir... ^"
    },
    {
      "question_id": 909,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column r.country does not exist LINE 3: WHERE r.name = 'European Grand Prix' AND r.country = 'German... ^"
    },
    {
      "question_id": 915,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column c.country does not exist LINE 1: SELECT c.country, d.surname, d.dob ^"
    },
    {
      "question_id": 931,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column results.year does not exist LINE 4: WHERE races.name = 'Spanish Grand Prix' AND results.year = 2... ^"
    },
    {
      "question_id": 933,
      "side": "prediction",
      "step": "execute",
      "message": "execute: missing FROM-clause entry for table \"races\" LINE 4: ...me = 'Lewis' AND drivers.surname = 'Hamilton' AND races.name... ^"
    },
    {
      "question_id": 944,
      "side": "prediction",
      "step": "execute",
      "message": "execute: operator does not exist: text - text LINE 1: ...stralian Grand Prix') ORDER BY time DESC LIMIT 1) - (SELECT ... ^ HINT: No operator matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 954,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"FROM\""
    },
    {
      "question_id": 955,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column r.year does not exist LINE 7: seasons s ON r.year = s.year ^ HINT: Perhaps you meant to reference the column \"s.year\"."
    },
    {
      "question_id": 959,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column r.year does not exist LINE 4: JOIN seasons s ON r.year = s.year ^ HINT: Perhaps you meant to reference the column \"s.year\"."
    },
    {
      "question_id": 960,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function avg(text) does not exist LINE 1: SELECT AVG(fastestLapSpeed) ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 962,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function year(date) does not exist LINE 1: ...r.driverid) / (SELECT COUNT(*) FROM drivers WHERE year(dob) ... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 967,
      "side": "prediction",
      "step": "statement",
      "message": "2 statements in one text; an audit runs one"
    },
    {
      "question_id": 981,
      "side": "prediction",
      "step": "execute",
      "message": "execute: more than one row returned by a subquery used as an expression"
    },
    {
      "question_id": 988,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column ps.resultid does not exist LINE 4: JOIN pitStops ps ON r.resultid = ps.resultid ^ HINT: Perhaps you meant to reference the column \"r.resultid\"."
    },
    {
      "question_id": 1001,
      "side": "prediction",
      "step": "execute",
      "message": "execute: operator does not exist: bigint = text LINE 5: WHERE q.qualifyid IN ( ^ HINT: No operator matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 1014,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column lt.circuitid does not exist LINE 3: JOIN lapTimes lt ON c.circuitid = lt.circuitid ^ HINT: Perhaps you meant to reference the column \"c.circuitid\"."
    },
    {
      "question_id": 736,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column ha.attribute_name does not exist LINE 4: WHERE ha.attribute_name = 'Intelligence' ^ HINT: Perhaps you meant to reference the column \"ha.attribute_value\"."
    },
    {
      "question_id": 740,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column attribute.attribute_value does not exist LINE 7: AND attribute.attribute_value = 100; ^ HINT: Perhaps you meant to reference the column \"attribute.attribute_name\"."
    },
    {
      "question_id": 758,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column s.race does not exist LINE 4: WHERE s.height_cm = 185 AND s.race = 'human'; ^"
    },
    {
      "question_id": 760,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"publisher_name\" does not exist LINE 2: (COUNT(CASE WHEN publisher_name = 'Marvel Comics' THEN 1... ^"
    },
    {
      "question_id": 764,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column s.power_name does not exist LINE 1: SELECT s.power_name ^"
    },
    {
      "question_id": 773,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"JOIN\""
    },
    {
      "question_id": 775,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"skin_colour_id\" does not exist LINE 1: SELECT MULTIPLY(DIVIDE(SUM(skin_colour_id = (SELECT id FROM ... ^"
    },
    {
      "question_id": 786,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"attribute_name\" does not exist LINE 3: WHERE attribute_name = 'Strength' ^ HINT: Perhaps you meant to reference the column \"hero_attribute.attribute_value\"."
    },
    {
      "question_id": 788,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"WHERE\""
    },
    {
      "question_id": 790,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"WHERE\""
    },
    {
      "question_id": 792,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"power_name\" does not exist LINE 1: SELECT power_name ^"
    },
    {
      "question_id": 796,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column ha.attribute_name does not exist LINE 1: SELECT ha.attribute_name, ha.attribute_value ^ HINT: Perhaps you meant to reference the column \"ha.attribute_value\"."
    },
    {
      "question_id": 800,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"eye_colour_id\" does not exist LINE 1: SELECT MULTIPLY(DIVIDE(SUM(CASE WHEN eye_colour_id = 7 THEN ... ^"
    },
    {
      "question_id": 801,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"gender_id\" does not exist LINE 1: SELECT DIVIDE(SUM(CASE WHEN gender_id = 1 THEN 1 ELSE 0 END)... ^"
    },
    {
      "question_id": 825,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column s.gender does not exist LINE 1: SELECT s.gender ^ HINT: Perhaps you meant to reference the column \"s.gender_id\"."
    },
    {
      "question_id": 829,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"publisher_name\" does not exist LINE 2: SUM(CASE WHEN publisher_name = 'DC Comics' THEN 1 ELSE 0... ^"
    },
    {
      "question_id": 572,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"views\" does not exist LINE 1: SELECT views ^"
    },
    {
      "question_id": 584,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column ph.editeddate does not exist LINE 9: AND ph.editeddate = p.lasteditdate ^"
    },
    {
      "question_id": 629,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function year(date) does not exist LINE 1: SELECT COUNT(id) FILTER(WHERE YEAR(creationdate) = 2010) / C... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 639,
      "side": "prediction",
      "step": "execute",
      "message": "execute: missing FROM-clause entry for table \"p\" LINE 2: (COUNT(p.id) FILTER (WHERE p.posttypeid = 2 AND EXISTS (... ^"
    },
    {
      "question_id": 665,
      "side": "prediction",
      "step": "execute",
      "message": "execute: aggregate function calls cannot be nested LINE 1: SELECT AVG(COUNT(*)) ^"
    },
    {
      "question_id": 682,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function year(timestamp with time zone) does not exist LINE 3: WHERE year(p.creaiondate) = 2010 ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 694,
      "side": "prediction",
      "step": "execute",
      "message": "execute: canceling statement due to statement timeout"
    },
    {
      "question_id": 701,
      "side": "prediction",
      "step": "execute",
      "message": "execute: subquery uses ungrouped column \"u.id\" from outer query LINE 2: .../ (SELECT COUNT(*) FROM posts WHERE owneruserid = u.id)) * 1... ^"
    },
    {
      "question_id": 716,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"upvotes\" does not exist LINE 2: DIVIDE(COUNT(CASE WHEN upvotes = 0 THEN 1 ELSE NULL END)... ^"
    },
    {
      "question_id": 344,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column l.multiverseid does not exist LINE 3: JOIN legalities l ON c.multiverseid = l.multiverseid ^ HINT: Perhaps you meant to reference the column \"c.multiverseid\"."
    },
    {
      "question_id": 346,
      "side": "prediction",
      "step": "execute",
      "message": "execute: operator does not exist: bigint = text LINE 3: JOIN legalities l ON c.id = l.uuid ^ HINT: No operator matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 347,
      "side": "prediction",
      "step": "statement",
      "message": "2 statements in one text; an audit runs one"
    },
    {
      "question_id": 349,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"scryfallid\" does not exist LINE 4: SELECT scryfallid, COUNT(*) as count ^ DETAIL: There is a column named \"scryfallid\" in table \"c\", but it cannot be referenced from this part of the query. HINT: To reference that column, you must mark this subquery with LATERAL."
    },
    {
      "question_id": 352,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column c.language does not exist LINE 3: WHERE c.language = 'Chinese Simplified'; ^"
    },
    {
      "question_id": 366,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column s.uuid does not exist LINE 6: sets s ON l.uuid = s.uuid ^ HINT: Perhaps you meant to reference the column \"l.uuid\"."
    },
    {
      "question_id": 368,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"FROM\""
    },
    {
      "question_id": 371,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"WHERE\""
    },
    {
      "question_id": 377,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"subtype\" does not exist LINE 4: AND subtype != 'Angel'; ^ HINT: Perhaps you meant to reference the column \"cards.subtypes\"."
    },
    {
      "question_id": 383,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"status\" does not exist LINE 3: WHERE status = 'Banned' AND bordercolor = 'white'; ^"
    },
    {
      "question_id": 391,
      "side": "prediction",
      "step": "execute",
      "message": "execute: operator does not exist: text = bigint LINE 3: JOIN foreign_data f ON c.multiverseid = f.multiverseid ^ HINT: No operator matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 407,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column s.subtypes does not exist LINE 1: SELECT DISTINCT s.subtypes, s.supertypes ^ HINT: Perhaps you meant to reference the column \"c.subtypes\"."
    },
    {
      "question_id": 409,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"format\" does not exist LINE 3: WHERE format = 'premodern' ^"
    },
    {
      "question_id": 412,
      "side": "prediction",
      "step": "execute",
      "message": "execute: operator does not exist: text = bigint LINE 3: JOIN foreign_data fd ON c.multiverseid = fd.multiverseid ^ HINT: No operator matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 415,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function divide(bigint, bigint) does not exist LINE 1: SELECT DIVIDE(COUNT(CASE WHEN hasContentWarning = 0 THEN 1 E... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 416,
      "side": "prediction",
      "step": "execute",
      "message": "execute: operator does not exist: text = bigint LINE 3: JOIN foreign_data f ON c.multiverseid = f.multiverseid ^ HINT: No operator matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 424,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"istextless\" does not exist LINE 1: SELECT (COUNT(CASE WHEN isTextless = 1 AND layout = 'normal'... ^"
    },
    {
      "question_id": 427,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"mcmname\" does not exist LINE 3: ...iverseid IN (SELECT multiverseid FROM cards WHERE mcmname = ... ^"
    },
    {
      "question_id": 465,
      "side": "prediction",
      "step": "execute",
      "message": "execute: operator does not exist: text = bigint LINE 7: WHERE cards.multiverseid = foreign_data.multiverseid ^ HINT: No operator matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 480,
      "side": "prediction",
      "step": "execute",
      "message": "execute: operator does not exist: bigint = text LINE 3: JOIN cards c ON fd.multiverseid = c.multiverseid ^ HINT: No operator matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 483,
      "side": "prediction",
      "step": "execute",
      "message": "execute: operator does not exist: bigint = text LINE 6: cards c ON f.multiverseid = c.multiverseid ^ HINT: No operator matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 484,
      "side": "prediction",
      "step": "execute",
      "message": "execute: operator does not exist: text = bigint LINE 3: JOIN foreign_data f ON c.multiverseid = f.multiverseid ^ HINT: No operator matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 486,
      "side": "prediction",
      "step": "execute",
      "message": "execute: missing FROM-clause entry for table \"cards\" LINE 1: SELECT (SUM(CASE WHEN cards.setcode = 'Coldsnap' AND cards.c... ^"
    },
    {
      "question_id": 487,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"cardkingdomfoilid\" does not exist LINE 1: SELECT (SUM(CASE WHEN cardKingdomFoilId IS NOT NULL AND card... ^"
    },
    {
      "question_id": 518,
      "side": "run",
      "step": "row_counts",
      "message": "row_counts: relation \"public.format\" does not exist LINE 1: SELECT count(*) FROM \"public\".\"format\" ^"
    },
    {
      "question_id": 522,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column l.multiverseid does not exist LINE 3: JOIN legalities l ON c.multiverseid = l.multiverseid ^ HINT: Perhaps you meant to reference the column \"c.multiverseid\"."
    },
    {
      "question_id": 528,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column l.multiverseid does not exist LINE 3: JOIN legalities l ON c.multiverseid = l.multiverseid ^ HINT: Perhaps you meant to reference the column \"c.multiverseid\"."
    },
    {
      "question_id": 529,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column s.language does not exist LINE 3: WHERE s.language NOT LIKE '%Japanese%' AND EXISTS ( ^"
    },
    {
      "question_id": 530,
      "side": "prediction",
      "step": "statement",
      "message": "3 statements in one text; an audit runs one"
    },
    {
      "question_id": 197,
      "side": "prediction",
      "step": "execute",
      "message": "execute: aggregate function calls cannot be nested LINE 1: SELECT AVG(COUNT(element = 'o')) ^"
    },
    {
      "question_id": 198,
      "side": "prediction",
      "step": "execute",
      "message": "execute: aggregate function calls cannot be nested LINE 1: SELECT AVG(COUNT(*)) ^"
    },
    {
      "question_id": 201,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column reference \"atom_id\" is ambiguous LINE 2: ...CASE WHEN element = 'c' THEN 1 ELSE 0 END), COUNT(atom_id)) ... ^"
    },
    {
      "question_id": 208,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column c.label does not exist LINE 1: SELECT c.label, COUNT(*) ^ HINT: Perhaps you meant to reference the column \"m.label\"."
    },
    {
      "question_id": 212,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"atom.element\" must appear in the GROUP BY clause or be used in an aggregate function LINE 1: SELECT element ^"
    },
    {
      "question_id": 213,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"atom_id\" does not exist LINE 8: AND (atom_id, atom_id2) IN ( ^"
    },
    {
      "question_id": 219,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"label\" does not exist LINE 1: SELECT DIVIDE(SUM(CASE WHEN label = '+' AND bond_type = '#' ... ^"
    },
    {
      "question_id": 226,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function sum(boolean) does not exist LINE 2: ROUND(DIVIDE(SUM(bond_type = '='), COUNT(bond_id)), 5) *... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 227,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"label\" does not exist LINE 1: SELECT ROUND(DIVIDE(SUM(CASE WHEN label = '+' THEN 1 ELSE 0 ... ^"
    },
    {
      "question_id": 228,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function divide(bigint, bigint) does not exist LINE 1: SELECT ROUND(DIVIDE(SUM(CASE WHEN element = 'h' THEN 1 ELSE ... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 231,
      "side": "prediction",
      "step": "statement",
      "message": "2 statements in one text; an audit runs one"
    },
    {
      "question_id": 245,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column reference \"bond_id\" is ambiguous LINE 1: SELECT AVG(COUNT(bond_id)) AS average_bonds ^"
    },
    {
      "question_id": 255,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"bond_type\" does not exist LINE 1: SELECT ROUND(DIVIDE(SUM(CASE WHEN bond_type = '-' THEN 1 ELS... ^"
    },
    {
      "question_id": 263,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function divide(bigint, bigint) does not exist LINE 2: DIVIDE(SUM(CASE WHEN element = 'cl' AND bond_type = '-' ... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 273,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column reference \"molecule_id\" is ambiguous LINE 1: ...ASE WHEN element = 'cl' THEN 1 ELSE 0 END), COUNT(molecule_i... ^"
    },
    {
      "question_id": 282,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function divide(bigint, bigint) does not exist LINE 2: DIVIDE(SUM(CASE WHEN element = 'h' THEN 1 ELSE 0 END), C... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 11,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column s.Enrollment (K-12) does not exist LINE 3: WHERE s.\"Enrollment (K-12)\" + s.\"Enrollment (Ages 5-17)\" > 5... ^"
    },
    {
      "question_id": 17,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"s.cds\" must appear in the GROUP BY clause or be used in an aggregate function LINE 1: SELECT s.cds, s.cname, AVG(s.avgscrwrite) AS avg_score ^"
    },
    {
      "question_id": 23,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"5\""
    },
    {
      "question_id": 24,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"Meal\""
    },
    {
      "question_id": 25,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column s.rtype does not exist LINE 4: WHERE s.rtype = 'Riverside' AND ss.avgscrmath > 400; ^ HINT: Perhaps you meant to reference the column \"ss.rtype\"."
    },
    {
      "question_id": 26,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"%\""
    },
    {
      "question_id": 27,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column s.phone does not exist LINE 1: SELECT s.sname, s.avgscrwrite, s.phone ^ HINT: Perhaps you meant to reference the column \"sc.phone\"."
    },
    {
      "question_id": 28,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"5\""
    },
    {
      "question_id": 31,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"Meal\""
    },
    {
      "question_id": 32,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"(\""
    },
    {
      "question_id": 37,
      "side": "prediction",
      "step": "execute",
      "message": "execute: division by zero"
    },
    {
      "question_id": 40,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"phone\" does not exist LINE 1: SELECT phone ^"
    },
    {
      "question_id": 45,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"s.sname\" must appear in the GROUP BY clause or be used in an aggregate function LINE 1: SELECT s.sname, AVG(s.avgscrwrite) AS avg_write_score ^"
    },
    {
      "question_id": 48,
      "side": "prediction",
      "step": "execute",
      "message": "execute: division by zero"
    },
    {
      "question_id": 50,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: LIMIT #,# syntax is not supported"
    },
    {
      "question_id": 62,
      "side": "prediction",
      "step": "execute",
      "message": "execute: invalid input syntax for type numeric: \"Free Meal Count (K-12)\" LINE 5: AND 'Free Meal Count (K-12)' * 100.0 / 'Enrollment (K-12)' <... ^"
    },
    {
      "question_id": 72,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"Year\""
    },
    {
      "question_id": 77,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"%\""
    },
    {
      "question_id": 79,
      "side": "run",
      "step": "row_counts",
      "message": "row_counts: relation \"public.counties\" does not exist LINE 1: SELECT count(*) FROM \"public\".\"counties\" ^"
    },
    {
      "question_id": 83,
      "side": "prediction",
      "step": "statement",
      "message": "2 statements in one text; an audit runs one"
    },
    {
      "question_id": 85,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: syntax error at or near \"Meal\""
    },
    {
      "question_id": 92,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column a.a11 does not exist LINE 5: WHERE c.gender = 'F' AND a.a11 > 6000 AND a.a11 < 10000; ^ HINT: Perhaps you meant to reference the column \"d.a11\"."
    },
    {
      "question_id": 93,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"a11\" does not exist LINE 9: AND a11 > 8000; ^"
    },
    {
      "question_id": 94,
      "side": "prediction",
      "step": "statement",
      "message": "2 statements in one text; an audit runs one"
    },
    {
      "question_id": 95,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"a11\" does not exist LINE 6: SELECT a11 ^"
    },
    {
      "question_id": 99,
      "side": "prediction",
      "step": "execute",
      "message": "execute: operator does not exist: date ~~ unknown LINE 5: AND a.date LIKE '1993-%' ^ HINT: No operator matches the given name and argument types. You might need to add explicit type casts."
    },
    {
      "question_id": 115,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"d.a4\" must appear in the GROUP BY clause or be used in an aggregate function LINE 10: d.a4 DESC ^"
    },
    {
      "question_id": 117,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"status\" does not exist LINE 1: SELECT (SUM(CASE WHEN status = 'A' THEN amount ELSE 0 END) /... ^"
    },
    {
      "question_id": 125,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column l.client_id does not exist LINE 4: JOIN loan l ON c.client_id = l.client_id ^ HINT: Perhaps you meant to reference the column \"c.client_id\"."
    },
    {
      "question_id": 128,
      "side": "prediction",
      "step": "execute",
      "message": "execute: missing FROM-clause entry for table \"d\" LINE 1: SELECT d.a2, COUNT(*) ^"
    },
    {
      "question_id": 138,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"a15\" does not exist LINE 8: WHERE a15 > 0 ^"
    },
    {
      "question_id": 129,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column a.client_id does not exist LINE 4: JOIN client c ON a.client_id = c.client_id ^ HINT: Perhaps you meant to reference the column \"c.client_id\"."
    },
    {
      "question_id": 149,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"a2\" does not exist LINE 1: SELECT DISTINCT a2 ^"
    },
    {
      "question_id": 168,
      "side": "prediction",
      "step": "execute",
      "message": "execute: division by zero"
    },
    {
      "question_id": 169,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column account.client_id does not exist LINE 4: JOIN client ON account.client_id = client.client_id ^"
    },
    {
      "question_id": 173,
      "side": "prediction",
      "step": "statement",
      "message": "2 statements in one text; an audit runs one"
    },
    {
      "question_id": 186,
      "side": "prediction",
      "step": "execute",
      "message": "execute: missing FROM-clause entry for table \"client\" LINE 1: SELECT (COUNT(CASE WHEN client.gender = 'M' AND account.freq... ^"
    },
    {
      "question_id": 189,
      "side": "prediction",
      "step": "execute",
      "message": "execute: column \"a11\" does not exist LINE 5: ORDER BY c.birth_date, a11 ^"
    },
    {
      "question_id": 194,
      "side": "prediction",
      "step": "execute",
      "message": "execute: function datediff(date, date) does not exist LINE 1: SELECT c.client_id, c.birth_date, DATEDIFF(CURRENT_DATE, c.b... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts."
    }
  ],
  "timed_out": {
    "gold": [],
    "prediction": [
      694
    ]
  },
  "exit_status": 1
}
