{
  "format": "attestql/audit/summary/2",
  "run_id": "audit-d92b0844-d4d3-4a1e-9f3a-0ab9296f53fe",
  "backend_identity": "SQLite 3.53.4 | file=/private/tmp/attestql-runs/data/minidev/dev_databases/california_schools/california_schools.sqlite | size=11116544",
  "effective_database_role": "file",
  "session_settings": {
    "engine": "sqlite",
    "recorded": {
      "sqlite_version": "3.53.4",
      "encoding": "UTF-8",
      "reverse_unordered_selects": "0",
      "query_only": "1",
      "journal_mode": "delete",
      "data_version": "1",
      "compile_options": "ATOMIC_INTRINSICS=1,COMPILER=clang-21.0.0,DEFAULT_AUTOVACUUM,DEFAULT_CACHE_SIZE=-2000,DEFAULT_FILE_FORMAT=4,DEFAULT_JOURNAL_SIZE_LIMIT=-1,DEFAULT_MMAP_SIZE=0,DEFAULT_PAGE_SIZE=4096,DEFAULT_PCACHE_INITSZ=20,DEFAULT_RECURSIVE_TRIGGERS,DEFAULT_SECTOR_SIZE=4096,DEFAULT_SYNCHRONOUS=2,DEFAULT_WAL_AUTOCHECKPOINT=1000,DEFAULT_WAL_SYNCHRONOUS=2,DEFAULT_WORKER_THREADS=0,DIRECT_OVERFLOW_READ,ENABLE_API_ARMOR,ENABLE_COLUMN_METADATA,ENABLE_DBSTAT_VTAB,ENABLE_FTS3,ENABLE_FTS3_PARENTHESIS,ENABLE_FTS5,ENABLE_GEOPOLY,ENABLE_MATH_FUNCTIONS,ENABLE_MEMORY_MANAGEMENT,ENABLE_PERCENTILE,ENABLE_PREUPDATE_HOOK,ENABLE_RTREE,ENABLE_SESSION,ENABLE_STAT4,ENABLE_UNLOCK_NOTIFY,MALLOC_SOFT_LIMIT=1024,MAX_ATTACHED=10,MAX_COLUMN=2000,MAX_COMPOUND_SELECT=500,MAX_DEFAULT_PAGE_SIZE=8192,MAX_EXPR_DEPTH=1000,MAX_FUNCTION_ARG=1000,MAX_LENGTH=1000000000,MAX_LIKE_PATTERN_LENGTH=50000,MAX_MMAP_SIZE=0x7fff0000,MAX_PAGE_COUNT=0xfffffffe,MAX_PAGE_SIZE=65536,MAX_SQL_LENGTH=1000000000,MAX_TRIGGER_DEPTH=1000,MAX_VARIABLE_NUMBER=250000,MAX_VDBE_OP=250000000,MAX_WORKER_THREADS=8,MUTEX_PTHREADS,SYSTEM_MALLOC,TEMP_STORE=1,THREADSAFE=1,USE_URI",
      "collation_list": "RTRIM,NOCASE,BINARY",
      "case_sensitive_like": "0"
    }
  },
  "parser": {
    "validator": "audit:sqlglot-sqlite-parse",
    "sqlglot": "30.18.0",
    "dialect": "sqlite"
  },
  "question_set": {
    "path": "data/questions/mini_dev_sqlite.json",
    "digest": "sha256:4ba5fa8de55856222f484d380d2ba872b380bf79d825de70478e2120cb0fc43b",
    "origin": "https://bird-bench.oss-cn-beijing.aliyuncs.com/minidev.zip (sha256 cc48ba16838204e4e214512030cb572eeb5f7bcdd999bae4b9b6ff12ec13b92f, downloaded 2026-09-07), member minidev/MINIDEV/mini_dev_sqlite.json",
    "date": "2024-06-19",
    "entries": 500,
    "audited": 30,
    "duplicate_ids": [
      137,
      138
    ],
    "ids": [
      5,
      11,
      12,
      17,
      23,
      24,
      25,
      26,
      27,
      28,
      31,
      32,
      37,
      36,
      39,
      40,
      41,
      45,
      46,
      47,
      48,
      50,
      62,
      72,
      77,
      79,
      82,
      83,
      85,
      87
    ]
  },
  "predictions": {
    "path": "data/preds-sqlite/predict_mini_dev_gpt-4-32k_sqlite.json",
    "digest": "sha256:7ee53fcc67b9eaca363efb53ddb94dabd61526dafc09d835d832989e4911a1ca",
    "origin": "https://raw.githubusercontent.com/bird-bench/mini_dev/b3d4bcbbae9a96934ad812551eb400c7a3b23c12/llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4-32k_sqlite.json",
    "date": "2024-06-19",
    "keyed_by": "position",
    "statements": 500,
    "positions_unused": [
      487,
      488
    ]
  },
  "verdicts": {
    "EQUAL": 9,
    "NOT_EQUAL": 20,
    "ERROR": 1
  },
  "smells": {
    "ordering-over-numeric-text": 0,
    "arbitrary-cut": 2,
    "not-a-function-of-the-data": 2,
    "float-aggregate-order": 0,
    "direction-against-question": 0
  },
  "smells_fired": 4,
  "credited_but_not_equal": {
    "total": 1,
    "by_mechanism": {
      "multiplicity": 0,
      "type": 1,
      "order": 0,
      "truncation": 0,
      "other": 0
    },
    "by_test_suite_ex": {
      "1": 1,
      "0": 0
    }
  },
  "fixture": {
    "depth": "counts",
    "cache": "runs/minidev-sqlite/gpt-4-32k/california_schools/fixture.json",
    "source": {
      "path": "data/minidev/dev_databases/california_schools/california_schools.sqlite",
      "digest": "sha256:c0903eec662e63068fd1d14403d3d6c1d473287fc10c4356333ea58f878db983",
      "origin": "minidev.zip (sha256 cc48ba16838204e4e214512030cb572eeb5f7bcdd999bae4b9b6ff12ec13b92f), member minidev/MINIDEV/dev_databases, california_schools/california_schools.sqlite",
      "date": "2024-06-13"
    },
    "schema_digest": "sha256:0906a33c0fa9248160fb7cc746501120c03ae1250fe39bda04cf8640bdbbd18d",
    "row_counts": {
      "main.frpm": 9986,
      "main.satscores": 2269,
      "main.schools": 17686
    },
    "content_digests": {},
    "measured_tables": [
      "satscores",
      "schools",
      "frpm"
    ],
    "missing_tables": [],
    "unreadable_tables": [],
    "refused": ""
  },
  "planner_statistics": {},
  "shuffle": {
    "seed": 1,
    "row_limit": 300000,
    "scratch_schema": "temp",
    "prepared": true,
    "reason": "",
    "copied": [
      "frpm",
      "satscores",
      "schools"
    ],
    "skipped": {},
    "not_reached_by_a_copy": {}
  },
  "settings": {
    "statement_timeout_seconds": 30,
    "fail_on_smell": false,
    "experimental_s2": false,
    "plan_variant": false,
    "out": "runs/minidev-sqlite/gpt-4-32k/california_schools",
    "serialization": "attestql/audit/2",
    "work_mem": null,
    "hash_mem_multiplier": null
  },
  "data_as_of": "2026-09-08T05:01:18.658638+00:00",
  "data_as_of_source": "the instant the run started",
  "elapsed_seconds": {
    "fixture": 0.001,
    "questions": 1.413,
    "shuffle": 0.131
  },
  "errors": [
    {
      "question_id": 46,
      "side": "prediction",
      "step": "execute",
      "message": "execute: no such column: s.School"
    }
  ],
  "timed_out": {
    "gold": [],
    "prediction": []
  },
  "exit_status": 1
}