R-SET GOLD-ONLY arbitrary-cut not-a-function-of-the-data
card_games · mini_dev_pg-00000-of-00001 from https://huggingface.co/datasets/birdsql/bird_mini_dev/resolve/f65faf4ae3b638c1fa6df1d3370c8d92c8366301/data/mini_dev_pg-00000-of-00001.json (commit f65faf4a, downloaded 2026-09-08)
Name the card and artist with the most ruling information. Also state if the card is a promotional printing.
the hint the set supplies: with the most ruling information refers to Max(count(rulings.uuid)); the card is the promotional printing refers to isPromo = 1;
This question was audited without a prediction beside it, so there is nothing to compare the gold with. The probes below read the gold alone.
SELECT T1.name, T1.artist, T1.isPromo FROM cards AS T1 INNER JOIN rulings AS T2 ON T1.uuid = T2.uuid WHERE T1.isPromo = 1 AND T1.artist = (SELECT artist FROM cards WHERE isPromo = 1 GROUP BY artist HAVING COUNT(DISTINCT uuid) = (SELECT MAX(count_uuid) FROM (SELECT COUNT(DISTINCT uuid) AS count_uuid FROM cards WHERE isPromo = 1 GROUP BY artist) AS subquery)) LIMIT 1this statement states no ordering of its own
sha256:25a904c2b6d63c502feb68721823bd373a82c44112619b530e2f7cd514db0625
from evidence-gold.json, 1 row
| nametext | artisttext | ispromoint8 |
|---|---|---|
| Serrated Arrows | John Avon | 1 |
A smell is a mechanical reason to read this gold statement again. It is a heuristic: it does not state that the statement is wrong, and a maintainer decides.
this statement orders by a text column holding only numbers, and ordering it as a number gives a different answer, so the gold may be sorting 9.5 above 10
the statement states no top level ORDER BY
{
"heuristic": true,
"reason": "the statement states no top level ORDER BY"
}this statement cuts its result at a LIMIT that does not decide which rows come back, so a different but equally correct statement can return other rows and score zero
from smells.json, 1 row
| Mutavault | John Avon | 1 |
{
"heuristic": true,
"case": "no-ordering",
"cut": 1,
"why": "the statement bounds its result and states no ORDER BY, so which rows it returns is whichever ones the plan produced first",
"shuffle": {
"seed": "1",
"row_limit": 300000,
"tables": [
"cards",
"rulings"
],
"tables_not_shuffled": [],
"tables_skipped_for_size": {
"laptimes": 400524,
"legalities": 427907,
"posthistory": 303155,
"trans": 1056320,
"yearmonth": 383282
},
"tables_not_reached_by_a_copy": {}
},
"verdict": "not_equal",
"gold_result": {
"columns": [
{
"name": "name",
"declared_type": "text"
},
{
"name": "artist",
"declared_type": "text"
},
{
"name": "ispromo",
"declared_type": "int8"
}
],
"row_count": 1,
"truncated": false,
"rows_shown": 1,
"rows": [
[
{
"type": "str",
"value": "Serrated Arrows"
},
{
"type": "str",
"value": "John Avon"
},
{
"type": "int",
"value": 1
}
]
],
"result_hash": "sha256:25a904c2b6d63c502feb68721823bd373a82c44112619b530e2f7cd514db0625"
},
"shuffled_result": {
"columns": [
{
"name": "name",
"declared_type": "text"
},
{
"name": "artist",
"declared_type": "text"
},
{
"name": "ispromo",
"declared_type": "int8"
}
],
"row_count": 1,
"truncated": false,
"rows_shown": 1,
"rows": [
[
{
"type": "str",
"value": "Mutavault"
},
{
"type": "str",
"value": "John Avon"
},
{
"type": "int",
"value": 1
}
]
],
"result_hash": "sha256:cc09d3ce793137dfd95f99dbef667e84472858eacc34797faa6d0b22a2c93136"
}
}rerun over the same rows in another physical order this statement gives another answer, so its result depends on how the rows are stored and not only on the data
from smells.json, 1 row
| Mutavault | John Avon | 1 |
{
"heuristic": true,
"rule": "R-SET",
"baseline_result_hash": "sha256:25a904c2b6d63c502feb68721823bd373a82c44112619b530e2f7cd514db0625",
"baseline_result": {
"columns": [
{
"name": "name",
"declared_type": "text"
},
{
"name": "artist",
"declared_type": "text"
},
{
"name": "ispromo",
"declared_type": "int8"
}
],
"row_count": 1,
"truncated": false,
"rows_shown": 1,
"rows": [
[
{
"type": "str",
"value": "Serrated Arrows"
},
{
"type": "str",
"value": "John Avon"
},
{
"type": "int",
"value": 1
}
]
],
"result_hash": "sha256:25a904c2b6d63c502feb68721823bd373a82c44112619b530e2f7cd514db0625"
},
"planner_statistics": {
"cards": {
"last_analyze": null,
"last_autoanalyze": "2026-09-08 05:19:16.814042+00",
"n_mod_since_analyze": 0
},
"rulings": {
"last_analyze": null,
"last_autoanalyze": "2026-09-08 05:19:43.694404+00",
"n_mod_since_analyze": 0
}
},
"shuffle": {
"seed": "1",
"row_limit": 300000,
"tables": [
"cards",
"rulings"
],
"tables_not_shuffled": [],
"tables_skipped_for_size": {
"laptimes": 400524,
"legalities": 427907,
"posthistory": 303155,
"trans": 1056320,
"yearmonth": 383282
},
"tables_not_reached_by_a_copy": {}
},
"shuffled_copies": {
"run": true,
"verdict": "not_equal",
"differs": true,
"result_hash": "sha256:cc09d3ce793137dfd95f99dbef667e84472858eacc34797faa6d0b22a2c93136",
"result": {
"columns": [
{
"name": "name",
"declared_type": "text"
},
{
"name": "artist",
"declared_type": "text"
},
{
"name": "ispromo",
"declared_type": "int8"
}
],
"row_count": 1,
"truncated": false,
"rows_shown": 1,
"rows": [
[
{
"type": "str",
"value": "Mutavault"
},
{
"type": "str",
"value": "John Avon"
},
{
"type": "int",
"value": 1
}
]
],
"result_hash": "sha256:cc09d3ce793137dfd95f99dbef667e84472858eacc34797faa6d0b22a2c93136"
}
},
"plan_variant": {
"run": false,
"reason": "the plan variant was not asked for"
}
}SELECT T1.name, T1.artist, T1.isPromo FROM cards AS T1 INNER JOIN rulings AS T2 ON T1.uuid = T2.uuid WHERE T1.isPromo = 1 AND T1.artist = (SELECT artist FROM cards WHERE isPromo = 1 GROUP BY artist HAVING COUNT(DISTINCT uuid) = (SELECT MAX(count_uuid) FROM (SELECT COUNT(DISTINCT uuid) AS count_uuid FROM cards WHERE isPromo = 1 GROUP BY artist) AS subquery)) LIMIT 1result_hash sha256:25a904c2b6d63c502feb68721823bd373a82c44112619b530e2f7cd514db0625 recomputed from this JSON: match
record_hash sha256:8a3b9f54e92545e3e0936b577d6b61dace7299394f5705a9ee42c8303876e606 recomputed from this JSON: match
from evidence-gold.json, 1 row
| nametext | artisttext | ispromoint8 |
|---|---|---|
| Serrated Arrows | John Avon | 1 |
re-run this statement read-only against PostgreSQL 16.15 (Debian 16.15-1.pgdg13+2) on aarch64-unknown-linux-gnu, compiled by gcc (Debian 14.2.0-19) 14.2.0, 64-bit | server=172.17.0.2/32:5432 | database=bird under the session settings and over the data this record's fixture digest names, and compare the two results under R-SET