R-SET GOLD-ONLY arbitrary-cut not-a-function-of-the-data
european_football_2 · mini_dev_pg-00000-of-00001 from https://huggingface.co/datasets/birdsql/bird_mini_dev/resolve/f65faf4ae3b638c1fa6df1d3370c8d92c8366301/data/mini_dev_pg-00000-of-00001.json (commit f65faf4a, downloaded 2026-09-08)
Please state the finishing rate and curve score of the player who has the heaviest weight.
the hint the set supplies: finishing rate refer to finishing; curve score refer to curve; heaviest weight refers to MAX(weight)
This question was audited without a prediction beside it, so there is nothing to compare the gold with. The probes below read the gold alone.
SELECT id, finishing, curve FROM Player_Attributes WHERE player_api_id = (SELECT player_api_id FROM Player ORDER BY weight DESC NULLS LAST LIMIT 1) LIMIT 1this statement states no ordering of its own
sha256:577f267d2b9adb961a67b8d5ad4e3639064f95ae71915ad10159bba1e8332aa1
from evidence-gold.json, 1 row
| idint8 | finishingint8 | curveint8 |
|---|---|---|
| 98022 | 13 | 13 |
A smell is a mechanical reason to read this gold statement again. It is a heuristic: it does not state that the statement is wrong, and a maintainer decides.
this statement orders by a text column holding only numbers, and ordering it as a number gives a different answer, so the gold may be sorting 9.5 above 10
the statement states no top level ORDER BY
{
"heuristic": true,
"reason": "the statement states no top level ORDER BY"
}this statement cuts its result at a LIMIT that does not decide which rows come back, so a different but equally correct statement can return other rows and score zero
from smells.json, 1 row
| 171980 | 11 | 9 |
{
"heuristic": true,
"case": "no-ordering",
"cut": 1,
"why": "the statement bounds its result and states no ORDER BY, so which rows it returns is whichever ones the plan produced first",
"shuffle": {
"seed": "1",
"row_limit": 300000,
"tables": [
"player_attributes",
"player"
],
"tables_not_shuffled": [],
"tables_skipped_for_size": {
"laptimes": 400524,
"legalities": 427907,
"posthistory": 303155,
"trans": 1056320,
"yearmonth": 383282
},
"tables_not_reached_by_a_copy": {}
},
"verdict": "not_equal",
"gold_result": {
"columns": [
{
"name": "id",
"declared_type": "int8"
},
{
"name": "finishing",
"declared_type": "int8"
},
{
"name": "curve",
"declared_type": "int8"
}
],
"row_count": 1,
"truncated": false,
"rows_shown": 1,
"rows": [
[
{
"type": "int",
"value": 98022
},
{
"type": "int",
"value": 13
},
{
"type": "int",
"value": 13
}
]
],
"result_hash": "sha256:577f267d2b9adb961a67b8d5ad4e3639064f95ae71915ad10159bba1e8332aa1"
},
"shuffled_result": {
"columns": [
{
"name": "id",
"declared_type": "int8"
},
{
"name": "finishing",
"declared_type": "int8"
},
{
"name": "curve",
"declared_type": "int8"
}
],
"row_count": 1,
"truncated": false,
"rows_shown": 1,
"rows": [
[
{
"type": "int",
"value": 171980
},
{
"type": "int",
"value": 11
},
{
"type": "int",
"value": 9
}
]
],
"result_hash": "sha256:b6c193d116edd39b4c6252edf2a615e3505f2f6050e72c641aeac7737c8e8ac6"
}
}rerun over the same rows in another physical order this statement gives another answer, so its result depends on how the rows are stored and not only on the data
from smells.json, 1 row
| 171980 | 11 | 9 |
{
"heuristic": true,
"rule": "R-SET",
"baseline_result_hash": "sha256:577f267d2b9adb961a67b8d5ad4e3639064f95ae71915ad10159bba1e8332aa1",
"baseline_result": {
"columns": [
{
"name": "id",
"declared_type": "int8"
},
{
"name": "finishing",
"declared_type": "int8"
},
{
"name": "curve",
"declared_type": "int8"
}
],
"row_count": 1,
"truncated": false,
"rows_shown": 1,
"rows": [
[
{
"type": "int",
"value": 98022
},
{
"type": "int",
"value": 13
},
{
"type": "int",
"value": 13
}
]
],
"result_hash": "sha256:577f267d2b9adb961a67b8d5ad4e3639064f95ae71915ad10159bba1e8332aa1"
},
"planner_statistics": {
"player_attributes": {
"last_analyze": null,
"last_autoanalyze": null,
"n_mod_since_analyze": 183978
},
"player": {
"last_analyze": null,
"last_autoanalyze": null,
"n_mod_since_analyze": 11060
}
},
"shuffle": {
"seed": "1",
"row_limit": 300000,
"tables": [
"player_attributes",
"player"
],
"tables_not_shuffled": [],
"tables_skipped_for_size": {
"laptimes": 400524,
"legalities": 427907,
"posthistory": 303155,
"trans": 1056320,
"yearmonth": 383282
},
"tables_not_reached_by_a_copy": {}
},
"shuffled_copies": {
"run": true,
"verdict": "not_equal",
"differs": true,
"result_hash": "sha256:b6c193d116edd39b4c6252edf2a615e3505f2f6050e72c641aeac7737c8e8ac6",
"result": {
"columns": [
{
"name": "id",
"declared_type": "int8"
},
{
"name": "finishing",
"declared_type": "int8"
},
{
"name": "curve",
"declared_type": "int8"
}
],
"row_count": 1,
"truncated": false,
"rows_shown": 1,
"rows": [
[
{
"type": "int",
"value": 171980
},
{
"type": "int",
"value": 11
},
{
"type": "int",
"value": 9
}
]
],
"result_hash": "sha256:b6c193d116edd39b4c6252edf2a615e3505f2f6050e72c641aeac7737c8e8ac6"
}
},
"plan_variant": {
"run": false,
"reason": "the plan variant was not asked for"
}
}SELECT id, finishing, curve FROM Player_Attributes WHERE player_api_id = (SELECT player_api_id FROM Player ORDER BY weight DESC NULLS LAST LIMIT 1) LIMIT 1result_hash sha256:577f267d2b9adb961a67b8d5ad4e3639064f95ae71915ad10159bba1e8332aa1 recomputed from this JSON: match
record_hash sha256:d86023720bbcff99ca62c57e2c41ff4e3c46798db8c360a01f523316f7edae0d recomputed from this JSON: match
from evidence-gold.json, 1 row
| idint8 | finishingint8 | curveint8 |
|---|---|---|
| 98022 | 13 | 13 |
re-run this statement read-only against PostgreSQL 16.15 (Debian 16.15-1.pgdg13+2) on aarch64-unknown-linux-gnu, compiled by gcc (Debian 14.2.0-19) 14.2.0, 64-bit | server=172.17.0.2/32:5432 | database=bird under the session settings and over the data this record's fixture digest names, and compare the two results under R-SET