{ "schemaVersion": 1, "engine": "DuckDB 1.4.4", "oracle": "Polars 1.44.1 / PyArrow 25.0.1", "recordedAt": "2026-09-12T22:57:39.637430+00:00", "platform": { "system": "Darwin", "architecture": "arm64" }, "configuration": { "threads": 1, "freshConnectionPerRun": true }, "normalization": "Only the temporary workspace path is replaced. Native timings and counters remain in each profile. Input/result digests cover canonical int64 Arrow IPC streams. Byte counters describe this engine execution, not physical disk traffic.", "fixtures": { "correlated": { "sql": "SELECT i%100 AS a, i%100 AS b FROM range(10000) t(i)", "rows": 10000, "sha256": "175ef45bfb2e7afd8cd5c5e8e5376c357333695868959e1f86b9543047862ced" }, "independent": { "sql": "SELECT i%100 AS a, (i//100)%100 AS b FROM range(10000) t(i)", "rows": 10000, "sha256": "85879aadd1d33a53c8a0fe8a97d9e38e6a26f42b705c5b4f4e2883882b350ed0" }, "uniform": { "sql": "SELECT i AS id, i%100 AS key FROM range(10000) t(i)", "rows": 10000, "sha256": "3229e23f047058d6416162c000bf5b413ee47d517b707050b0a5a01d7ce6789c" }, "skew": { "sql": "SELECT i AS id, CASE WHEN i<9500 THEN 0 ELSE i%100 END AS key FROM range(10000) t(i)", "rows": 10000, "sha256": "92379ba72e19f93babcc05e7d569b3faccfbfd3a22be96ab7bc3317787254309" }, "fact": { "sql": "SELECT i AS id, i%10000 AS a, i%100 AS b FROM range(100000) t(i)", "rows": 100000, "sha256": "e33c66be2414d6a8e11536242776ddd8ae6925448db66c2b8ff160547c630518" }, "wide": { "sql": "SELECT i%100 AS b FROM range(1000) t(i)", "rows": 1000, "sha256": "704ba785faba6a4d9bb4ce04d55c0c84c8fa802ddc88b65df469cf671d53c2af" }, "selective": { "sql": "SELECT i AS a, CASE WHEN i<10 THEN 1 ELSE 0 END AS keep FROM range(10000) t(i)", "rows": 10000, "sha256": "142063796db3493278342f91c9367ae9795a4c64e97a0b784a3e510eb86ec782" } }, "parquetMetadata": { "stats": { "rows": 100000, "groups": 25, "idBounds": [ { "min": 0, "max": 4095 }, { "min": 4096, "max": 8191 }, { "min": 8192, "max": 12287 }, { "min": 12288, "max": 16383 }, { "min": 16384, "max": 20479 }, { "min": 20480, "max": 24575 }, { "min": 24576, "max": 28671 }, { "min": 28672, "max": 32767 }, { "min": 32768, "max": 36863 }, { "min": 36864, "max": 40959 }, { "min": 40960, "max": 45055 }, { "min": 45056, "max": 49151 }, { "min": 49152, "max": 53247 }, { "min": 53248, "max": 57343 }, { "min": 57344, "max": 61439 }, { "min": 61440, "max": 65535 }, { "min": 65536, "max": 69631 }, { "min": 69632, "max": 73727 }, { "min": 73728, "max": 77823 }, { "min": 77824, "max": 81919 }, { "min": 81920, "max": 86015 }, { "min": 86016, "max": 90111 }, { "min": 90112, "max": 94207 }, { "min": 94208, "max": 98303 }, { "min": 98304, "max": 99999 } ] }, "missing": { "rows": 100000, "groups": 25, "idBounds": [ null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null ] } }, "runs": [ { "id": "stats", "sql": "SELECT sum(value)::BIGINT AS total FROM read_parquet('stats.parquet') WHERE id=43", "setup": [], "result": [ { "total": 731 } ], "resultSha256": "71e1596bf552a2397b10933234988e08020a02b697cfa719d10751963764afe0", "profile": "stats.json", "bytesRead": 7416, "operators": [ { "path": "0.0", "name": "PROJECTION", "type": "PROJECTION", "outputRows": 1, "scannedRows": 0, "extra": { "Projections": "total", "Estimated Cardinality": "1" } }, { "path": "0.0.0", "name": "UNGROUPED_AGGREGATE", "type": "UNGROUPED_AGGREGATE", "outputRows": 1, "scannedRows": 0, "extra": { "Aggregates": "sum(#0)" } }, { "path": "0.0.0.0", "name": "PROJECTION", "type": "PROJECTION", "outputRows": 1, "scannedRows": 0, "extra": { "Projections": "value", "Estimated Cardinality": "20000" } }, { "path": "0.0.0.0.0", "name": "READ_PARQUET ", "type": "TABLE_SCAN", "outputRows": 1, "scannedRows": 100000, "extra": { "Function": "READ_PARQUET", "Projections": "value", "Filters": "id=43", "Estimated Cardinality": "20000", "Total Files Read": "1" } } ] }, { "id": "missing", "sql": "SELECT sum(value)::BIGINT AS total FROM read_parquet('missing.parquet') WHERE id=43", "setup": [], "result": [ { "total": 731 } ], "resultSha256": "71e1596bf552a2397b10933234988e08020a02b697cfa719d10751963764afe0", "profile": "missing.json", "bytesRead": 17404, "operators": [ { "path": "0.0", "name": "PROJECTION", "type": "PROJECTION", "outputRows": 1, "scannedRows": 0, "extra": { "Projections": "total", "Estimated Cardinality": "1" } }, { "path": "0.0.0", "name": "UNGROUPED_AGGREGATE", "type": "UNGROUPED_AGGREGATE", "outputRows": 1, "scannedRows": 0, "extra": { "Aggregates": "sum(#0)" } }, { "path": "0.0.0.0", "name": "PROJECTION", "type": "PROJECTION", "outputRows": 1, "scannedRows": 0, "extra": { "Projections": "value", "Estimated Cardinality": "20000" } }, { "path": "0.0.0.0.0", "name": "READ_PARQUET ", "type": "TABLE_SCAN", "outputRows": 1, "scannedRows": 100000, "extra": { "Function": "READ_PARQUET", "Projections": "value", "Filters": "id=43", "Estimated Cardinality": "20000", "Total Files Read": "1" } } ] }, { "id": "cast", "sql": "SELECT sum(value)::BIGINT AS total FROM read_parquet('stats.parquet') WHERE CAST(id AS VARCHAR)='43'", "setup": [], "result": [ { "total": 731 } ], "resultSha256": "71e1596bf552a2397b10933234988e08020a02b697cfa719d10751963764afe0", "profile": "cast.json", "bytesRead": 19704, "operators": [ { "path": "0.0", "name": "PROJECTION", "type": "PROJECTION", "outputRows": 1, "scannedRows": 0, "extra": { "Projections": "total", "Estimated Cardinality": "1" } }, { "path": "0.0.0", "name": "UNGROUPED_AGGREGATE", "type": "UNGROUPED_AGGREGATE", "outputRows": 1, "scannedRows": 0, "extra": { "Aggregates": "sum(#0)" } }, { "path": "0.0.0.0", "name": "PROJECTION", "type": "PROJECTION", "outputRows": 1, "scannedRows": 0, "extra": { "Projections": "value", "Estimated Cardinality": "20000" } }, { "path": "0.0.0.0.0", "name": "READ_PARQUET ", "type": "TABLE_SCAN", "outputRows": 1, "scannedRows": 100000, "extra": { "Function": "READ_PARQUET", "Projections": "value", "Filters": "(CAST(id AS VARCHAR) = '43')", "Estimated Cardinality": "20000", "Total Files Read": "1" } } ] }, { "id": "independent", "sql": "SELECT count(*) AS n FROM independent WHERE a<10 AND b>=90", "setup": [], "result": [ { "n": 100 } ], "resultSha256": "4b5975cfbafa512614c1808d5376af0a8fe15937048ab837d73b3f324686a9a4", "profile": "independent.json", "bytesRead": 0, "operators": [ { "path": "0.0", "name": "UNGROUPED_AGGREGATE", "type": "UNGROUPED_AGGREGATE", "outputRows": 1, "scannedRows": 0, "extra": { "Aggregates": "count_star()" } }, { "path": "0.0.0", "name": "SEQ_SCAN ", "type": "TABLE_SCAN", "outputRows": 100, "scannedRows": 10000, "extra": { "Table": "independent", "Type": "Sequential Scan", "Projections": "", "Filters": [ "a<10", "b>=90" ], "Estimated Cardinality": "2000" } } ] }, { "id": "correlated", "sql": "SELECT count(*) AS n FROM correlated WHERE a<10 AND b>=90", "setup": [], "result": [ { "n": 0 } ], "resultSha256": "9edf26a11e8aad8749dabfe0f58c5b1739d2cfb434fa6b6af0e30777f1314189", "profile": "correlated.json", "bytesRead": 0, "operators": [ { "path": "0.0", "name": "UNGROUPED_AGGREGATE", "type": "UNGROUPED_AGGREGATE", "outputRows": 1, "scannedRows": 0, "extra": { "Aggregates": "count_star()" } }, { "path": "0.0.0", "name": "SEQ_SCAN ", "type": "TABLE_SCAN", "outputRows": 0, "scannedRows": 10000, "extra": { "Table": "correlated", "Type": "Sequential Scan", "Projections": "", "Filters": [ "a<10", "b>=90" ], "Estimated Cardinality": "2000" } } ] }, { "id": "uniform", "sql": "SELECT count(*) AS n FROM uniform WHERE key=0", "setup": [], "result": [ { "n": 100 } ], "resultSha256": "4b5975cfbafa512614c1808d5376af0a8fe15937048ab837d73b3f324686a9a4", "profile": "uniform.json", "bytesRead": 0, "operators": [ { "path": "0.0", "name": "UNGROUPED_AGGREGATE", "type": "UNGROUPED_AGGREGATE", "outputRows": 1, "scannedRows": 0, "extra": { "Aggregates": "count_star()" } }, { "path": "0.0.0", "name": "SEQ_SCAN ", "type": "TABLE_SCAN", "outputRows": 100, "scannedRows": 10000, "extra": { "Table": "uniform", "Type": "Sequential Scan", "Projections": "", "Filters": "key=0", "Estimated Cardinality": "103" } } ] }, { "id": "skew", "sql": "SELECT count(*) AS n FROM skew WHERE key=0", "setup": [], "result": [ { "n": 9505 } ], "resultSha256": "02516a999d7a18c180c3364777160454a90ee5a2364b289b801aada66b4bc305", "profile": "skew.json", "bytesRead": 0, "operators": [ { "path": "0.0", "name": "UNGROUPED_AGGREGATE", "type": "UNGROUPED_AGGREGATE", "outputRows": 1, "scannedRows": 0, "extra": { "Aggregates": "count_star()" } }, { "path": "0.0.0", "name": "SEQ_SCAN ", "type": "TABLE_SCAN", "outputRows": 9505, "scannedRows": 10000, "extra": { "Table": "skew", "Type": "Sequential Scan", "Projections": "", "Filters": "key=0", "Estimated Cardinality": "2000" } } ] }, { "id": "stats-before", "sql": "SELECT count(*) AS n, sum(id)::BIGINT AS total FROM uniform WHERE key=43", "setup": [ "ANALYZE uniform" ], "result": [ { "n": 100, "total": 499300 } ], "resultSha256": "8281a8301710ac3dbc8929c73d2c93a6736a8738351ad19585129345993fc2b1", "profile": "stats-before.json", "bytesRead": 0, "operators": [ { "path": "0.0", "name": "PROJECTION", "type": "PROJECTION", "outputRows": 1, "scannedRows": 0, "extra": { "Projections": [ "n", "total" ], "Estimated Cardinality": "1" } }, { "path": "0.0.0", "name": "UNGROUPED_AGGREGATE", "type": "UNGROUPED_AGGREGATE", "outputRows": 1, "scannedRows": 0, "extra": { "Aggregates": [ "count_star()", "sum_no_overflow(#0)" ] } }, { "path": "0.0.0.0", "name": "PROJECTION", "type": "PROJECTION", "outputRows": 100, "scannedRows": 0, "extra": { "Projections": "id", "Estimated Cardinality": "103" } }, { "path": "0.0.0.0.0", "name": "SEQ_SCAN ", "type": "TABLE_SCAN", "outputRows": 100, "scannedRows": 10000, "extra": { "Table": "uniform", "Type": "Sequential Scan", "Projections": "id", "Filters": "key=43", "Estimated Cardinality": "103" } } ] }, { "id": "stats-stale", "sql": "SELECT count(*) AS n, sum(id)::BIGINT AS total FROM uniform WHERE key=43", "setup": [ "ANALYZE uniform", "UPDATE uniform SET key=id" ], "result": [ { "n": 1, "total": 43 } ], "resultSha256": "7a9914d46ab8dc57945c34b4a5f0352f8fe423f06c201d81114a96d942dea2ce", "profile": "stats-stale.json", "bytesRead": 0, "operators": [ { "path": "0.0", "name": "PROJECTION", "type": "PROJECTION", "outputRows": 1, "scannedRows": 0, "extra": { "Projections": [ "n", "total" ], "Estimated Cardinality": "1" } }, { "path": "0.0.0", "name": "UNGROUPED_AGGREGATE", "type": "UNGROUPED_AGGREGATE", "outputRows": 1, "scannedRows": 0, "extra": { "Aggregates": [ "count_star()", "sum_no_overflow(#0)" ] } }, { "path": "0.0.0.0", "name": "PROJECTION", "type": "PROJECTION", "outputRows": 1, "scannedRows": 0, "extra": { "Projections": "id", "Estimated Cardinality": "103" } }, { "path": "0.0.0.0.0", "name": "SEQ_SCAN ", "type": "TABLE_SCAN", "outputRows": 1, "scannedRows": 10000, "extra": { "Table": "uniform", "Type": "Sequential Scan", "Projections": "id", "Filters": "key=43", "Estimated Cardinality": "103" } } ] }, { "id": "stats-refreshed", "sql": "SELECT count(*) AS n, sum(id)::BIGINT AS total FROM uniform WHERE key=43", "setup": [ "ANALYZE uniform", "UPDATE uniform SET key=id", "ANALYZE uniform" ], "result": [ { "n": 1, "total": 43 } ], "resultSha256": "7a9914d46ab8dc57945c34b4a5f0352f8fe423f06c201d81114a96d942dea2ce", "profile": "stats-refreshed.json", "bytesRead": 0, "operators": [ { "path": "0.0", "name": "PROJECTION", "type": "PROJECTION", "outputRows": 1, "scannedRows": 0, "extra": { "Projections": [ "n", "total" ], "Estimated Cardinality": "1" } }, { "path": "0.0.0", "name": "UNGROUPED_AGGREGATE", "type": "UNGROUPED_AGGREGATE", "outputRows": 1, "scannedRows": 0, "extra": { "Aggregates": [ "count_star()", "sum_no_overflow(#0)" ] } }, { "path": "0.0.0.0", "name": "PROJECTION", "type": "PROJECTION", "outputRows": 1, "scannedRows": 0, "extra": { "Projections": "id", "Estimated Cardinality": "2" } }, { "path": "0.0.0.0.0", "name": "SEQ_SCAN ", "type": "TABLE_SCAN", "outputRows": 1, "scannedRows": 10000, "extra": { "Table": "uniform", "Type": "Sequential Scan", "Projections": "id", "Filters": "key=43", "Estimated Cardinality": "2" } } ] }, { "id": "join-auto", "sql": "SELECT count(*) AS n, sum(f.id)::BIGINT AS total FROM fact f JOIN wide w USING(b) JOIN selective s USING(a) WHERE s.keep=1", "setup": [], "result": [ { "n": 1000, "total": 45004500 } ], "resultSha256": "4afb141d95c2b722ac1d8e0f5713d88011c909e93fc71de13eb64115e4b18ea2", "profile": "join-auto.json", "bytesRead": 0, "operators": [ { "path": "0.0", "name": "PROJECTION", "type": "PROJECTION", "outputRows": 1, "scannedRows": 0, "extra": { "Projections": [ "n", "total" ], "Estimated Cardinality": "1" } }, { "path": "0.0.0", "name": "UNGROUPED_AGGREGATE", "type": "UNGROUPED_AGGREGATE", "outputRows": 1, "scannedRows": 0, "extra": { "Aggregates": [ "count_star()", "sum(#0)" ] } }, { "path": "0.0.0.0", "name": "PROJECTION", "type": "PROJECTION", "outputRows": 1000, "scannedRows": 0, "extra": { "Projections": "id", "Estimated Cardinality": "495779" } }, { "path": "0.0.0.0.0", "name": "HASH_JOIN", "type": "HASH_JOIN", "outputRows": 1000, "scannedRows": 0, "extra": { "Join Type": "INNER", "Conditions": "b = b", "Estimated Cardinality": "495779" } }, { "path": "0.0.0.0.0.0", "name": "HASH_JOIN", "type": "HASH_JOIN", "outputRows": 100, "scannedRows": 0, "extra": { "Join Type": "INNER", "Conditions": "a = a", "Estimated Cardinality": "49082" } }, { "path": "0.0.0.0.0.0.0", "name": "SEQ_SCAN ", "type": "TABLE_SCAN", "outputRows": 100, "scannedRows": 100000, "extra": { "Table": "fact", "Type": "Sequential Scan", "Projections": [ "b", "a", "id" ], "Estimated Cardinality": "100000" } }, { "path": "0.0.0.0.0.0.1", "name": "SEQ_SCAN ", "type": "TABLE_SCAN", "outputRows": 10, "scannedRows": 10000, "extra": { "Table": "selective", "Type": "Sequential Scan", "Projections": "a", "Filters": "keep=1", "Estimated Cardinality": "5000" } }, { "path": "0.0.0.0.0.1", "name": "SEQ_SCAN ", "type": "TABLE_SCAN", "outputRows": 1000, "scannedRows": 1000, "extra": { "Table": "wide", "Type": "Sequential Scan", "Projections": "b", "Estimated Cardinality": "1000" } } ] }, { "id": "join-written", "sql": "SELECT count(*) AS n, sum(f.id)::BIGINT AS total FROM fact f JOIN wide w USING(b) JOIN selective s USING(a) WHERE s.keep=1", "setup": [ "SET disabled_optimizers='join_order,build_side_probe_side'" ], "result": [ { "n": 1000, "total": 45004500 } ], "resultSha256": "4afb141d95c2b722ac1d8e0f5713d88011c909e93fc71de13eb64115e4b18ea2", "profile": "join-written.json", "bytesRead": 0, "operators": [ { "path": "0.0", "name": "PROJECTION", "type": "PROJECTION", "outputRows": 1, "scannedRows": 0, "extra": { "Projections": [ "n", "total" ], "Estimated Cardinality": "1" } }, { "path": "0.0.0", "name": "UNGROUPED_AGGREGATE", "type": "UNGROUPED_AGGREGATE", "outputRows": 1, "scannedRows": 0, "extra": { "Aggregates": [ "count_star()", "sum(#0)" ] } }, { "path": "0.0.0.0", "name": "PROJECTION", "type": "PROJECTION", "outputRows": 1000, "scannedRows": 0, "extra": { "Projections": "id", "Estimated Cardinality": "0" } }, { "path": "0.0.0.0.0", "name": "HASH_JOIN", "type": "HASH_JOIN", "outputRows": 1000, "scannedRows": 0, "extra": { "Join Type": "INNER", "Conditions": "a = a", "Estimated Cardinality": "0" } }, { "path": "0.0.0.0.0.0", "name": "HASH_JOIN", "type": "HASH_JOIN", "outputRows": 1000, "scannedRows": 0, "extra": { "Join Type": "INNER", "Conditions": "b = b", "Estimated Cardinality": "100000" } }, { "path": "0.0.0.0.0.0.0", "name": "SEQ_SCAN ", "type": "TABLE_SCAN", "outputRows": 100, "scannedRows": 100000, "extra": { "Table": "fact", "Type": "Sequential Scan", "Projections": [ "b", "a", "id" ], "Estimated Cardinality": "100000" } }, { "path": "0.0.0.0.0.0.1", "name": "SEQ_SCAN ", "type": "TABLE_SCAN", "outputRows": 1000, "scannedRows": 1000, "extra": { "Table": "wide", "Type": "Sequential Scan", "Projections": "b", "Estimated Cardinality": "1000" } }, { "path": "0.0.0.0.0.1", "name": "SEQ_SCAN ", "type": "TABLE_SCAN", "outputRows": 10, "scannedRows": 10000, "extra": { "Table": "selective", "Type": "Sequential Scan", "Projections": "a", "Filters": "keep=1", "Estimated Cardinality": "10000" } } ] } ], "artifacts": { "stats.parquet": { "size": 1911062, "sha256": "1f29df2943d78e10767001b1e66c688aab52ef18a9ca8475c34bb5aae6f0c092" }, "missing.parquet": { "size": 1906562, "sha256": "928ba049d991809e7177f764ddcc457c0dc389514d9bc2593944a81effd4d299" }, "stats.json": { "size": 3109, "sha256": "35adacef498ca4f24d05abe0c67b222cc6670b4c0b2abe5b60d2f73ae4274309" }, "missing.json": { "size": 3108, "sha256": "cfa74045c5a1ae2c21d4a5547b5ca6624adaaca91c013a63d45b6b68ad1bcb48" }, "cast.json": { "size": 3149, "sha256": "c8b9fe57c68a7a3a85619bd57878d63c2d87b479160e81e478d82b081abe0786" }, "independent.json": { "size": 1680, "sha256": "92e59854fcbf5e697c1d377c965b0e7330c5734d5346d7109c4df697e7203b91" }, "correlated.json": { "size": 1699, "sha256": "827366d7b80baa10b11cd34f819195f03ec5339389ac5cbd10c26ad97379bb67" }, "uniform.json": { "size": 1641, "sha256": "934830130d15d564b04173271593a7541da95de2a0058a977614a915df0eb23b" }, "skew.json": { "size": 1629, "sha256": "19f9d0dc059ede5993b1cb918d1095180a20bca6106ece38666fa0cfd7db6f83" }, "stats-before.json": { "size": 3186, "sha256": "d020abb05c886f4176508be2f8cb68d1e5acc44da6713c72e612f6f285aef463" }, "stats-stale.json": { "size": 3168, "sha256": "d103f25d05c240b2c3deaa96606913d8f60252d0ad606415031d33add0986c8c" }, "stats-refreshed.json": { "size": 3186, "sha256": "e11cd761c71990ed4fcf67aa6c2541fe9223a107b0e56899f474ed5ad4080f63" }, "join-auto.json": { "size": 7185, "sha256": "5a3176836f5793070427a6fc25ca0e6ce98b0ce2b194e7d50c47318776846bab" }, "join-written.json": { "size": 7142, "sha256": "e518a6a9145a9956414b20ef35418127e1bcfb2fb0eaecf70d78d2af6ce0f2d5" } } }