{ "writer": "Apache Iceberg Java 1.9.2 / PyArrow 25.0.1", "reader": "Spark 3.5.6 / Iceberg 1.9.2", "captureRoot": "/var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a", "sourceRows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 3, "station": "North", "observed_at": "2026-01-01T06:00:00.000", "temperature_c": 7.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02T06:00:00.000", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02T09:00:00.000", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03T09:00:00.000", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ], "cases": [ { "key": "conflict", "stages": [ { "label": "Both writers read the same snapshot", "id": "3706799091859689728", "sequence": 1, "metadata": "conflict/metadata/v2.metadata.json", "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 3, "station": "North", "observed_at": "2026-01-01T06:00:00.000", "temperature_c": 7.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02T06:00:00.000", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02T09:00:00.000", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03T09:00:00.000", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ], "files": [ { "path": "conflict/A.parquet", "records": 18, "spec": 0, "deletes": [] } ], "entries": [ { "manifest": "conflict/metadata/c72a41ec-40de-47c1-948a-c604e0760da0-m0.avro", "manifestSequence": 1, "spec": 0, "status": 1, "snapshot_id": "3706799091859689728", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/conflict/A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 18, "file_size_in_bytes": 2162, "column_sizes": [ { "key": 1, "value": 215 }, { "key": 2, "value": 207 }, { "key": 3, "value": 215 }, { "key": 4, "value": 215 } ], "value_counts": [ { "key": 1, "value": 18 }, { "key": 2, "value": 18 }, { "key": 3, "value": 18 }, { "key": 4, "value": 18 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } } ], "refs": { "main": "3706799091859689728" }, "retainedSnapshots": [ "3706799091859689728" ], "physicalFiles": [ "conflict/A.parquet" ] }, { "label": "Writer A commits", "id": "6423870635082758303", "sequence": 2, "metadata": "conflict/metadata/v3.metadata.json", "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02T06:00:00.000", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02T09:00:00.000", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03T09:00:00.000", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ], "files": [ { "path": "conflict/writer-A.parquet", "records": 17, "spec": 0, "deletes": [] } ], "entries": [ { "manifest": "conflict/metadata/33d49a0b-e7ea-4263-8304-70c3ff9ce745-m1.avro", "manifestSequence": 2, "spec": 0, "status": 1, "snapshot_id": "6423870635082758303", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/conflict/writer-A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 17, "file_size_in_bytes": 2129, "column_sizes": [ { "key": 1, "value": 207 }, { "key": 2, "value": 198 }, { "key": 3, "value": 207 }, { "key": 4, "value": 207 } ], "value_counts": [ { "key": 1, "value": 17 }, { "key": 2, "value": 17 }, { "key": 3, "value": 17 }, { "key": 4, "value": 17 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } }, { "manifest": "conflict/metadata/33d49a0b-e7ea-4263-8304-70c3ff9ce745-m0.avro", "manifestSequence": 2, "spec": 0, "status": 2, "snapshot_id": "6423870635082758303", "sequence_number": 1, "file_sequence_number": 1, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/conflict/A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 18, "file_size_in_bytes": 2162, "column_sizes": [ { "key": 1, "value": 215 }, { "key": 2, "value": 207 }, { "key": 3, "value": 215 }, { "key": 4, "value": 215 } ], "value_counts": [ { "key": 1, "value": 18 }, { "key": 2, "value": 18 }, { "key": 3, "value": 18 }, { "key": 4, "value": 18 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } } ], "refs": { "main": "6423870635082758303" }, "retainedSnapshots": [ "3706799091859689728", "6423870635082758303" ], "physicalFiles": [ "conflict/A.parquet", "conflict/writer-A.parquet", "conflict/writer-B.parquet" ] }, { "label": "B rejects; A remains committed", "id": "6423870635082758303", "sequence": 2, "metadata": "conflict/metadata/v3.metadata.json", "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02T06:00:00.000", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02T09:00:00.000", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03T09:00:00.000", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ], "files": [ { "path": "conflict/writer-A.parquet", "records": 17, "spec": 0, "deletes": [] } ], "entries": [ { "manifest": "conflict/metadata/33d49a0b-e7ea-4263-8304-70c3ff9ce745-m1.avro", "manifestSequence": 2, "spec": 0, "status": 1, "snapshot_id": "6423870635082758303", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/conflict/writer-A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 17, "file_size_in_bytes": 2129, "column_sizes": [ { "key": 1, "value": 207 }, { "key": 2, "value": 198 }, { "key": 3, "value": 207 }, { "key": 4, "value": 207 } ], "value_counts": [ { "key": 1, "value": 17 }, { "key": 2, "value": 17 }, { "key": 3, "value": 17 }, { "key": 4, "value": 17 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } }, { "manifest": "conflict/metadata/33d49a0b-e7ea-4263-8304-70c3ff9ce745-m0.avro", "manifestSequence": 2, "spec": 0, "status": 2, "snapshot_id": "6423870635082758303", "sequence_number": 1, "file_sequence_number": 1, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/conflict/A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 18, "file_size_in_bytes": 2162, "column_sizes": [ { "key": 1, "value": 215 }, { "key": 2, "value": 207 }, { "key": 3, "value": 215 }, { "key": 4, "value": 215 } ], "value_counts": [ { "key": 1, "value": 18 }, { "key": 2, "value": 18 }, { "key": 3, "value": 18 }, { "key": 4, "value": 18 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } } ], "refs": { "main": "6423870635082758303" }, "retainedSnapshots": [ "3706799091859689728", "6423870635082758303" ], "physicalFiles": [ "conflict/A.parquet", "conflict/writer-A.parquet", "conflict/writer-B.parquet" ] }, { "label": "B recomputes from current rows", "id": "5809130760053370453", "sequence": 3, "metadata": "conflict/metadata/v4.metadata.json", "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02T06:00:00.000", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02T09:00:00.000", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03T09:00:00.000", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ], "files": [ { "path": "conflict/fresh-B.parquet", "records": 16, "spec": 0, "deletes": [] } ], "entries": [ { "manifest": "conflict/metadata/8d63fb66-710a-4471-bd42-7579392d12cd-m1.avro", "manifestSequence": 3, "spec": 0, "status": 1, "snapshot_id": "5809130760053370453", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/conflict/fresh-B.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 16, "file_size_in_bytes": 2096, "column_sizes": [ { "key": 1, "value": 199 }, { "key": 2, "value": 189 }, { "key": 3, "value": 199 }, { "key": 4, "value": 199 } ], "value_counts": [ { "key": 1, "value": 16 }, { "key": 2, "value": 16 }, { "key": 3, "value": 16 }, { "key": 4, "value": 16 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } }, { "manifest": "conflict/metadata/8d63fb66-710a-4471-bd42-7579392d12cd-m0.avro", "manifestSequence": 3, "spec": 0, "status": 2, "snapshot_id": "5809130760053370453", "sequence_number": 2, "file_sequence_number": 2, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/conflict/writer-A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 17, "file_size_in_bytes": 2129, "column_sizes": [ { "key": 1, "value": 207 }, { "key": 2, "value": 198 }, { "key": 3, "value": 207 }, { "key": 4, "value": 207 } ], "value_counts": [ { "key": 1, "value": 17 }, { "key": 2, "value": 17 }, { "key": 3, "value": 17 }, { "key": 4, "value": 17 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } } ], "refs": { "main": "5809130760053370453" }, "retainedSnapshots": [ "3706799091859689728", "6423870635082758303", "5809130760053370453" ], "physicalFiles": [ "conflict/A.parquet", "conflict/fresh-B.parquet", "conflict/writer-A.parquet", "conflict/writer-B.parquet" ] } ], "error": { "class": "org.apache.iceberg.exceptions.ValidationException", "message": "org.apache.iceberg.exceptions.ValidationException: Found conflicting files that can contain records matching true: [file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/conflict/writer-A.parquet]" }, "staleSnapshot": "3706799091859689728", "stagedRows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 3, "station": "North", "observed_at": "2026-01-01T06:00:00.000", "temperature_c": 7.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02T06:00:00.000", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02T09:00:00.000", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03T09:00:00.000", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ] }, { "key": "rewrite-append", "stages": [ { "label": "Both writers read the same snapshot", "id": "7436821422128500407", "sequence": 1, "metadata": "rewrite-append/metadata/v2.metadata.json", "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 3, "station": "North", "observed_at": "2026-01-01T06:00:00.000", "temperature_c": 7.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02T06:00:00.000", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02T09:00:00.000", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03T09:00:00.000", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ], "files": [ { "path": "rewrite-append/A.parquet", "records": 18, "spec": 0, "deletes": [] } ], "entries": [ { "manifest": "rewrite-append/metadata/c0e7bf04-e324-4a78-91a7-f507af651ad0-m0.avro", "manifestSequence": 1, "spec": 0, "status": 1, "snapshot_id": "7436821422128500407", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/rewrite-append/A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 18, "file_size_in_bytes": 2162, "column_sizes": [ { "key": 1, "value": 215 }, { "key": 2, "value": 207 }, { "key": 3, "value": 215 }, { "key": 4, "value": 215 } ], "value_counts": [ { "key": 1, "value": 18 }, { "key": 2, "value": 18 }, { "key": 3, "value": 18 }, { "key": 4, "value": 18 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } } ], "refs": { "main": "7436821422128500407" }, "retainedSnapshots": [ "7436821422128500407" ], "physicalFiles": [ "rewrite-append/A.parquet" ] }, { "label": "Writer A commits", "id": "8819495611658897170", "sequence": 2, "metadata": "rewrite-append/metadata/v3.metadata.json", "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02T06:00:00.000", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02T09:00:00.000", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03T09:00:00.000", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ], "files": [ { "path": "rewrite-append/writer-A.parquet", "records": 17, "spec": 0, "deletes": [] } ], "entries": [ { "manifest": "rewrite-append/metadata/d1e9eacf-e8d3-4ba3-8dab-23a1db93f79b-m1.avro", "manifestSequence": 2, "spec": 0, "status": 1, "snapshot_id": "8819495611658897170", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/rewrite-append/writer-A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 17, "file_size_in_bytes": 2129, "column_sizes": [ { "key": 1, "value": 207 }, { "key": 2, "value": 198 }, { "key": 3, "value": 207 }, { "key": 4, "value": 207 } ], "value_counts": [ { "key": 1, "value": 17 }, { "key": 2, "value": 17 }, { "key": 3, "value": 17 }, { "key": 4, "value": 17 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } }, { "manifest": "rewrite-append/metadata/d1e9eacf-e8d3-4ba3-8dab-23a1db93f79b-m0.avro", "manifestSequence": 2, "spec": 0, "status": 2, "snapshot_id": "8819495611658897170", "sequence_number": 1, "file_sequence_number": 1, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/rewrite-append/A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 18, "file_size_in_bytes": 2162, "column_sizes": [ { "key": 1, "value": 215 }, { "key": 2, "value": 207 }, { "key": 3, "value": 215 }, { "key": 4, "value": 215 } ], "value_counts": [ { "key": 1, "value": 18 }, { "key": 2, "value": 18 }, { "key": 3, "value": 18 }, { "key": 4, "value": 18 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } } ], "refs": { "main": "8819495611658897170" }, "retainedSnapshots": [ "7436821422128500407", "8819495611658897170" ], "physicalFiles": [ "rewrite-append/A.parquet", "rewrite-append/writer-A.parquet", "rewrite-append/writer-B.parquet" ] }, { "label": "Stale B append rebases and commits", "id": "1716298244644163491", "sequence": 3, "metadata": "rewrite-append/metadata/v4.metadata.json", "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02T06:00:00.000", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02T09:00:00.000", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03T09:00:00.000", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ], "files": [ { "path": "rewrite-append/writer-A.parquet", "records": 17, "spec": 0, "deletes": [] }, { "path": "rewrite-append/writer-B.parquet", "records": 1, "spec": 0, "deletes": [] } ], "entries": [ { "manifest": "rewrite-append/metadata/93b68c4a-a9ce-4d8d-a92f-6fb979222909-m0.avro", "manifestSequence": 3, "spec": 0, "status": 1, "snapshot_id": "1716298244644163491", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/rewrite-append/writer-B.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 1, "file_size_in_bytes": 1590, "column_sizes": [ { "key": 1, "value": 77 }, { "key": 2, "value": 52 }, { "key": 3, "value": 77 }, { "key": 4, "value": 77 } ], "value_counts": [ { "key": 1, "value": 1 }, { "key": 2, "value": 1 }, { "key": 3, "value": 1 }, { "key": 4, "value": 1 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0400000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "000451d14f470600" } }, { "key": 4, "value": { "hex": "0000000000002040" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "0400000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "000451d14f470600" } }, { "key": 4, "value": { "hex": "0000000000002040" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } }, { "manifest": "rewrite-append/metadata/d1e9eacf-e8d3-4ba3-8dab-23a1db93f79b-m1.avro", "manifestSequence": 2, "spec": 0, "status": 1, "snapshot_id": "8819495611658897170", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/rewrite-append/writer-A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 17, "file_size_in_bytes": 2129, "column_sizes": [ { "key": 1, "value": 207 }, { "key": 2, "value": 198 }, { "key": 3, "value": 207 }, { "key": 4, "value": 207 } ], "value_counts": [ { "key": 1, "value": 17 }, { "key": 2, "value": 17 }, { "key": 3, "value": 17 }, { "key": 4, "value": 17 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } } ], "refs": { "main": "1716298244644163491" }, "retainedSnapshots": [ "7436821422128500407", "8819495611658897170", "1716298244644163491" ], "physicalFiles": [ "rewrite-append/A.parquet", "rewrite-append/writer-A.parquet", "rewrite-append/writer-B.parquet" ] } ], "error": null, "staleSnapshot": "7436821422128500407", "stagedRows": [ { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 } ] }, { "key": "append-append", "stages": [ { "label": "Both writers read the same snapshot", "id": "6785944968294565310", "sequence": 1, "metadata": "append-append/metadata/v2.metadata.json", "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 3, "station": "North", "observed_at": "2026-01-01T06:00:00.000", "temperature_c": 7.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02T06:00:00.000", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02T09:00:00.000", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03T09:00:00.000", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ], "files": [ { "path": "append-append/A.parquet", "records": 18, "spec": 0, "deletes": [] } ], "entries": [ { "manifest": "append-append/metadata/457cda96-9332-401a-b726-37c71efd50f9-m0.avro", "manifestSequence": 1, "spec": 0, "status": 1, "snapshot_id": "6785944968294565310", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/append-append/A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 18, "file_size_in_bytes": 2162, "column_sizes": [ { "key": 1, "value": 215 }, { "key": 2, "value": 207 }, { "key": 3, "value": 215 }, { "key": 4, "value": 215 } ], "value_counts": [ { "key": 1, "value": 18 }, { "key": 2, "value": 18 }, { "key": 3, "value": 18 }, { "key": 4, "value": 18 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } } ], "refs": { "main": "6785944968294565310" }, "retainedSnapshots": [ "6785944968294565310" ], "physicalFiles": [ "append-append/A.parquet" ] }, { "label": "Writer A commits", "id": "6960314999810092819", "sequence": 2, "metadata": "append-append/metadata/v3.metadata.json", "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 3, "station": "North", "observed_at": "2026-01-01T06:00:00.000", "temperature_c": 7.0 }, { "observation_id": 3, "station": "North", "observed_at": "2026-01-01T06:00:00.000", "temperature_c": 7.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02T06:00:00.000", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02T09:00:00.000", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03T09:00:00.000", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ], "files": [ { "path": "append-append/A.parquet", "records": 18, "spec": 0, "deletes": [] }, { "path": "append-append/writer-A.parquet", "records": 1, "spec": 0, "deletes": [] } ], "entries": [ { "manifest": "append-append/metadata/f41f5172-d076-449a-8f98-c9eba8209572-m0.avro", "manifestSequence": 2, "spec": 0, "status": 1, "snapshot_id": "6960314999810092819", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/append-append/writer-A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 1, "file_size_in_bytes": 1590, "column_sizes": [ { "key": 1, "value": 77 }, { "key": 2, "value": 52 }, { "key": 3, "value": 77 }, { "key": 4, "value": 77 } ], "value_counts": [ { "key": 1, "value": 1 }, { "key": 2, "value": 1 }, { "key": 3, "value": 1 }, { "key": 4, "value": 1 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0300000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0018964d4d470600" } }, { "key": 4, "value": { "hex": "0000000000001c40" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "0300000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0018964d4d470600" } }, { "key": 4, "value": { "hex": "0000000000001c40" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } }, { "manifest": "append-append/metadata/457cda96-9332-401a-b726-37c71efd50f9-m0.avro", "manifestSequence": 1, "spec": 0, "status": 1, "snapshot_id": "6785944968294565310", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/append-append/A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 18, "file_size_in_bytes": 2162, "column_sizes": [ { "key": 1, "value": 215 }, { "key": 2, "value": 207 }, { "key": 3, "value": 215 }, { "key": 4, "value": 215 } ], "value_counts": [ { "key": 1, "value": 18 }, { "key": 2, "value": 18 }, { "key": 3, "value": 18 }, { "key": 4, "value": 18 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } } ], "refs": { "main": "6960314999810092819" }, "retainedSnapshots": [ "6785944968294565310", "6960314999810092819" ], "physicalFiles": [ "append-append/A.parquet", "append-append/writer-A.parquet", "append-append/writer-B.parquet" ] }, { "label": "Stale B append rebases and commits", "id": "4945477507724266118", "sequence": 3, "metadata": "append-append/metadata/v4.metadata.json", "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 3, "station": "North", "observed_at": "2026-01-01T06:00:00.000", "temperature_c": 7.0 }, { "observation_id": 3, "station": "North", "observed_at": "2026-01-01T06:00:00.000", "temperature_c": 7.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02T06:00:00.000", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02T09:00:00.000", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03T09:00:00.000", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ], "files": [ { "path": "append-append/writer-A.parquet", "records": 1, "spec": 0, "deletes": [] }, { "path": "append-append/writer-B.parquet", "records": 1, "spec": 0, "deletes": [] }, { "path": "append-append/A.parquet", "records": 18, "spec": 0, "deletes": [] } ], "entries": [ { "manifest": "append-append/metadata/7dd2fceb-dd3b-4428-a6ae-b51126ebdcd0-m0.avro", "manifestSequence": 3, "spec": 0, "status": 1, "snapshot_id": "4945477507724266118", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/append-append/writer-B.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 1, "file_size_in_bytes": 1590, "column_sizes": [ { "key": 1, "value": 77 }, { "key": 2, "value": 52 }, { "key": 3, "value": 77 }, { "key": 4, "value": 77 } ], "value_counts": [ { "key": 1, "value": 1 }, { "key": 2, "value": 1 }, { "key": 3, "value": 1 }, { "key": 4, "value": 1 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0400000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "000451d14f470600" } }, { "key": 4, "value": { "hex": "0000000000002040" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "0400000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "000451d14f470600" } }, { "key": 4, "value": { "hex": "0000000000002040" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } }, { "manifest": "append-append/metadata/f41f5172-d076-449a-8f98-c9eba8209572-m0.avro", "manifestSequence": 2, "spec": 0, "status": 1, "snapshot_id": "6960314999810092819", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/append-append/writer-A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 1, "file_size_in_bytes": 1590, "column_sizes": [ { "key": 1, "value": 77 }, { "key": 2, "value": 52 }, { "key": 3, "value": 77 }, { "key": 4, "value": 77 } ], "value_counts": [ { "key": 1, "value": 1 }, { "key": 2, "value": 1 }, { "key": 3, "value": 1 }, { "key": 4, "value": 1 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0300000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0018964d4d470600" } }, { "key": 4, "value": { "hex": "0000000000001c40" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "0300000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0018964d4d470600" } }, { "key": 4, "value": { "hex": "0000000000001c40" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } }, { "manifest": "append-append/metadata/457cda96-9332-401a-b726-37c71efd50f9-m0.avro", "manifestSequence": 1, "spec": 0, "status": 1, "snapshot_id": "6785944968294565310", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/append-append/A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 18, "file_size_in_bytes": 2162, "column_sizes": [ { "key": 1, "value": 215 }, { "key": 2, "value": 207 }, { "key": 3, "value": 215 }, { "key": 4, "value": 215 } ], "value_counts": [ { "key": 1, "value": 18 }, { "key": 2, "value": 18 }, { "key": 3, "value": 18 }, { "key": 4, "value": 18 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } } ], "refs": { "main": "4945477507724266118" }, "retainedSnapshots": [ "6785944968294565310", "6960314999810092819", "4945477507724266118" ], "physicalFiles": [ "append-append/A.parquet", "append-append/writer-A.parquet", "append-append/writer-B.parquet" ] } ], "error": null, "staleSnapshot": "6785944968294565310", "stagedRows": [ { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 } ] }, { "key": "keys", "stages": [ { "label": "A duplicate ID and two null stations", "id": "215217797410934907", "sequence": 1, "metadata": "keys/metadata/v2.metadata.json", "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 3, "station": null, "observed_at": "2026-01-01T06:00:00.000", "temperature_c": 7.0 }, { "observation_id": 3, "station": "South", "observed_at": "2026-01-01T06:00:00.000", "temperature_c": 30.0 }, { "observation_id": 4, "station": null, "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02T06:00:00.000", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02T09:00:00.000", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03T09:00:00.000", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ], "files": [ { "path": "keys/A.parquet", "records": 19, "spec": 0, "deletes": [] } ], "entries": [ { "manifest": "keys/metadata/ac3f9189-951e-4779-a71a-b666d082d803-m0.avro", "manifestSequence": 1, "spec": 0, "status": 1, "snapshot_id": "215217797410934907", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/keys/A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 19, "file_size_in_bytes": 2179, "column_sizes": [ { "key": 1, "value": 223 }, { "key": 2, "value": 200 }, { "key": 3, "value": 223 }, { "key": 4, "value": 223 } ], "value_counts": [ { "key": 1, "value": 19 }, { "key": 2, "value": 19 }, { "key": 3, "value": 19 }, { "key": 4, "value": 19 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 2 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003e40" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } } ], "refs": { "main": "215217797410934907" }, "retainedSnapshots": [ "215217797410934907" ], "physicalFiles": [ "keys/A.parquet" ] }, { "label": "Composite key uses AND and null-safe matching", "id": "6511444735184406277", "sequence": 2, "metadata": "keys/metadata/v3.metadata.json", "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 3, "station": "South", "observed_at": "2026-01-01T06:00:00.000", "temperature_c": 30.0 }, { "observation_id": 4, "station": null, "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02T06:00:00.000", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02T09:00:00.000", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03T09:00:00.000", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ], "files": [ { "path": "keys/A.parquet", "records": 19, "spec": 0, "deletes": [ { "path": "keys/key-3-null.parquet", "records": 1, "content": "EQUALITY_DELETES", "spec": 0, "offset": null, "length": null, "referencedDataFile": null, "equalityIds": [ 1, 2 ] } ] } ], "entries": [ { "manifest": "keys/metadata/ac3f9189-951e-4779-a71a-b666d082d803-m0.avro", "manifestSequence": 1, "spec": 0, "status": 1, "snapshot_id": "215217797410934907", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/keys/A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 19, "file_size_in_bytes": 2179, "column_sizes": [ { "key": 1, "value": 223 }, { "key": 2, "value": 200 }, { "key": 3, "value": 223 }, { "key": 4, "value": 223 } ], "value_counts": [ { "key": 1, "value": 19 }, { "key": 2, "value": 19 }, { "key": 3, "value": 19 }, { "key": 4, "value": 19 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 2 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003e40" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } }, { "manifest": "keys/metadata/59ca7416-889a-42b8-a14e-8e4b5309a526-m0.avro", "manifestSequence": 2, "spec": 0, "status": 1, "snapshot_id": "6511444735184406277", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 2, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/keys/key-3-null.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 1, "file_size_in_bytes": 832, "column_sizes": [ { "key": 1, "value": 77 }, { "key": 2, "value": 27 } ], "value_counts": [ { "key": 1, "value": 1 }, { "key": 2, "value": 1 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 1 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0300000000000000" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "0300000000000000" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": [ 1, 2 ], "sort_order_id": 0, "referenced_data_file": null } } ], "refs": { "main": "6511444735184406277" }, "retainedSnapshots": [ "215217797410934907", "6511444735184406277" ], "physicalFiles": [ "keys/A.parquet", "keys/key-3-null.parquet" ] } ] }, { "key": "cross-spec", "stages": [ { "label": "Old unpartitioned and new station partitions", "id": "7673547155556755134", "sequence": 2, "metadata": "cross-spec/metadata/v4.metadata.json", "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 3, "station": "North", "observed_at": "2026-01-01T06:00:00.000", "temperature_c": 7.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02T06:00:00.000", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02T09:00:00.000", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03T09:00:00.000", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ], "files": [ { "path": "cross-spec/North.parquet", "records": 6, "spec": 1, "deletes": [] }, { "path": "cross-spec/South.parquet", "records": 6, "spec": 1, "deletes": [] }, { "path": "cross-spec/old-A.parquet", "records": 6, "spec": 0, "deletes": [] } ], "entries": [ { "manifest": "cross-spec/metadata/13f96387-a102-47cc-896b-7646d2bc1bcc-m0.avro", "manifestSequence": 2, "spec": 1, "status": 1, "snapshot_id": "7673547155556755134", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/cross-spec/North.parquet", "file_format": "PARQUET", "partition": { "station": "North" }, "record_count": 6, "file_size_in_bytes": 1757, "column_sizes": [ { "key": 1, "value": 117 }, { "key": 2, "value": 97 }, { "key": 3, "value": 117 }, { "key": 4, "value": 117 } ], "value_counts": [ { "key": 1, "value": 6 }, { "key": 2, "value": 6 }, { "key": 3, "value": 6 }, { "key": 4, "value": 6 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0700000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "00b43ce059470600" } }, { "key": 4, "value": { "hex": "0000000000002640" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "00b0ba907a470600" } }, { "key": 4, "value": { "hex": "0000000000003540" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } }, { "manifest": "cross-spec/metadata/13f96387-a102-47cc-896b-7646d2bc1bcc-m0.avro", "manifestSequence": 2, "spec": 1, "status": 1, "snapshot_id": "7673547155556755134", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/cross-spec/South.parquet", "file_format": "PARQUET", "partition": { "station": "South" }, "record_count": 6, "file_size_in_bytes": 1757, "column_sizes": [ { "key": 1, "value": 117 }, { "key": 2, "value": 97 }, { "key": 3, "value": 117 }, { "key": 4, "value": 117 } ], "value_counts": [ { "key": 1, "value": 6 }, { "key": 2, "value": 6 }, { "key": 3, "value": 6 }, { "key": 4, "value": 6 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0800000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "008cb2e75e470600" } }, { "key": 4, "value": { "hex": "0000000000002840" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } }, { "manifest": "cross-spec/metadata/afbbbd9a-d6da-466f-91b4-039648403523-m0.avro", "manifestSequence": 1, "spec": 0, "status": 1, "snapshot_id": "1188672901037585865", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/cross-spec/old-A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 6, "file_size_in_bytes": 1757, "column_sizes": [ { "key": 1, "value": 117 }, { "key": 2, "value": 97 }, { "key": 3, "value": 117 }, { "key": 4, "value": 117 } ], "value_counts": [ { "key": 1, "value": 6 }, { "key": 2, "value": 6 }, { "key": 3, "value": 6 }, { "key": 4, "value": 6 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "0600000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "00dcc6d854470600" } }, { "key": 4, "value": { "hex": "0000000000002440" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } } ], "refs": { "main": "7673547155556755134" }, "retainedSnapshots": [ "1188672901037585865", "7673547155556755134" ], "physicalFiles": [ "cross-spec/North.parquet", "cross-spec/South.parquet", "cross-spec/old-A.parquet" ] }, { "label": "Global equality delete reaches both specs", "id": "6147842956362730051", "sequence": 3, "metadata": "cross-spec/metadata/v5.metadata.json", "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03T09:00:00.000", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ], "files": [ { "path": "cross-spec/old-A.parquet", "records": 6, "spec": 0, "deletes": [ { "path": "cross-spec/global.parquet", "records": 3, "content": "EQUALITY_DELETES", "spec": 0, "offset": null, "length": null, "referencedDataFile": null, "equalityIds": [ 1 ] } ] }, { "path": "cross-spec/North.parquet", "records": 6, "spec": 1, "deletes": [ { "path": "cross-spec/global.parquet", "records": 3, "content": "EQUALITY_DELETES", "spec": 0, "offset": null, "length": null, "referencedDataFile": null, "equalityIds": [ 1 ] } ] }, { "path": "cross-spec/South.parquet", "records": 6, "spec": 1, "deletes": [ { "path": "cross-spec/global.parquet", "records": 3, "content": "EQUALITY_DELETES", "spec": 0, "offset": null, "length": null, "referencedDataFile": null, "equalityIds": [ 1 ] } ] } ], "entries": [ { "manifest": "cross-spec/metadata/13f96387-a102-47cc-896b-7646d2bc1bcc-m0.avro", "manifestSequence": 2, "spec": 1, "status": 1, "snapshot_id": "7673547155556755134", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/cross-spec/North.parquet", "file_format": "PARQUET", "partition": { "station": "North" }, "record_count": 6, "file_size_in_bytes": 1757, "column_sizes": [ { "key": 1, "value": 117 }, { "key": 2, "value": 97 }, { "key": 3, "value": 117 }, { "key": 4, "value": 117 } ], "value_counts": [ { "key": 1, "value": 6 }, { "key": 2, "value": 6 }, { "key": 3, "value": 6 }, { "key": 4, "value": 6 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0700000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "00b43ce059470600" } }, { "key": 4, "value": { "hex": "0000000000002640" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "00b0ba907a470600" } }, { "key": 4, "value": { "hex": "0000000000003540" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } }, { "manifest": "cross-spec/metadata/13f96387-a102-47cc-896b-7646d2bc1bcc-m0.avro", "manifestSequence": 2, "spec": 1, "status": 1, "snapshot_id": "7673547155556755134", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/cross-spec/South.parquet", "file_format": "PARQUET", "partition": { "station": "South" }, "record_count": 6, "file_size_in_bytes": 1757, "column_sizes": [ { "key": 1, "value": 117 }, { "key": 2, "value": 97 }, { "key": 3, "value": 117 }, { "key": 4, "value": 117 } ], "value_counts": [ { "key": 1, "value": 6 }, { "key": 2, "value": 6 }, { "key": 3, "value": 6 }, { "key": 4, "value": 6 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0800000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "008cb2e75e470600" } }, { "key": 4, "value": { "hex": "0000000000002840" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } }, { "manifest": "cross-spec/metadata/afbbbd9a-d6da-466f-91b4-039648403523-m0.avro", "manifestSequence": 1, "spec": 0, "status": 1, "snapshot_id": "1188672901037585865", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/cross-spec/old-A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 6, "file_size_in_bytes": 1757, "column_sizes": [ { "key": 1, "value": 117 }, { "key": 2, "value": 97 }, { "key": 3, "value": 117 }, { "key": 4, "value": 117 } ], "value_counts": [ { "key": 1, "value": 6 }, { "key": 2, "value": 6 }, { "key": 3, "value": 6 }, { "key": 4, "value": 6 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "0600000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "00dcc6d854470600" } }, { "key": 4, "value": { "hex": "0000000000002440" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } }, { "manifest": "cross-spec/metadata/dc1f3fdf-a118-433c-a239-f8be2b49f112-m0.avro", "manifestSequence": 3, "spec": 0, "status": 1, "snapshot_id": "6147842956362730051", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 2, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/cross-spec/global.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 3, "file_size_in_bytes": 605, "column_sizes": [ { "key": 1, "value": 93 } ], "value_counts": [ { "key": 1, "value": 3 } ], "null_value_counts": [ { "key": 1, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0300000000000000" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "0a00000000000000" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": [ 1 ], "sort_order_id": 0, "referenced_data_file": null } } ], "refs": { "main": "6147842956362730051" }, "retainedSnapshots": [ "1188672901037585865", "7673547155556755134", "6147842956362730051" ], "physicalFiles": [ "cross-spec/North.parquet", "cross-spec/South.parquet", "cross-spec/global.parquet", "cross-spec/old-A.parquet" ] } ] }, { "key": "compaction", "stages": [ { "label": "Read A plus its equality delete", "id": "2485706747071854788", "sequence": 2, "metadata": "compaction/metadata/v3.metadata.json", "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02T06:00:00.000", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02T09:00:00.000", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03T09:00:00.000", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ], "files": [ { "path": "compaction/A.parquet", "records": 6, "spec": 0, "deletes": [ { "path": "compaction/E.parquet", "records": 1, "content": "EQUALITY_DELETES", "spec": 0, "offset": null, "length": null, "referencedDataFile": null, "equalityIds": [ 1 ] } ] }, { "path": "compaction/B.parquet", "records": 12, "spec": 0, "deletes": [] } ], "entries": [ { "manifest": "compaction/metadata/bf65c60b-bbb3-4acd-840e-102b6412eb02-m0.avro", "manifestSequence": 1, "spec": 0, "status": 1, "snapshot_id": "6092038851044255290", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/compaction/A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 6, "file_size_in_bytes": 1757, "column_sizes": [ { "key": 1, "value": 117 }, { "key": 2, "value": 97 }, { "key": 3, "value": 117 }, { "key": 4, "value": 117 } ], "value_counts": [ { "key": 1, "value": 6 }, { "key": 2, "value": 6 }, { "key": 3, "value": 6 }, { "key": 4, "value": 6 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "0600000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "00dcc6d854470600" } }, { "key": 4, "value": { "hex": "0000000000002440" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } }, { "manifest": "compaction/metadata/bf65c60b-bbb3-4acd-840e-102b6412eb02-m0.avro", "manifestSequence": 1, "spec": 0, "status": 1, "snapshot_id": "6092038851044255290", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/compaction/B.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 12, "file_size_in_bytes": 1963, "column_sizes": [ { "key": 1, "value": 167 }, { "key": 2, "value": 153 }, { "key": 3, "value": 167 }, { "key": 4, "value": 167 } ], "value_counts": [ { "key": 1, "value": 12 }, { "key": 2, "value": 12 }, { "key": 3, "value": 12 }, { "key": 4, "value": 12 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0700000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "00b43ce059470600" } }, { "key": 4, "value": { "hex": "0000000000002640" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } }, { "manifest": "compaction/metadata/b39d16e9-69c0-42da-894a-ce0a95696756-m0.avro", "manifestSequence": 2, "spec": 0, "status": 1, "snapshot_id": "2485706747071854788", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 2, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/compaction/E.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 1, "file_size_in_bytes": 589, "column_sizes": [ { "key": 1, "value": 77 } ], "value_counts": [ { "key": 1, "value": 1 } ], "null_value_counts": [ { "key": 1, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0300000000000000" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "0300000000000000" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": [ 1 ], "sort_order_id": 0, "referenced_data_file": null } } ], "refs": { "main": "2485706747071854788" }, "retainedSnapshots": [ "6092038851044255290", "2485706747071854788" ], "physicalFiles": [ "compaction/A.parquet", "compaction/B.parquet", "compaction/E.parquet" ] }, { "label": "Rewrite survivors and retire the delete", "id": "6626436937163218536", "sequence": 3, "metadata": "compaction/metadata/v4.metadata.json", "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02T06:00:00.000", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02T09:00:00.000", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03T09:00:00.000", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ], "files": [ { "path": "compaction/compacted.parquet", "records": 5, "spec": 0, "deletes": [] }, { "path": "compaction/B.parquet", "records": 12, "spec": 0, "deletes": [] } ], "entries": [ { "manifest": "compaction/metadata/51c32190-635d-4fe1-80f4-bb95e6cc4d8f-m2.avro", "manifestSequence": 3, "spec": 0, "status": 1, "snapshot_id": "6626436937163218536", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/compaction/compacted.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 5, "file_size_in_bytes": 1724, "column_sizes": [ { "key": 1, "value": 109 }, { "key": 2, "value": 88 }, { "key": 3, "value": 109 }, { "key": 4, "value": 109 } ], "value_counts": [ { "key": 1, "value": 5 }, { "key": 2, "value": 5 }, { "key": 3, "value": 5 }, { "key": 4, "value": 5 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "0600000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "00dcc6d854470600" } }, { "key": 4, "value": { "hex": "0000000000002440" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } }, { "manifest": "compaction/metadata/51c32190-635d-4fe1-80f4-bb95e6cc4d8f-m0.avro", "manifestSequence": 3, "spec": 0, "status": 2, "snapshot_id": "6626436937163218536", "sequence_number": 1, "file_sequence_number": 1, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/compaction/A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 6, "file_size_in_bytes": 1757, "column_sizes": [ { "key": 1, "value": 117 }, { "key": 2, "value": 97 }, { "key": 3, "value": 117 }, { "key": 4, "value": 117 } ], "value_counts": [ { "key": 1, "value": 6 }, { "key": 2, "value": 6 }, { "key": 3, "value": 6 }, { "key": 4, "value": 6 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "0600000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "00dcc6d854470600" } }, { "key": 4, "value": { "hex": "0000000000002440" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } }, { "manifest": "compaction/metadata/51c32190-635d-4fe1-80f4-bb95e6cc4d8f-m0.avro", "manifestSequence": 3, "spec": 0, "status": 0, "snapshot_id": "6092038851044255290", "sequence_number": 1, "file_sequence_number": 1, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/compaction/B.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 12, "file_size_in_bytes": 1963, "column_sizes": [ { "key": 1, "value": 167 }, { "key": 2, "value": 153 }, { "key": 3, "value": 167 }, { "key": 4, "value": 167 } ], "value_counts": [ { "key": 1, "value": 12 }, { "key": 2, "value": 12 }, { "key": 3, "value": 12 }, { "key": 4, "value": 12 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0700000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "00b43ce059470600" } }, { "key": 4, "value": { "hex": "0000000000002640" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } }, { "manifest": "compaction/metadata/51c32190-635d-4fe1-80f4-bb95e6cc4d8f-m1.avro", "manifestSequence": 3, "spec": 0, "status": 2, "snapshot_id": "6626436937163218536", "sequence_number": 2, "file_sequence_number": 2, "data_file": { "content": 2, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/compaction/E.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 1, "file_size_in_bytes": 589, "column_sizes": [ { "key": 1, "value": 77 } ], "value_counts": [ { "key": 1, "value": 1 } ], "null_value_counts": [ { "key": 1, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0300000000000000" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "0300000000000000" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": [ 1 ], "sort_order_id": 0, "referenced_data_file": null } } ], "refs": { "main": "6626436937163218536" }, "retainedSnapshots": [ "6092038851044255290", "2485706747071854788", "6626436937163218536" ], "physicalFiles": [ "compaction/A.parquet", "compaction/B.parquet", "compaction/E.parquet", "compaction/compacted.parquet" ] } ] }, { "key": "cleanup", "stages": [ { "label": "Original snapshot", "id": "3456057876572685767", "sequence": 1, "metadata": "cleanup/metadata/v2.metadata.json", "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 3, "station": "North", "observed_at": "2026-01-01T06:00:00.000", "temperature_c": 7.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02T06:00:00.000", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02T09:00:00.000", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03T09:00:00.000", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ], "files": [ { "path": "cleanup/A.parquet", "records": 18, "spec": 0, "deletes": [] } ], "entries": [ { "manifest": "cleanup/metadata/7270952b-ae4a-47b5-b490-5543e8b58792-m0.avro", "manifestSequence": 1, "spec": 0, "status": 1, "snapshot_id": "3456057876572685767", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/cleanup/A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 18, "file_size_in_bytes": 2162, "column_sizes": [ { "key": 1, "value": 215 }, { "key": 2, "value": 207 }, { "key": 3, "value": 215 }, { "key": 4, "value": 215 } ], "value_counts": [ { "key": 1, "value": 18 }, { "key": 2, "value": 18 }, { "key": 3, "value": 18 }, { "key": 4, "value": 18 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } } ], "refs": { "main": "3456057876572685767" }, "retainedSnapshots": [ "3456057876572685767" ], "physicalFiles": [ "cleanup/A.parquet" ] }, { "label": "Main replaced A; audit still pins A", "id": "4068685970810872176", "sequence": 2, "metadata": "cleanup/metadata/v4.metadata.json", "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02T06:00:00.000", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02T09:00:00.000", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03T09:00:00.000", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ], "files": [ { "path": "cleanup/replacement.parquet", "records": 17, "spec": 0, "deletes": [] } ], "entries": [ { "manifest": "cleanup/metadata/eeeccd90-636b-4b69-9970-a84d7640fee3-m1.avro", "manifestSequence": 2, "spec": 0, "status": 1, "snapshot_id": "4068685970810872176", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/cleanup/replacement.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 17, "file_size_in_bytes": 2129, "column_sizes": [ { "key": 1, "value": 207 }, { "key": 2, "value": 198 }, { "key": 3, "value": 207 }, { "key": 4, "value": 207 } ], "value_counts": [ { "key": 1, "value": 17 }, { "key": 2, "value": 17 }, { "key": 3, "value": 17 }, { "key": 4, "value": 17 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } }, { "manifest": "cleanup/metadata/eeeccd90-636b-4b69-9970-a84d7640fee3-m0.avro", "manifestSequence": 2, "spec": 0, "status": 2, "snapshot_id": "4068685970810872176", "sequence_number": 1, "file_sequence_number": 1, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/cleanup/A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 18, "file_size_in_bytes": 2162, "column_sizes": [ { "key": 1, "value": 215 }, { "key": 2, "value": 207 }, { "key": 3, "value": 215 }, { "key": 4, "value": 215 } ], "value_counts": [ { "key": 1, "value": 18 }, { "key": 2, "value": 18 }, { "key": 3, "value": 18 }, { "key": 4, "value": 18 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } } ], "refs": { "main": "4068685970810872176", "audit": "3456057876572685767" }, "retainedSnapshots": [ "3456057876572685767", "4068685970810872176" ], "physicalFiles": [ "cleanup/A.parquet", "cleanup/never-committed.parquet", "cleanup/replacement.parquet" ] }, { "label": "Expiration removes unreferenced historical data", "id": "4068685970810872176", "sequence": 2, "metadata": "cleanup/metadata/v6.metadata.json", "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02T06:00:00.000", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02T09:00:00.000", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03T09:00:00.000", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ], "files": [ { "path": "cleanup/replacement.parquet", "records": 17, "spec": 0, "deletes": [] } ], "entries": [ { "manifest": "cleanup/metadata/eeeccd90-636b-4b69-9970-a84d7640fee3-m1.avro", "manifestSequence": 2, "spec": 0, "status": 1, "snapshot_id": "4068685970810872176", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/cleanup/replacement.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 17, "file_size_in_bytes": 2129, "column_sizes": [ { "key": 1, "value": 207 }, { "key": 2, "value": 198 }, { "key": 3, "value": 207 }, { "key": 4, "value": 207 } ], "value_counts": [ { "key": 1, "value": 17 }, { "key": 2, "value": 17 }, { "key": 3, "value": 17 }, { "key": 4, "value": 17 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } }, { "manifest": "cleanup/metadata/eeeccd90-636b-4b69-9970-a84d7640fee3-m0.avro", "manifestSequence": 2, "spec": 0, "status": 2, "snapshot_id": "4068685970810872176", "sequence_number": 1, "file_sequence_number": 1, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/cleanup/A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 18, "file_size_in_bytes": 2162, "column_sizes": [ { "key": 1, "value": 215 }, { "key": 2, "value": 207 }, { "key": 3, "value": 215 }, { "key": 4, "value": 215 } ], "value_counts": [ { "key": 1, "value": 18 }, { "key": 2, "value": 18 }, { "key": 3, "value": 18 }, { "key": 4, "value": 18 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } } ], "refs": { "main": "4068685970810872176" }, "retainedSnapshots": [ "4068685970810872176" ], "physicalFiles": [ "cleanup/never-committed.parquet", "cleanup/replacement.parquet" ] }, { "label": "Orphan cleanup removes only old unpublished output", "id": "4068685970810872176", "sequence": 2, "metadata": "cleanup/metadata/v6.metadata.json", "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02T06:00:00.000", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02T09:00:00.000", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03T09:00:00.000", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ], "files": [ { "path": "cleanup/replacement.parquet", "records": 17, "spec": 0, "deletes": [] } ], "entries": [ { "manifest": "cleanup/metadata/eeeccd90-636b-4b69-9970-a84d7640fee3-m1.avro", "manifestSequence": 2, "spec": 0, "status": 1, "snapshot_id": "4068685970810872176", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/cleanup/replacement.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 17, "file_size_in_bytes": 2129, "column_sizes": [ { "key": 1, "value": 207 }, { "key": 2, "value": 198 }, { "key": 3, "value": 207 }, { "key": 4, "value": 207 } ], "value_counts": [ { "key": 1, "value": 17 }, { "key": 2, "value": 17 }, { "key": 3, "value": 17 }, { "key": 4, "value": 17 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } }, { "manifest": "cleanup/metadata/eeeccd90-636b-4b69-9970-a84d7640fee3-m0.avro", "manifestSequence": 2, "spec": 0, "status": 2, "snapshot_id": "4068685970810872176", "sequence_number": 1, "file_sequence_number": 1, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/cleanup/A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 18, "file_size_in_bytes": 2162, "column_sizes": [ { "key": 1, "value": 215 }, { "key": 2, "value": 207 }, { "key": 3, "value": 215 }, { "key": 4, "value": 215 } ], "value_counts": [ { "key": 1, "value": 18 }, { "key": 2, "value": 18 }, { "key": 3, "value": 18 }, { "key": 4, "value": 18 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "referenced_data_file": null } } ], "refs": { "main": "4068685970810872176" }, "retainedSnapshots": [ "4068685970810872176" ], "physicalFiles": [ "cleanup/replacement.parquet" ] } ], "error": { "class": "java.lang.IllegalArgumentException", "message": "Cannot expire 3456057876572685767. Still referenced by refs: [audit]" }, "expiredRead": { "class": "java.lang.IllegalArgumentException", "message": "Cannot find snapshot with ID 3456057876572685767" }, "removedOrphans": [ "cleanup/never-committed.parquet" ], "filesAfterExpiration": [ "replacement.parquet", "never-committed.parquet" ], "filesAfterCleanup": [ "replacement.parquet" ] }, { "key": "vectors", "stages": [ { "label": "v3 data before deletion", "id": "1963512395212632810", "sequence": 1, "metadata": "vectors/metadata/v2.metadata.json", "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 3, "station": "North", "observed_at": "2026-01-01T06:00:00.000", "temperature_c": 7.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02T06:00:00.000", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02T09:00:00.000", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03T09:00:00.000", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ], "files": [ { "path": "vectors/A.parquet", "records": 18, "spec": 0, "deletes": [] } ], "entries": [ { "manifest": "vectors/metadata/ed2a7e82-510d-4ba7-b8ee-e50d98aaa269-m0.avro", "manifestSequence": 1, "spec": 0, "status": 1, "snapshot_id": "1963512395212632810", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/vectors/A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 18, "file_size_in_bytes": 2162, "column_sizes": [ { "key": 1, "value": 215 }, { "key": 2, "value": 207 }, { "key": 3, "value": 215 }, { "key": 4, "value": 215 } ], "value_counts": [ { "key": 1, "value": 18 }, { "key": 2, "value": 18 }, { "key": 3, "value": 18 }, { "key": 4, "value": 18 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "first_row_id": null, "referenced_data_file": null, "content_offset": null, "content_size_in_bytes": null } } ], "refs": { "main": "1963512395212632810" }, "retainedSnapshots": [ "1963512395212632810" ], "physicalFiles": [ "vectors/A.parquet" ] }, { "label": "DV masks positions [2]", "id": "8731188314617497736", "sequence": 2, "metadata": "vectors/metadata/v3.metadata.json", "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02T06:00:00.000", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02T09:00:00.000", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03T09:00:00.000", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ], "files": [ { "path": "vectors/A.parquet", "records": 18, "spec": 0, "deletes": [ { "path": "vectors/data/00000-0-0b11040b-00f2-4b3f-83b6-1e82c49ff815-00001.puffin", "records": 1, "content": "POSITION_DELETES", "spec": 0, "offset": 4, "length": 42, "referencedDataFile": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/vectors/A.parquet", "equalityIds": [] } ] } ], "entries": [ { "manifest": "vectors/metadata/ed2a7e82-510d-4ba7-b8ee-e50d98aaa269-m0.avro", "manifestSequence": 1, "spec": 0, "status": 1, "snapshot_id": "1963512395212632810", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/vectors/A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 18, "file_size_in_bytes": 2162, "column_sizes": [ { "key": 1, "value": 215 }, { "key": 2, "value": 207 }, { "key": 3, "value": 215 }, { "key": 4, "value": 215 } ], "value_counts": [ { "key": 1, "value": 18 }, { "key": 2, "value": 18 }, { "key": 3, "value": 18 }, { "key": 4, "value": 18 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "first_row_id": null, "referenced_data_file": null, "content_offset": null, "content_size_in_bytes": null } }, { "manifest": "vectors/metadata/56084692-5e94-48d5-9963-600d65b49847-m0.avro", "manifestSequence": 2, "spec": 0, "status": 1, "snapshot_id": "8731188314617497736", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 1, "file_path": "file:/var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/vectors/data/00000-0-0b11040b-00f2-4b3f-83b6-1e82c49ff815-00001.puffin", "file_format": "PUFFIN", "partition": {}, "record_count": 1, "file_size_in_bytes": 446, "column_sizes": null, "value_counts": null, "null_value_counts": null, "nan_value_counts": null, "lower_bounds": null, "upper_bounds": null, "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": null, "first_row_id": null, "referenced_data_file": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/vectors/A.parquet", "content_offset": 4, "content_size_in_bytes": 42 } } ], "refs": { "main": "8731188314617497736" }, "retainedSnapshots": [ "1963512395212632810", "8731188314617497736" ], "physicalFiles": [ "vectors/A.parquet" ] }, { "label": "DV masks positions [2, 15]", "id": "8259432785413111810", "sequence": 3, "metadata": "vectors/metadata/v4.metadata.json", "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01T00:00:00.000", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01T03:00:00.000", "temperature_c": 6.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01T09:00:00.000", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01T12:00:00.000", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01T15:00:00.000", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02T00:00:00.000", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02T03:00:00.000", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02T06:00:00.000", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02T09:00:00.000", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02T12:00:00.000", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02T15:00:00.000", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01T21:00:00.000", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03T03:00:00.000", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03T06:00:00.000", "temperature_c": 19.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03T12:00:00.000", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03T15:00:00.000", "temperature_c": 22.0 } ], "files": [ { "path": "vectors/A.parquet", "records": 18, "spec": 0, "deletes": [ { "path": "vectors/data/00000-0-3d4b3a9f-077f-478c-8d6a-4a4867bec924-00001.puffin", "records": 2, "content": "POSITION_DELETES", "spec": 0, "offset": 4, "length": 44, "referencedDataFile": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/vectors/A.parquet", "equalityIds": [] } ] } ], "entries": [ { "manifest": "vectors/metadata/ed2a7e82-510d-4ba7-b8ee-e50d98aaa269-m0.avro", "manifestSequence": 1, "spec": 0, "status": 1, "snapshot_id": "1963512395212632810", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 0, "file_path": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/vectors/A.parquet", "file_format": "PARQUET", "partition": {}, "record_count": 18, "file_size_in_bytes": 2162, "column_sizes": [ { "key": 1, "value": 215 }, { "key": 2, "value": 207 }, { "key": 3, "value": 215 }, { "key": 4, "value": 215 } ], "value_counts": [ { "key": 1, "value": 18 }, { "key": 2, "value": 18 }, { "key": 3, "value": 18 }, { "key": 4, "value": 18 } ], "null_value_counts": [ { "key": 1, "value": 0 }, { "key": 2, "value": 0 }, { "key": 3, "value": 0 }, { "key": 4, "value": 0 } ], "nan_value_counts": [], "lower_bounds": [ { "key": 1, "value": { "hex": "0100000000000000" } }, { "key": 2, "value": { "hex": "4e6f727468" } }, { "key": 3, "value": { "hex": "0040204648470600" } }, { "key": 4, "value": { "hex": "0000000000001440" } } ], "upper_bounds": [ { "key": 1, "value": { "hex": "1200000000000000" } }, { "key": 2, "value": { "hex": "536f757468" } }, { "key": 3, "value": { "hex": "009c75147d470600" } }, { "key": 4, "value": { "hex": "0000000000003640" } } ], "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": 0, "first_row_id": null, "referenced_data_file": null, "content_offset": null, "content_size_in_bytes": null } }, { "manifest": "vectors/metadata/7cb9c8a4-b9e0-42b5-ae25-aa43865e3614-m1.avro", "manifestSequence": 3, "spec": 0, "status": 1, "snapshot_id": "8259432785413111810", "sequence_number": null, "file_sequence_number": null, "data_file": { "content": 1, "file_path": "file:/var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/vectors/data/00000-0-3d4b3a9f-077f-478c-8d6a-4a4867bec924-00001.puffin", "file_format": "PUFFIN", "partition": {}, "record_count": 2, "file_size_in_bytes": 448, "column_sizes": null, "value_counts": null, "null_value_counts": null, "nan_value_counts": null, "lower_bounds": null, "upper_bounds": null, "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": null, "first_row_id": null, "referenced_data_file": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/vectors/A.parquet", "content_offset": 4, "content_size_in_bytes": 44 } }, { "manifest": "vectors/metadata/7cb9c8a4-b9e0-42b5-ae25-aa43865e3614-m0.avro", "manifestSequence": 3, "spec": 0, "status": 2, "snapshot_id": "8259432785413111810", "sequence_number": 2, "file_sequence_number": 2, "data_file": { "content": 1, "file_path": "file:/var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/vectors/data/00000-0-0b11040b-00f2-4b3f-83b6-1e82c49ff815-00001.puffin", "file_format": "PUFFIN", "partition": {}, "record_count": 1, "file_size_in_bytes": 446, "column_sizes": null, "value_counts": null, "null_value_counts": null, "nan_value_counts": null, "lower_bounds": null, "upper_bounds": null, "key_metadata": null, "split_offsets": null, "equality_ids": null, "sort_order_id": null, "first_row_id": null, "referenced_data_file": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/vectors/A.parquet", "content_offset": 4, "content_size_in_bytes": 42 } } ], "refs": { "main": "8259432785413111810" }, "retainedSnapshots": [ "1963512395212632810", "8731188314617497736", "8259432785413111810" ], "physicalFiles": [ "vectors/A.parquet" ] } ], "vectors": [ { "path": "vectors/data/00000-0-0b11040b-00f2-4b3f-83b6-1e82c49ff815-00001.puffin", "offset": 4, "length": 42, "positions": [ 2 ], "referencedDataFile": "vectors/A.parquet", "referencedDataUri": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/vectors/A.parquet" }, { "path": "vectors/data/00000-0-3d4b3a9f-077f-478c-8d6a-4a4867bec924-00001.puffin", "offset": 4, "length": 44, "positions": [ 2, 15 ], "referencedDataFile": "vectors/A.parquet", "referencedDataUri": "file:///var/folders/sh/6ynfpx_s4j1cd_s7rrtdx2040000gn/T/iceberg-lifecycle-5m5d3g0a/vectors/A.parquet" } ] } ], "artifacts": [ { "path": "append-append/A.parquet", "size": 2162, "sha256": "d46148205982a5ffb079845f6107ad44ecb34305c2c377f82e7ae2a8f893754f" }, { "path": "append-append/metadata/457cda96-9332-401a-b726-37c71efd50f9-m0.avro", "size": 7224, "sha256": "dc848c8a72c02904ed5720c9119df305a908d6976690d71b85c7585fc62c6416" }, { "path": "append-append/metadata/7dd2fceb-dd3b-4428-a6ae-b51126ebdcd0-m0.avro", "size": 7211, "sha256": "e68312943ea3ab710e00538f1de444edbacf669364019ad6247e164cbe21d68f" }, { "path": "append-append/metadata/f41f5172-d076-449a-8f98-c9eba8209572-m0.avro", "size": 7211, "sha256": "87f2f44d7605a137b7886665357f89d212f21ff4e5bd60be87e1760abdca3a5e" }, { "path": "append-append/metadata/snap-4945477507724266118-1-7dd2fceb-dd3b-4428-a6ae-b51126ebdcd0.avro", "size": 4615, "sha256": "c2e5d920f3e9284437f4b6ed996ee10b6a91452561cbbcf2134fb256e8e44f55" }, { "path": "append-append/metadata/snap-6785944968294565310-1-457cda96-9332-401a-b726-37c71efd50f9.avro", "size": 4496, "sha256": "df493db568bd1bba55fd5bd42bf5b99ec87184b6cf668dc842db0e443987a3a9" }, { "path": "append-append/metadata/snap-6960314999810092819-1-f41f5172-d076-449a-8f98-c9eba8209572.avro", "size": 4570, "sha256": "8567f2348f2c9e2fa2d5057510ffb7687239c52d837c919cfdedaf87eeb6743f" }, { "path": "append-append/metadata/v1.metadata.json", "size": 932, "sha256": "cf2e11fc79d77adfd9b11bfac459e9098ef2d273e49166f31a3dae271db55481" }, { "path": "append-append/metadata/v2.metadata.json", "size": 1984, "sha256": "c1b3d1237623e39afbdab0dc3ee33cdcfe92294e11c64d4a917532de07e34726" }, { "path": "append-append/metadata/v3.metadata.json", "size": 3004, "sha256": "32fe46a9c643339fd8ec10cd0e0aefa154b25c9fe8ee3229b497492994047204" }, { "path": "append-append/metadata/v4.metadata.json", "size": 4024, "sha256": "87d2f1e71cc5985187b957856ba5a64b91365a855d354e7e235cc5da86c63487" }, { "path": "append-append/metadata/version-hint.text", "size": 1, "sha256": "4b227777d4dd1fc61c6f884f48641d02b4d121d3fd328cb08b5531fcacdabf8a" }, { "path": "append-append/writer-A.parquet", "size": 1590, "sha256": "3c7b637f57d8072b30d96a44aff2b6871f672d7fa266b250a636922694d0cbd4" }, { "path": "append-append/writer-B.parquet", "size": 1590, "sha256": "1cd9b9b4d156a143696e425f3c2bfe82e4242ca00cc0fca13b934997617fffba" }, { "path": "cleanup/A.parquet", "size": 2162, "sha256": "d46148205982a5ffb079845f6107ad44ecb34305c2c377f82e7ae2a8f893754f" }, { "path": "cleanup/metadata/7270952b-ae4a-47b5-b490-5543e8b58792-m0.avro", "size": 7220, "sha256": "2d4d592056988aee8832657c5792024c1076ba6a493870104002e484e85e07ea" }, { "path": "cleanup/metadata/eeeccd90-636b-4b69-9970-a84d7640fee3-m0.avro", "size": 7220, "sha256": "334d1aad748ddaa5893d763a6e79451dccf841c095a983604e335caf0d746054" }, { "path": "cleanup/metadata/eeeccd90-636b-4b69-9970-a84d7640fee3-m1.avro", "size": 7230, "sha256": "568e1b0bda126183454bae702bfc2bf54cb2196ff5edfe6f8037d8afc2d690d6" }, { "path": "cleanup/metadata/snap-3456057876572685767-1-7270952b-ae4a-47b5-b490-5543e8b58792.avro", "size": 4487, "sha256": "11cb181c22cd7df32c7d99d55b0cc5e73f563db75a835de2587d11f3c3dff052" }, { "path": "cleanup/metadata/snap-4068685970810872176-1-eeeccd90-636b-4b69-9970-a84d7640fee3.avro", "size": 4524, "sha256": "f461ab549d4ebf3f4dd3aaf40b600d1d53e5a081b9f755707f56f9447b9f261d" }, { "path": "cleanup/metadata/v1.metadata.json", "size": 926, "sha256": "5d8b0bec7bc302a61ab71e52964e740e6049dea9305b30eb367d2d5bcf905fca" }, { "path": "cleanup/metadata/v2.metadata.json", "size": 1966, "sha256": "20a0adf3310270f37c6d678c97005088b1edf28291a625e7cc27f9bada8715c7" }, { "path": "cleanup/metadata/v3.metadata.json", "size": 2190, "sha256": "b27f0c40e9d2963063545a53d688db5dedd07a65efc5255c17f7fb2981e7a9f4" }, { "path": "cleanup/metadata/v4.metadata.json", "size": 3278, "sha256": "133d5a4fa8cbbefb1d30abb6fe5475937bfd9e597cb38302805be2527744a899" }, { "path": "cleanup/metadata/v5.metadata.json", "size": 3382, "sha256": "f85b9a03c470841d727badb6ed65380e414b3f1b4e045c47e92f0ab93c3ad6b0" }, { "path": "cleanup/metadata/v6.metadata.json", "size": 2742, "sha256": "8b9cb0db40009e5fab159e1eb52037fed62118c8d0c49d13addfa16ea956216b" }, { "path": "cleanup/metadata/version-hint.text", "size": 1, "sha256": "e7f6c011776e8db7cd330b54174fd76f7d0216b612387a5ffcfb81e6f0919683" }, { "path": "cleanup/never-committed.parquet", "size": 2162, "sha256": "d46148205982a5ffb079845f6107ad44ecb34305c2c377f82e7ae2a8f893754f" }, { "path": "cleanup/replacement.parquet", "size": 2129, "sha256": "c58b3e46b870af1188ea282be575cab1638c13904d78792b1289dd464d6a7af4" }, { "path": "compaction/A.parquet", "size": 1757, "sha256": "385ac5f0e7c69e998ff10af3da7ce5508c9b7f3cfaeccd3271d7daa74923587e" }, { "path": "compaction/B.parquet", "size": 1963, "sha256": "6c7a0c5d09e6c262fbbad590f11c7293e1ef08c6f3a612e436e4ad801cc4f1e7" }, { "path": "compaction/E.parquet", "size": 589, "sha256": "a355651f0a518b5863781b451ee617968895219b8c020154e0004a2ce507e662" }, { "path": "compaction/compacted.parquet", "size": 1724, "sha256": "af0439a42c19b90676cfed81ca913a4e15775a8356be4860ab4d00e0d0401b4b" }, { "path": "compaction/metadata/51c32190-635d-4fe1-80f4-bb95e6cc4d8f-m0.avro", "size": 7296, "sha256": "27edbd795689ccf89dccaaa8e94406afaae45be6c187555933bca8a8e5f24318" }, { "path": "compaction/metadata/51c32190-635d-4fe1-80f4-bb95e6cc4d8f-m1.avro", "size": 7170, "sha256": "5e516e0db4748ab8f5d4ee1cbc5ad7d0cfebd48cafdad74b49ed313ef3fcc585" }, { "path": "compaction/metadata/51c32190-635d-4fe1-80f4-bb95e6cc4d8f-m2.avro", "size": 7228, "sha256": "62d5faf60db2af9746cd0eabe6b579a7c3b49419487e5e87332b81d33f6cc622" }, { "path": "compaction/metadata/b39d16e9-69c0-42da-894a-ce0a95696756-m0.avro", "size": 7166, "sha256": "e15a3fa639bbd06f039468955340a22604673c7c3184e1557616e082f81c972b" }, { "path": "compaction/metadata/bf65c60b-bbb3-4acd-840e-102b6412eb02-m0.avro", "size": 7285, "sha256": "1c393e3d343e4a5c2849702dd7a3e462da0962015540bdf97e315dd1c247cbd5" }, { "path": "compaction/metadata/snap-2485706747071854788-1-b39d16e9-69c0-42da-894a-ce0a95696756.avro", "size": 4571, "sha256": "792f67237c22c820fdd86bf4eaf4d195e552cf7832e87badbe294be9ed7a884d" }, { "path": "compaction/metadata/snap-6092038851044255290-1-bf65c60b-bbb3-4acd-840e-102b6412eb02.avro", "size": 4492, "sha256": "b7b3fce32880b8f6cb663a05a21057a06d59babbd13e0ffbef63df28d95e81c0" }, { "path": "compaction/metadata/snap-6626436937163218536-1-51c32190-635d-4fe1-80f4-bb95e6cc4d8f.avro", "size": 4554, "sha256": "0895ae5a77df052053a0af295c627763dd2ea1072b47f56dfeb20fc93654b7d7" }, { "path": "compaction/metadata/v1.metadata.json", "size": 929, "sha256": "8f942c267084b733887b804a343ddf759c474de31cc2d3094c8dec3952623c97" }, { "path": "compaction/metadata/v2.metadata.json", "size": 1975, "sha256": "17eb187fe23fd09d683f948d54a1a29e4cfcdee81fbbde966e822d1143e9b5e6" }, { "path": "compaction/metadata/v3.metadata.json", "size": 3033, "sha256": "456d8fd8d5a420d2e281a917ccf2bc370d190e4a6c7e0bcbcee0fd7e778cd410" }, { "path": "compaction/metadata/v4.metadata.json", "size": 4217, "sha256": "55e8ef7fcf466b228f9c1a752a3bb8f327ab83a885e9633ef9adac64c8c5822d" }, { "path": "compaction/metadata/version-hint.text", "size": 1, "sha256": "4b227777d4dd1fc61c6f884f48641d02b4d121d3fd328cb08b5531fcacdabf8a" }, { "path": "conflict/A.parquet", "size": 2162, "sha256": "d46148205982a5ffb079845f6107ad44ecb34305c2c377f82e7ae2a8f893754f" }, { "path": "conflict/fresh-B.parquet", "size": 2096, "sha256": "1d0465bf0ea74c3833c2465d9b21b3e38285d7aa2b945e52e723d94fe34f1a5a" }, { "path": "conflict/metadata/33d49a0b-e7ea-4263-8304-70c3ff9ce745-m0.avro", "size": 7224, "sha256": "a5344fa8c71dcd46561150c6ca8686bbd2fd0d21695e4f7ab0f7c80bc73c21e5" }, { "path": "conflict/metadata/33d49a0b-e7ea-4263-8304-70c3ff9ce745-m1.avro", "size": 7231, "sha256": "db23ee0fe54e1819e8d9cd51cc7c75dc5d8959c31346f5b310f1908471054cde" }, { "path": "conflict/metadata/8d63fb66-710a-4471-bd42-7579392d12cd-m0.avro", "size": 7232, "sha256": "a79d751d9ed6295ee3ac2ef31f0d6e7e2b7e63619e687ae0cc734bf1a6d5e55a" }, { "path": "conflict/metadata/8d63fb66-710a-4471-bd42-7579392d12cd-m1.avro", "size": 7229, "sha256": "34ecb970d4bb5edb20997245fde5b3833f8c917ad88486a055a94ca4392de173" }, { "path": "conflict/metadata/c72a41ec-40de-47c1-948a-c604e0760da0-m0.avro", "size": 7222, "sha256": "9dbed5994313e572c3200c164a83b9818a54b020e4221af05355b1d27361c51f" }, { "path": "conflict/metadata/snap-3706799091859689728-1-c72a41ec-40de-47c1-948a-c604e0760da0.avro", "size": 4486, "sha256": "f2b1ec3dcd9a80e1af3b4712b3b864f9257d1d29ada6dc77b4e33b55a3176cfb" }, { "path": "conflict/metadata/snap-5809130760053370453-1-8d63fb66-710a-4471-bd42-7579392d12cd.avro", "size": 4528, "sha256": "836d561c6e936afcc240608c65937ffb00ce73dee843721b0848347a92511eb7" }, { "path": "conflict/metadata/snap-6423870635082758303-1-33d49a0b-e7ea-4263-8304-70c3ff9ce745.avro", "size": 4528, "sha256": "f13ff5178e9fb3271c15f81c62b96d378352fd6fda8afe156ce9d8486713722e" }, { "path": "conflict/metadata/v1.metadata.json", "size": 927, "sha256": "b270905e9c0a76e828b0eef03505838317bd15f18a77503aabc88bb0ee5bca66" }, { "path": "conflict/metadata/v2.metadata.json", "size": 1891, "sha256": "dafa4158faddc0480b4094cd409327f4953f0f0aa448f74167274dfa33a5a5d9" }, { "path": "conflict/metadata/v3.metadata.json", "size": 2981, "sha256": "773c04b7099af93b8417aa8c2b8c48abcb5e8845749a1153dab966a32bbaf7c5" }, { "path": "conflict/metadata/v4.metadata.json", "size": 4071, "sha256": "6ba6c7551e0f02bc1b32b05b71284c05bba864420288610016835dd4c1b87520" }, { "path": "conflict/metadata/version-hint.text", "size": 1, "sha256": "4b227777d4dd1fc61c6f884f48641d02b4d121d3fd328cb08b5531fcacdabf8a" }, { "path": "conflict/writer-A.parquet", "size": 2129, "sha256": "c58b3e46b870af1188ea282be575cab1638c13904d78792b1289dd464d6a7af4" }, { "path": "conflict/writer-B.parquet", "size": 2129, "sha256": "150a08b615ef0c02162659ad6689c3c3790ce740b0b4aaccb7c2d801ee3f24ac" }, { "path": "cross-spec/North.parquet", "size": 1757, "sha256": "20aa536a5acd7bd4ef320f4200844465f981409528e16f7907d1cab4be11b213" }, { "path": "cross-spec/South.parquet", "size": 1757, "sha256": "f9f24019a5f3235420c33dd5c03dff8362d2cf2150402d5456c88c56c2c0a134" }, { "path": "cross-spec/global.parquet", "size": 605, "sha256": "a6c6f5dcfb56123d279b422436280b6b29298cfc2a70564e107932fcc976459b" }, { "path": "cross-spec/metadata/13f96387-a102-47cc-896b-7646d2bc1bcc-m0.avro", "size": 7475, "sha256": "d1e05e3b12086c88c1c51b0cf07a32109f65215ac2466e4c27ff667422f88539" }, { "path": "cross-spec/metadata/afbbbd9a-d6da-466f-91b4-039648403523-m0.avro", "size": 7228, "sha256": "a050b0f9286b7bace212c282cc2020e87b70a8c6897970dab3689f28a6043279" }, { "path": "cross-spec/metadata/dc1f3fdf-a118-433c-a239-f8be2b49f112-m0.avro", "size": 7177, "sha256": "6e9c2eebbfce352424e35bb827d8aa068b50b228270e5a136efa3d383b129fe4" }, { "path": "cross-spec/metadata/snap-1188672901037585865-1-afbbbd9a-d6da-466f-91b4-039648403523.avro", "size": 4491, "sha256": "33e67d20e20e424498106c1865f5e9764df970dcd7d8aa377b5c31d0af94b0d6" }, { "path": "cross-spec/metadata/snap-6147842956362730051-1-dc1f3fdf-a118-433c-a239-f8be2b49f112.avro", "size": 4640, "sha256": "2291f369475c216bc95ceaad32b028ac3130996d8a67b3562077c89a00442760" }, { "path": "cross-spec/metadata/snap-7673547155556755134-1-13f96387-a102-47cc-896b-7646d2bc1bcc.avro", "size": 4588, "sha256": "f7962a2163bf53ab06a6007cc8ae6bf91ab8eae1d03a0b604d82be89aa04aac7" }, { "path": "cross-spec/metadata/v1.metadata.json", "size": 929, "sha256": "2409c0b3aa454efbb524d048db52083befd0ac53990f966ef443144d44566e97" }, { "path": "cross-spec/metadata/v2.metadata.json", "size": 1973, "sha256": "8032eff8f96be66cac211c03741cfa0755a7c8e4de040918081ae37ad817da4e" }, { "path": "cross-spec/metadata/v3.metadata.json", "size": 2238, "sha256": "548d1a1dd52a208b1a259554dad4515ad669686d6660201e46e40b537b774e21" }, { "path": "cross-spec/metadata/v4.metadata.json", "size": 3253, "sha256": "1433f30acc895492e08ebf34f4e7b528c630511a2b203f22cce8f790cf470b2f" }, { "path": "cross-spec/metadata/v5.metadata.json", "size": 4311, "sha256": "0638ebed8720d8358e474a330e925db9ddbaa0fc8bf8e2f6f93b4b74a92261f7" }, { "path": "cross-spec/metadata/version-hint.text", "size": 1, "sha256": "ef2d127de37b942baad06145e54b0c619a1f22327b2ebbcfbec78f5564afe39d" }, { "path": "cross-spec/old-A.parquet", "size": 1757, "sha256": "385ac5f0e7c69e998ff10af3da7ce5508c9b7f3cfaeccd3271d7daa74923587e" }, { "path": "keys/A.parquet", "size": 2179, "sha256": "60a8759a121c88444f61c8994aac2f4d1b0d0a7e6e0d50a7f385d26506b97345" }, { "path": "keys/key-3-null.parquet", "size": 832, "sha256": "5e64f03dbfd9284fbcfe8b4e447132953461ebf4518983343814dd8ffc7c46e9" }, { "path": "keys/metadata/59ca7416-889a-42b8-a14e-8e4b5309a526-m0.avro", "size": 7176, "sha256": "898b44cb408434eed45d84b77655091bb9609120a7d245d811f57c1e505741f6" }, { "path": "keys/metadata/ac3f9189-951e-4779-a71a-b666d082d803-m0.avro", "size": 7218, "sha256": "59b076e1e024cbe9c2392f88229485b654e81e20108fa629d0a766e3b2590e0c" }, { "path": "keys/metadata/snap-215217797410934907-1-ac3f9189-951e-4779-a71a-b666d082d803.avro", "size": 4487, "sha256": "3e2cc0c97f1132b9ebabc352f6995c8d91d87a6aa3f0bd427c98e5c625daa2fb" }, { "path": "keys/metadata/snap-6511444735184406277-1-59ca7416-889a-42b8-a14e-8e4b5309a526.avro", "size": 4567, "sha256": "8ff163affd1d85e29003abc3a0819c2010c3101618b99d7cf178e4818e21d1d0" }, { "path": "keys/metadata/v1.metadata.json", "size": 923, "sha256": "3f2bfb58f3608388cd9cb6ad0e565e83eafd908c6a49c7c11199d5263b75e9cc" }, { "path": "keys/metadata/v2.metadata.json", "size": 1952, "sha256": "3dcfbe17fc50dc7699b992db90b7d8718c01559106500400dbf1c791688efe4e" }, { "path": "keys/metadata/v3.metadata.json", "size": 2999, "sha256": "58e1f97371046395d66597bd1b94fdce1901dee0bf892bd30b3adb02714564f6" }, { "path": "keys/metadata/version-hint.text", "size": 1, "sha256": "4e07408562bedb8b60ce05c1decfe3ad16b72230967de01f640b7e4729b49fce" }, { "path": "rewrite-append/A.parquet", "size": 2162, "sha256": "d46148205982a5ffb079845f6107ad44ecb34305c2c377f82e7ae2a8f893754f" }, { "path": "rewrite-append/metadata/93b68c4a-a9ce-4d8d-a92f-6fb979222909-m0.avro", "size": 7212, "sha256": "22fdeab5e249694dca3b90b6f22880772a2fff54afb852d50ec0a0780f589434" }, { "path": "rewrite-append/metadata/c0e7bf04-e324-4a78-91a7-f507af651ad0-m0.avro", "size": 7230, "sha256": "aa520c382ad65b8c0ac60a43a2304fb6e591e8a471c9187ee34e3e6a9437929a" }, { "path": "rewrite-append/metadata/d1e9eacf-e8d3-4ba3-8dab-23a1db93f79b-m0.avro", "size": 7230, "sha256": "13f79605d177adc170763acf87af0a5e8e23846e2ca8a260da954f1d8483b50b" }, { "path": "rewrite-append/metadata/d1e9eacf-e8d3-4ba3-8dab-23a1db93f79b-m1.avro", "size": 7233, "sha256": "0f985db6bc034ff028505f0631e8d0d983e4a725e38b09eebfbf0949cf3369d9" }, { "path": "rewrite-append/metadata/snap-1716298244644163491-1-93b68c4a-a9ce-4d8d-a92f-6fb979222909.avro", "size": 4571, "sha256": "1073aa071fa3febcc05a88ca3bb9ac06e26606a0999c5cff4fffb1af572998b3" }, { "path": "rewrite-append/metadata/snap-7436821422128500407-1-c0e7bf04-e324-4a78-91a7-f507af651ad0.avro", "size": 4492, "sha256": "f38e7c37c6f29942b3a116a18d7d7f3577697ea481e342fcf50fdaa4be6e4bb1" }, { "path": "rewrite-append/metadata/snap-8819495611658897170-1-d1e9eacf-e8d3-4ba3-8dab-23a1db93f79b.avro", "size": 4530, "sha256": "52e3862c625e05e45582ef4b70b0e6899c77f81fc7bf31900c3405bc9cf50dae" }, { "path": "rewrite-append/metadata/v1.metadata.json", "size": 933, "sha256": "159e18819196c346e36533046894748a9c8b38a32de773c074c7dd64f099377a" }, { "path": "rewrite-append/metadata/v2.metadata.json", "size": 1987, "sha256": "9540cc7f83fe661529a44f331a03c7a5ce7f4ccaf46df261adafb39e265cbe26" }, { "path": "rewrite-append/metadata/v3.metadata.json", "size": 3089, "sha256": "c2e6085ad9570de59aa19fae4b68eafebbb16b1cb00f0fa5035a1f737b192e4e" }, { "path": "rewrite-append/metadata/v4.metadata.json", "size": 4111, "sha256": "4fdfc260a3bf7c02911ad46f1a9e441ab74f16c39fd9d6a677dd3a3c7d231ee0" }, { "path": "rewrite-append/metadata/version-hint.text", "size": 1, "sha256": "4b227777d4dd1fc61c6f884f48641d02b4d121d3fd328cb08b5531fcacdabf8a" }, { "path": "rewrite-append/writer-A.parquet", "size": 2129, "sha256": "c58b3e46b870af1188ea282be575cab1638c13904d78792b1289dd464d6a7af4" }, { "path": "rewrite-append/writer-B.parquet", "size": 1590, "sha256": "1cd9b9b4d156a143696e425f3c2bfe82e4242ca00cc0fca13b934997617fffba" }, { "path": "vectors/A.parquet", "size": 2162, "sha256": "d46148205982a5ffb079845f6107ad44ecb34305c2c377f82e7ae2a8f893754f" }, { "path": "vectors/data/00000-0-0b11040b-00f2-4b3f-83b6-1e82c49ff815-00001.puffin", "size": 446, "sha256": "ca11f4c22959c891deb7510d3e8ebb9b6d3f092ab149bc87c890abe18179f44a" }, { "path": "vectors/data/00000-0-3d4b3a9f-077f-478c-8d6a-4a4867bec924-00001.puffin", "size": 448, "sha256": "dcf75389c72237d2057b06c8c939f7c8dc8e4f132d4e8b860da2865de1e7fb79" }, { "path": "vectors/metadata/56084692-5e94-48d5-9963-600d65b49847-m0.avro", "size": 7976, "sha256": "1fa3f9ab928c687feaf77ca96f52c075a646758b7c0483929a017eb3a0795a9d" }, { "path": "vectors/metadata/7cb9c8a4-b9e0-42b5-ae25-aa43865e3614-m0.avro", "size": 7976, "sha256": "5c4b3f8b21045372f9f09fcbc1fcc02cc5de5de75049e9669bc59457e633811c" }, { "path": "vectors/metadata/7cb9c8a4-b9e0-42b5-ae25-aa43865e3614-m1.avro", "size": 7978, "sha256": "27b26f1f7e6a40d76a48a256be14cb29b210b0b77e04476b2a113442ad8fd1d2" }, { "path": "vectors/metadata/ed2a7e82-510d-4ba7-b8ee-e50d98aaa269-m0.avro", "size": 7989, "sha256": "4f11cd95f9cf4e170a42b766fa20a3e57739255d714a92f95f885fba613feb10" }, { "path": "vectors/metadata/snap-1963512395212632810-1-ed2a7e82-510d-4ba7-b8ee-e50d98aaa269.avro", "size": 4778, "sha256": "3b883a266ebae70b6111f7823805daceb416f4c04557a5a0c60b24f0d4cf5fca" }, { "path": "vectors/metadata/snap-8259432785413111810-1-7cb9c8a4-b9e0-42b5-ae25-aa43865e3614.avro", "size": 4877, "sha256": "e886626f5b7db854ef92a4e2c84fea41008c0592d161b7a36c00163627a23a9b" }, { "path": "vectors/metadata/snap-8731188314617497736-1-56084692-5e94-48d5-9963-600d65b49847.avro", "size": 4859, "sha256": "bc92698ac9056cd4b928c4a44ae2c4ee2e80d6b7649a15f5917f72c2d667c46a" }, { "path": "vectors/metadata/v1.metadata.json", "size": 944, "sha256": "0dca5a47ac372217048b991d3032a61b388b4a45b8d0599ce68333a405b2eb51" }, { "path": "vectors/metadata/v2.metadata.json", "size": 2016, "sha256": "a123a6baa847c4cf376de0bd2b28372aeed5c42e31848dd3feba4c0a01f8c9ea" }, { "path": "vectors/metadata/v3.metadata.json", "size": 3082, "sha256": "1c4dcaa1b07efa76ea4d311138d9f09fdbd9c7317fa1d85b3e54ddb8feb77a88" }, { "path": "vectors/metadata/v4.metadata.json", "size": 4250, "sha256": "ecdb61ae03e73a3df365885cec1e7db25929ccf981df7472ac15b98a002bb430" }, { "path": "vectors/metadata/version-hint.text", "size": 1, "sha256": "4b227777d4dd1fc61c6f884f48641d02b4d121d3fd328cb08b5531fcacdabf8a" } ] }