{ "writer": "delta-rs 1.6.3", "oracle": "Spark 3.5.6 / Delta Spark 3.3.2", "protocolSource": "https://github.com/delta-io/delta/blob/v3.3.2/PROTOCOL.md", "logs": [ { "version": 0, "path": "_delta_log/00000000000000000000.json", "text": "{\"commitInfo\":{\"timestamp\":1789067035249,\"operation\":\"WRITE\",\"operationParameters\":{\"mode\":\"ErrorIfExists\"},\"engineInfo\":\"delta-rs:py-1.6.3\",\"clientVersion\":\"delta-rs.py-1.6.3\",\"operationMetrics\":{\"num_added_files\":1,\"num_removed_files\":0,\"num_partitions\":0,\"num_added_rows\":12,\"execution_time_ms\":1}}}\n{\"protocol\":{\"minReaderVersion\":1,\"minWriterVersion\":2}}\n{\"metaData\":{\"id\":\"4f149ece-9a97-45b4-94d8-60a51b8104f1\",\"name\":null,\"description\":null,\"format\":{\"provider\":\"parquet\",\"options\":{}},\"schemaString\":\"{\\\"type\\\":\\\"struct\\\",\\\"fields\\\":[{\\\"name\\\":\\\"observation_id\\\",\\\"type\\\":\\\"long\\\",\\\"nullable\\\":true,\\\"metadata\\\":{}},{\\\"name\\\":\\\"station\\\",\\\"type\\\":\\\"string\\\",\\\"nullable\\\":true,\\\"metadata\\\":{}},{\\\"name\\\":\\\"observed_at\\\",\\\"type\\\":\\\"timestamp\\\",\\\"nullable\\\":true,\\\"metadata\\\":{}},{\\\"name\\\":\\\"temperature_c\\\",\\\"type\\\":\\\"double\\\",\\\"nullable\\\":true,\\\"metadata\\\":{}}]}\",\"partitionColumns\":[],\"createdTime\":1789067035247,\"configuration\":{\"delta.checkpointPolicy\":\"classic\"}}}\n{\"add\":{\"path\":\"part-00000-bfdf29f6-7be0-4378-b1a2-346f035d0445-c000.snappy.parquet\",\"partitionValues\":{},\"size\":1716,\"modificationTime\":1789067035249,\"dataChange\":true,\"stats\":\"{\\\"numRecords\\\":12,\\\"minValues\\\":{\\\"temperature_c\\\":5.0,\\\"observed_at\\\":\\\"2026-01-01T00:00:00Z\\\",\\\"observation_id\\\":1,\\\"station\\\":\\\"North\\\"},\\\"maxValues\\\":{\\\"observation_id\\\":12,\\\"temperature_c\\\":16.0,\\\"observed_at\\\":\\\"2026-01-02T15:00:00Z\\\",\\\"station\\\":\\\"South\\\"},\\\"nullCount\\\":{\\\"station\\\":0,\\\"observed_at\\\":0,\\\"temperature_c\\\":0,\\\"observation_id\\\":0}}\",\"tags\":null,\"baseRowId\":null,\"defaultRowCommitVersion\":null,\"clusteringProvider\":null}}" }, { "version": 1, "path": "_delta_log/00000000000000000001.json", "text": "{\"commitInfo\":{\"timestamp\":1789067035253,\"operation\":\"WRITE\",\"operationParameters\":{\"mode\":\"Append\"},\"engineInfo\":\"delta-rs:py-1.6.3\",\"clientVersion\":\"delta-rs.py-1.6.3\",\"operationMetrics\":{\"num_added_files\":1,\"num_removed_files\":0,\"num_partitions\":0,\"num_added_rows\":6,\"execution_time_ms\":0}}}\n{\"add\":{\"path\":\"part-00000-62341c08-96d8-43a9-bcf1-5f1f6bd91945-c000.snappy.parquet\",\"partitionValues\":{},\"size\":1604,\"modificationTime\":1789067035253,\"dataChange\":true,\"stats\":\"{\\\"numRecords\\\":6,\\\"minValues\\\":{\\\"station\\\":\\\"North\\\",\\\"temperature_c\\\":17.0,\\\"observation_id\\\":13,\\\"observed_at\\\":\\\"2026-01-01T21:00:00Z\\\"},\\\"maxValues\\\":{\\\"observation_id\\\":18,\\\"temperature_c\\\":22.0,\\\"station\\\":\\\"South\\\",\\\"observed_at\\\":\\\"2026-01-03T15:00:00Z\\\"},\\\"nullCount\\\":{\\\"observation_id\\\":0,\\\"observed_at\\\":0,\\\"station\\\":0,\\\"temperature_c\\\":0}}\",\"tags\":null,\"baseRowId\":null,\"defaultRowCommitVersion\":null,\"clusteringProvider\":null}}" }, { "version": 2, "path": "_delta_log/00000000000000000002.json", "text": "{\"commitInfo\":{\"timestamp\":1789067035265,\"operation\":\"DELETE\",\"operationParameters\":{\"predicate\":\"observation_id = 13\"},\"readVersion\":1,\"engineInfo\":\"delta-rs:py-1.6.3\",\"clientVersion\":\"delta-rs.py-1.6.3\",\"operationMetrics\":{\"num_added_files\":1,\"num_removed_files\":1,\"num_deleted_rows\":1,\"num_copied_rows\":5,\"execution_time_ms\":6,\"scan_time_ms\":1,\"rewrite_time_ms\":0}}}\n{\"add\":{\"path\":\"part-00000-ea75b463-cd35-4a58-8a1e-d9623429ed07-c000.zstd.parquet\",\"partitionValues\":{},\"size\":1633,\"modificationTime\":1789067035265,\"dataChange\":true,\"stats\":\"{\\\"numRecords\\\":5,\\\"minValues\\\":{\\\"observation_id\\\":14,\\\"temperature_c\\\":18.0,\\\"station\\\":\\\"North\\\",\\\"observed_at\\\":\\\"2026-01-03T03:00:00Z\\\"},\\\"maxValues\\\":{\\\"station\\\":\\\"South\\\",\\\"temperature_c\\\":22.0,\\\"observation_id\\\":18,\\\"observed_at\\\":\\\"2026-01-03T15:00:00Z\\\"},\\\"nullCount\\\":{\\\"observed_at\\\":0,\\\"temperature_c\\\":0,\\\"observation_id\\\":0,\\\"station\\\":0}}\",\"tags\":null,\"baseRowId\":null,\"defaultRowCommitVersion\":null,\"clusteringProvider\":null}}\n{\"remove\":{\"path\":\"part-00000-62341c08-96d8-43a9-bcf1-5f1f6bd91945-c000.snappy.parquet\",\"dataChange\":true,\"deletionTimestamp\":1789067035261,\"extendedFileMetadata\":true,\"partitionValues\":{},\"size\":1604}}" } ], "checkpoint": { "version": 1, "path": "_delta_log/00000000000000000001.checkpoint.parquet", "actions": [ { "add": { "path": "part-00000-62341c08-96d8-43a9-bcf1-5f1f6bd91945-c000.snappy.parquet", "partitionValues": [], "size": 1604, "modificationTime": 1789067035253, "dataChange": true, "stats": "{\"numRecords\":6,\"minValues\":{\"station\":\"North\",\"temperature_c\":17.0,\"observation_id\":13,\"observed_at\":\"2026-01-01T21:00:00Z\"},\"maxValues\":{\"observation_id\":18,\"temperature_c\":22.0,\"station\":\"South\",\"observed_at\":\"2026-01-03T15:00:00Z\"},\"nullCount\":{\"observation_id\":0,\"observed_at\":0,\"station\":0,\"temperature_c\":0}}", "tags": null, "deletionVector": null, "baseRowId": null, "defaultRowCommitVersion": null, "clusteringProvider": null }, "remove": null, "metaData": null, "protocol": null, "txn": null, "domainMetadata": null, "sidecar": null }, { "add": null, "remove": null, "metaData": null, "protocol": { "minReaderVersion": 1, "minWriterVersion": 2, "readerFeatures": null, "writerFeatures": null }, "txn": null, "domainMetadata": null, "sidecar": null }, { "add": null, "remove": null, "metaData": { "id": "4f149ece-9a97-45b4-94d8-60a51b8104f1", "name": null, "description": null, "format": { "provider": "parquet", "options": [] }, "schemaString": "{\"type\":\"struct\",\"fields\":[{\"name\":\"observation_id\",\"type\":\"long\",\"nullable\":true,\"metadata\":{}},{\"name\":\"station\",\"type\":\"string\",\"nullable\":true,\"metadata\":{}},{\"name\":\"observed_at\",\"type\":\"timestamp\",\"nullable\":true,\"metadata\":{}},{\"name\":\"temperature_c\",\"type\":\"double\",\"nullable\":true,\"metadata\":{}}]}", "partitionColumns": [], "createdTime": 1789067035247, "configuration": [ [ "delta.checkpointPolicy", "classic" ] ] }, "protocol": null, "txn": null, "domainMetadata": null, "sidecar": null }, { "add": { "path": "part-00000-bfdf29f6-7be0-4378-b1a2-346f035d0445-c000.snappy.parquet", "partitionValues": [], "size": 1716, "modificationTime": 1789067035249, "dataChange": true, "stats": "{\"numRecords\":12,\"minValues\":{\"temperature_c\":5.0,\"observed_at\":\"2026-01-01T00:00:00Z\",\"observation_id\":1,\"station\":\"North\"},\"maxValues\":{\"observation_id\":12,\"temperature_c\":16.0,\"observed_at\":\"2026-01-02T15:00:00Z\",\"station\":\"South\"},\"nullCount\":{\"station\":0,\"observed_at\":0,\"temperature_c\":0,\"observation_id\":0}}", "tags": null, "deletionVector": null, "baseRowId": null, "defaultRowCommitVersion": null, "clusteringProvider": null }, "remove": null, "metaData": null, "protocol": null, "txn": null, "domainMetadata": null, "sidecar": null } ] }, "versions": [ { "version": 0, "files": [ "part-00000-bfdf29f6-7be0-4378-b1a2-346f035d0445-c000.snappy.parquet" ], "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01 00:00:00", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01 03:00:00", "temperature_c": 6.0 }, { "observation_id": 3, "station": "North", "observed_at": "2026-01-01 06:00:00", "temperature_c": 7.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01 09:00:00", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01 12:00:00", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01 15:00:00", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02 00:00:00", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02 03:00:00", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02 06:00:00", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02 09:00:00", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02 12:00:00", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02 15:00:00", "temperature_c": 16.0 } ] }, { "version": 1, "files": [ "part-00000-62341c08-96d8-43a9-bcf1-5f1f6bd91945-c000.snappy.parquet", "part-00000-bfdf29f6-7be0-4378-b1a2-346f035d0445-c000.snappy.parquet" ], "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01 00:00:00", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01 03:00:00", "temperature_c": 6.0 }, { "observation_id": 3, "station": "North", "observed_at": "2026-01-01 06:00:00", "temperature_c": 7.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01 09:00:00", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01 12:00:00", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01 15:00:00", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02 00:00:00", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02 03:00:00", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02 06:00:00", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02 09:00:00", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02 12:00:00", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02 15:00:00", "temperature_c": 16.0 }, { "observation_id": 13, "station": "North", "observed_at": "2026-01-01 21:00:00", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03 03:00:00", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03 06:00:00", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03 09:00:00", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03 12:00:00", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03 15:00:00", "temperature_c": 22.0 } ] }, { "version": 2, "files": [ "part-00000-bfdf29f6-7be0-4378-b1a2-346f035d0445-c000.snappy.parquet", "part-00000-ea75b463-cd35-4a58-8a1e-d9623429ed07-c000.zstd.parquet" ], "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01 00:00:00", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01 03:00:00", "temperature_c": 6.0 }, { "observation_id": 3, "station": "North", "observed_at": "2026-01-01 06:00:00", "temperature_c": 7.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01 09:00:00", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01 12:00:00", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01 15:00:00", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02 00:00:00", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02 03:00:00", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02 06:00:00", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02 09:00:00", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02 12:00:00", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02 15:00:00", "temperature_c": 16.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03 03:00:00", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03 06:00:00", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03 09:00:00", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03 12:00:00", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03 15:00:00", "temperature_c": 22.0 } ] } ], "artifacts": [ { "path": "_delta_log/00000000000000000000.json", "url": "/delta/weather/_delta_log/00000000000000000000.json", "size": 1597, "sha256": "84c1a8724efe40f36d148e3e91bdf1e3e8efbd70068e1b0509e9a74ff25c9838" }, { "path": "_delta_log/00000000000000000001.checkpoint.parquet", "url": "/delta/weather/_delta_log/00000000000000000001.checkpoint.parquet", "size": 14548, "sha256": "f927708c35483a44aa718f35d942ecbde40b4052a7a9f0a55f98ba82e0d6de5a" }, { "path": "_delta_log/00000000000000000001.json", "url": "/delta/weather/_delta_log/00000000000000000001.json", "size": 917, "sha256": "f2d6d5bdb557ab8a551e3c16406066bd4f6fc57db12a80ee467a94ef3970a8d2" }, { "path": "_delta_log/00000000000000000002.json", "url": "/delta/weather/_delta_log/00000000000000000002.json", "size": 1193, "sha256": "eb1a7666703a18c3f33da68e27915ec1f6b656d5f63300feecc2fc3643becd10" }, { "path": "_delta_log/_last_checkpoint", "url": "/delta/weather/_delta_log/_last_checkpoint", "size": 61, "sha256": "a1634aa1e2e86c90506b439d9e80e19068d3f21b898d1beba65cf224f8f091c8" }, { "path": "part-00000-62341c08-96d8-43a9-bcf1-5f1f6bd91945-c000.snappy.parquet", "url": "/delta/weather/part-00000-62341c08-96d8-43a9-bcf1-5f1f6bd91945-c000.snappy.parquet", "size": 1604, "sha256": "8f9ea52ac5fb6198e9f6639d19582d1db803687ca57d8402213fb1ae7830f46b" }, { "path": "part-00000-bfdf29f6-7be0-4378-b1a2-346f035d0445-c000.snappy.parquet", "url": "/delta/weather/part-00000-bfdf29f6-7be0-4378-b1a2-346f035d0445-c000.snappy.parquet", "size": 1716, "sha256": "fadd45a64687b7dae58c56fbb1f97a2d0085275426f80094ce79627a018f061f" }, { "path": "part-00000-ea75b463-cd35-4a58-8a1e-d9623429ed07-c000.zstd.parquet", "url": "/delta/weather/part-00000-ea75b463-cd35-4a58-8a1e-d9623429ed07-c000.zstd.parquet", "size": 1633, "sha256": "158ad4edc1cfab33c3fee610c3569702cc48d9eb6b5b9befa14a5c955896dce2" } ], "dataFiles": [ { "path": "part-00000-62341c08-96d8-43a9-bcf1-5f1f6bd91945-c000.snappy.parquet", "rows": [ { "observation_id": 13, "station": "North", "observed_at": "2026-01-01 21:00:00+00:00", "temperature_c": 17.0 }, { "observation_id": 14, "station": "South", "observed_at": "2026-01-03 03:00:00+00:00", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03 06:00:00+00:00", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03 09:00:00+00:00", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03 12:00:00+00:00", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03 15:00:00+00:00", "temperature_c": 22.0 } ] }, { "path": "part-00000-bfdf29f6-7be0-4378-b1a2-346f035d0445-c000.snappy.parquet", "rows": [ { "observation_id": 1, "station": "North", "observed_at": "2026-01-01 00:00:00+00:00", "temperature_c": 5.0 }, { "observation_id": 2, "station": "South", "observed_at": "2026-01-01 03:00:00+00:00", "temperature_c": 6.0 }, { "observation_id": 3, "station": "North", "observed_at": "2026-01-01 06:00:00+00:00", "temperature_c": 7.0 }, { "observation_id": 4, "station": "South", "observed_at": "2026-01-01 09:00:00+00:00", "temperature_c": 8.0 }, { "observation_id": 5, "station": "North", "observed_at": "2026-01-01 12:00:00+00:00", "temperature_c": 9.0 }, { "observation_id": 6, "station": "South", "observed_at": "2026-01-01 15:00:00+00:00", "temperature_c": 10.0 }, { "observation_id": 7, "station": "North", "observed_at": "2026-01-02 00:00:00+00:00", "temperature_c": 11.0 }, { "observation_id": 8, "station": "South", "observed_at": "2026-01-02 03:00:00+00:00", "temperature_c": 12.0 }, { "observation_id": 9, "station": "North", "observed_at": "2026-01-02 06:00:00+00:00", "temperature_c": 13.0 }, { "observation_id": 10, "station": "South", "observed_at": "2026-01-02 09:00:00+00:00", "temperature_c": 14.0 }, { "observation_id": 11, "station": "North", "observed_at": "2026-01-02 12:00:00+00:00", "temperature_c": 15.0 }, { "observation_id": 12, "station": "South", "observed_at": "2026-01-02 15:00:00+00:00", "temperature_c": 16.0 } ] }, { "path": "part-00000-ea75b463-cd35-4a58-8a1e-d9623429ed07-c000.zstd.parquet", "rows": [ { "observation_id": 14, "station": "South", "observed_at": "2026-01-03 03:00:00+00:00", "temperature_c": 18.0 }, { "observation_id": 15, "station": "North", "observed_at": "2026-01-03 06:00:00+00:00", "temperature_c": 19.0 }, { "observation_id": 16, "station": "South", "observed_at": "2026-01-03 09:00:00+00:00", "temperature_c": 20.0 }, { "observation_id": 17, "station": "North", "observed_at": "2026-01-03 12:00:00+00:00", "temperature_c": 21.0 }, { "observation_id": 18, "station": "South", "observed_at": "2026-01-03 15:00:00+00:00", "temperature_c": 22.0 } ] } ] }