{ "schemaVersion": 1, "sdk": "pylance 11.0.0", "oracle": "NumPy 2.4.3; source IDs and vectors constructed independently", "format": "2.1", "stableRowIds": false, "points": [ [ 5.125, 0.5 ], [ 510.125, 0.5 ], [ 1024.125, 0.5 ], [ 1030.125, 0.5 ] ], "k": 3, "nprobes": 2, "steps": [ { "operation": "indexed", "command": "write_dataset(first_1024, max_rows_per_file=512, data_storage_version='2.1', enable_stable_row_ids=False); create_index('vector', 'IVF_FLAT', num_partitions=2, ivf_centroids=[[256, 0], [768, 0]])", "version": "2", "manifest": "_versions/18446744073709551613.manifest", "rowCount": 1024, "fullRowsSha256": "a0fcd3667366e690f41581c01bcd637a4fb9365a0480a85c99efa636a8972d07", "logicalRowsSha256": "406caec7cd996cb76fd3da335d7ec6e6d3b1e059291155566e5ffbc38b4b3b94", "traced": [ { "id": 5, "vector": [ 5.0, 0.0 ], "_rowid": "5", "_rowaddr": "5", "fragment": "0", "offset": 5 }, { "id": 6, "vector": [ 6.0, 0.0 ], "_rowid": "6", "_rowaddr": "6", "fragment": "0", "offset": 6 }, { "id": 1023, "vector": [ 1023.0, 0.0 ], "_rowid": "4294967807", "_rowaddr": "4294967807", "fragment": "1", "offset": 511 } ], "fragments": [ { "id": 0, "files": [ { "fields": [ 0, 1 ], "column_indices": [ 0, 1 ], "file_major_version": 2, "file_minor_version": 1, "file_size_bytes": 5909, "base_id": null, "path": "100111111011111100001000eac3224a238ee79de55c10402f.lance" } ], "overlays": [], "physical_rows": 512, "deletion_file": null, "row_id_meta": null, "created_at_version_meta": null, "last_updated_at_version_meta": null }, { "id": 1, "files": [ { "fields": [ 0, 1 ], "column_indices": [ 0, 1 ], "file_major_version": 2, "file_minor_version": 1, "file_size_bytes": 6037, "base_id": null, "path": "1010000100000111011111002db1974bc8844d05003a576e7e.lance" } ], "overlays": [], "physical_rows": 512, "deletion_file": null, "row_id_meta": null, "created_at_version_meta": null, "last_updated_at_version_meta": null } ], "indices": [ { "name": "vector_idx", "type": "IVF_FLAT", "uuid": "68085e33-f445-4e77-974b-9efe98d1b993", "fields": [ "vector" ], "version": 1, "fragment_ids": [ 0, 1 ], "base_id": null } ], "statistics": { "index_type": "IVF_FLAT", "name": "vector_idx", "num_indices": 1, "num_segments": 1, "indices": [ { "index_type": "IVF_FLAT", "uuid": "68085e33-f445-4e77-974b-9efe98d1b993", "uri": "/_indices/68085e33-f445-4e77-974b-9efe98d1b993/index.idx", "metric_type": "l2", "num_partitions": 2, "sub_index": { "dim": 2, "index_type": "FLAT", "metric_type": "l2" }, "partitions": [ { "size": 513 }, { "size": 511 } ], "centroids": [ [ 256.0, 0.0 ], [ 768.0, 0.0 ] ], "loss": 22369792.0, "index_file_version": "V3" } ], "segments": [ { "index_type": "IVF_FLAT", "uuid": "68085e33-f445-4e77-974b-9efe98d1b993", "uri": "/_indices/68085e33-f445-4e77-974b-9efe98d1b993/index.idx", "metric_type": "l2", "num_partitions": 2, "sub_index": { "dim": 2, "index_type": "FLAT", "metric_type": "l2" }, "partitions": [ { "size": 513 }, { "size": 511 } ], "centroids": [ [ 256.0, 0.0 ], [ 768.0, 0.0 ] ], "loss": 22369792.0, "index_file_version": "V3" } ], "num_indexed_fragments": 2, "num_indexed_rows": 1024, "num_unindexed_fragments": 0, "num_unindexed_rows": 0, "num_indexed_rows_per_delta": [ 1024 ], "updated_at_timestamp_ms": 1789256707526 }, "queries": [ { "point": [ 5.125, 0.5 ], "rows": [ { "id": 5, "vector": [ 5.0, 0.0 ], "_distance": 0.265625, "_rowid": "5", "_rowaddr": "5", "fragment": "0", "offset": 5 }, { "id": 6, "vector": [ 6.0, 0.0 ], "_distance": 1.015625, "_rowid": "6", "_rowaddr": "6", "fragment": "0", "offset": 6 }, { "id": 4, "vector": [ 4.0, 0.0 ], "_distance": 1.515625, "_rowid": "4", "_rowaddr": "4", "fragment": "0", "offset": 4 } ], "exactIds": [ 5, 6, 4 ], "exactDistances": [ 0.265625, 1.015625, 1.515625 ], "plan": "ProjectionExec: expr=[id@2 as id, vector@3 as vector, _distance@0 as _distance, _rowid@1 as _rowid, _rowaddr@4 as _rowaddr]\n LanceRead: uri=/data, projection=[id, vector, _rowaddr], source=stream(_rowid)\n SortExec: TopK(fetch=3), expr=[_distance@0 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n ANNSubIndex: name=vector_idx, k=3, deltas=1, metric=L2\n ANNIvfPartition: uuid=68085e33-f445-4e77-974b-9efe98d1b993, minimum_nprobes=2, maximum_nprobes=Some(2), deltas=1\n" }, { "point": [ 510.125, 0.5 ], "rows": [ { "id": 510, "vector": [ 510.0, 0.0 ], "_distance": 0.265625, "_rowid": "510", "_rowaddr": "510", "fragment": "0", "offset": 510 }, { "id": 511, "vector": [ 511.0, 0.0 ], "_distance": 1.015625, "_rowid": "511", "_rowaddr": "511", "fragment": "0", "offset": 511 }, { "id": 509, "vector": [ 509.0, 0.0 ], "_distance": 1.515625, "_rowid": "509", "_rowaddr": "509", "fragment": "0", "offset": 509 } ], "exactIds": [ 510, 511, 509 ], "exactDistances": [ 0.265625, 1.015625, 1.515625 ], "plan": "ProjectionExec: expr=[id@2 as id, vector@3 as vector, _distance@0 as _distance, _rowid@1 as _rowid, _rowaddr@4 as _rowaddr]\n LanceRead: uri=/data, projection=[id, vector, _rowaddr], source=stream(_rowid)\n SortExec: TopK(fetch=3), expr=[_distance@0 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n ANNSubIndex: name=vector_idx, k=3, deltas=1, metric=L2\n ANNIvfPartition: uuid=68085e33-f445-4e77-974b-9efe98d1b993, minimum_nprobes=2, maximum_nprobes=Some(2), deltas=1\n" }, { "point": [ 1024.125, 0.5 ], "rows": [ { "id": 1023, "vector": [ 1023.0, 0.0 ], "_distance": 1.515625, "_rowid": "4294967807", "_rowaddr": "4294967807", "fragment": "1", "offset": 511 }, { "id": 1022, "vector": [ 1022.0, 0.0 ], "_distance": 4.765625, "_rowid": "4294967806", "_rowaddr": "4294967806", "fragment": "1", "offset": 510 }, { "id": 1021, "vector": [ 1021.0, 0.0 ], "_distance": 10.015625, "_rowid": "4294967805", "_rowaddr": "4294967805", "fragment": "1", "offset": 509 } ], "exactIds": [ 1023, 1022, 1021 ], "exactDistances": [ 1.515625, 4.765625, 10.015625 ], "plan": "ProjectionExec: expr=[id@2 as id, vector@3 as vector, _distance@0 as _distance, _rowid@1 as _rowid, _rowaddr@4 as _rowaddr]\n LanceRead: uri=/data, projection=[id, vector, _rowaddr], source=stream(_rowid)\n SortExec: TopK(fetch=3), expr=[_distance@0 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n ANNSubIndex: name=vector_idx, k=3, deltas=1, metric=L2\n ANNIvfPartition: uuid=68085e33-f445-4e77-974b-9efe98d1b993, minimum_nprobes=2, maximum_nprobes=Some(2), deltas=1\n" }, { "point": [ 1030.125, 0.5 ], "rows": [ { "id": 1023, "vector": [ 1023.0, 0.0 ], "_distance": 51.015625, "_rowid": "4294967807", "_rowaddr": "4294967807", "fragment": "1", "offset": 511 }, { "id": 1022, "vector": [ 1022.0, 0.0 ], "_distance": 66.265625, "_rowid": "4294967806", "_rowaddr": "4294967806", "fragment": "1", "offset": 510 }, { "id": 1021, "vector": [ 1021.0, 0.0 ], "_distance": 83.515625, "_rowid": "4294967805", "_rowaddr": "4294967805", "fragment": "1", "offset": 509 } ], "exactIds": [ 1023, 1022, 1021 ], "exactDistances": [ 51.015625, 66.265625, 83.515625 ], "plan": "ProjectionExec: expr=[id@2 as id, vector@3 as vector, _distance@0 as _distance, _rowid@1 as _rowid, _rowaddr@4 as _rowaddr]\n LanceRead: uri=/data, projection=[id, vector, _rowaddr], source=stream(_rowid)\n SortExec: TopK(fetch=3), expr=[_distance@0 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n ANNSubIndex: name=vector_idx, k=3, deltas=1, metric=L2\n ANNIvfPartition: uuid=68085e33-f445-4e77-974b-9efe98d1b993, minimum_nprobes=2, maximum_nprobes=Some(2), deltas=1\n" } ] }, { "operation": "append", "command": "write_dataset(last_8, dataset, mode='append', data_storage_version='2.1')", "version": "3", "manifest": "_versions/18446744073709551612.manifest", "rowCount": 1032, "fullRowsSha256": "d4a09841015abdfefb299e0b5b154f3074132fc80f5653e94513953352a6bcaf", "logicalRowsSha256": "671d60ad146f47ac4e64af6d06cc55e6855096ed9ef5a0ea790e9aa6118b8213", "traced": [ { "id": 5, "vector": [ 5.0, 0.0 ], "_rowid": "5", "_rowaddr": "5", "fragment": "0", "offset": 5 }, { "id": 6, "vector": [ 6.0, 0.0 ], "_rowid": "6", "_rowaddr": "6", "fragment": "0", "offset": 6 }, { "id": 1023, "vector": [ 1023.0, 0.0 ], "_rowid": "4294967807", "_rowaddr": "4294967807", "fragment": "1", "offset": 511 }, { "id": 1024, "vector": [ 1024.0, 0.0 ], "_rowid": "8589934592", "_rowaddr": "8589934592", "fragment": "2", "offset": 0 }, { "id": 1025, "vector": [ 1025.0, 0.0 ], "_rowid": "8589934593", "_rowaddr": "8589934593", "fragment": "2", "offset": 1 } ], "fragments": [ { "id": 0, "files": [ { "fields": [ 0, 1 ], "column_indices": [ 0, 1 ], "file_major_version": 2, "file_minor_version": 1, "file_size_bytes": 5909, "base_id": null, "path": "100111111011111100001000eac3224a238ee79de55c10402f.lance" } ], "overlays": [], "physical_rows": 512, "deletion_file": null, "row_id_meta": null, "created_at_version_meta": null, "last_updated_at_version_meta": null }, { "id": 1, "files": [ { "fields": [ 0, 1 ], "column_indices": [ 0, 1 ], "file_major_version": 2, "file_minor_version": 1, "file_size_bytes": 6037, "base_id": null, "path": "1010000100000111011111002db1974bc8844d05003a576e7e.lance" } ], "overlays": [], "physical_rows": 512, "deletion_file": null, "row_id_meta": null, "created_at_version_meta": null, "last_updated_at_version_meta": null }, { "id": 2, "files": [ { "fields": [ 0, 1 ], "column_indices": [ 0, 1 ], "file_major_version": 2, "file_minor_version": 1, "file_size_bytes": 782, "base_id": null, "path": "110011010001001101001011bc5fdd42a39eb1b95d68ceba45.lance" } ], "overlays": [], "physical_rows": 8, "deletion_file": null, "row_id_meta": null, "created_at_version_meta": null, "last_updated_at_version_meta": null } ], "indices": [ { "name": "vector_idx", "type": "IVF_FLAT", "uuid": "68085e33-f445-4e77-974b-9efe98d1b993", "fields": [ "vector" ], "version": 1, "fragment_ids": [ 0, 1 ], "base_id": null } ], "statistics": { "index_type": "IVF_FLAT", "name": "vector_idx", "num_indices": 1, "num_segments": 1, "indices": [ { "index_type": "IVF_FLAT", "uuid": "68085e33-f445-4e77-974b-9efe98d1b993", "uri": "/_indices/68085e33-f445-4e77-974b-9efe98d1b993/index.idx", "metric_type": "l2", "num_partitions": 2, "sub_index": { "dim": 2, "index_type": "FLAT", "metric_type": "l2" }, "partitions": [ { "size": 513 }, { "size": 511 } ], "centroids": [ [ 256.0, 0.0 ], [ 768.0, 0.0 ] ], "loss": 22369792.0, "index_file_version": "V3" } ], "segments": [ { "index_type": "IVF_FLAT", "uuid": "68085e33-f445-4e77-974b-9efe98d1b993", "uri": "/_indices/68085e33-f445-4e77-974b-9efe98d1b993/index.idx", "metric_type": "l2", "num_partitions": 2, "sub_index": { "dim": 2, "index_type": "FLAT", "metric_type": "l2" }, "partitions": [ { "size": 513 }, { "size": 511 } ], "centroids": [ [ 256.0, 0.0 ], [ 768.0, 0.0 ] ], "loss": 22369792.0, "index_file_version": "V3" } ], "num_indexed_fragments": 2, "num_indexed_rows": 1024, "num_unindexed_fragments": 1, "num_unindexed_rows": 8, "num_indexed_rows_per_delta": [ 1024 ], "updated_at_timestamp_ms": 1789256707526 }, "queries": [ { "point": [ 5.125, 0.5 ], "rows": [ { "id": 5, "vector": [ 5.0, 0.0 ], "_distance": 0.265625, "_rowid": "5", "_rowaddr": "5", "fragment": "0", "offset": 5 }, { "id": 6, "vector": [ 6.0, 0.0 ], "_distance": 1.015625, "_rowid": "6", "_rowaddr": "6", "fragment": "0", "offset": 6 }, { "id": 4, "vector": [ 4.0, 0.0 ], "_distance": 1.515625, "_rowid": "4", "_rowaddr": "4", "fragment": "0", "offset": 4 } ], "exactIds": [ 5, 6, 4 ], "exactDistances": [ 0.265625, 1.015625, 1.515625 ], "plan": "ProjectionExec: expr=[id@3 as id, vector@1 as vector, _distance@2 as _distance, _rowid@0 as _rowid, _rowaddr@4 as _rowaddr]\n LanceRead: uri=/data, projection=[id, _rowaddr], source=stream(_rowid)\n FilterExec: _distance@2 IS NOT NULL\n RepartitionExec: partitioning=RoundRobinBatch(2), input_partitions=1, maintains_sort_order=true\n SortExec: TopK(fetch=3), expr=[_distance@2 ASC NULLS LAST, _rowid@0 ASC NULLS LAST], preserve_partitioning=[false]\n KNNVectorDistance: metric=l2\n CoalescePartitionsExec\n UnionExec\n ProjectionExec: expr=[_distance@2 as _distance, _rowid@1 as _rowid, vector@0 as vector]\n FilterExec: _distance@2 IS NOT NULL\n SortExec: TopK(fetch=3), expr=[_distance@2 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n KNNVectorDistance: metric=l2\n LanceScan: uri=/data, projection=[vector], row_id=true, row_addr=false, ordered=false, range=None\n LanceRead: uri=/data, projection=[vector], source=stream(_rowid)\n SortExec: TopK(fetch=3), expr=[_distance@0 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n ANNSubIndex: name=vector_idx, k=3, deltas=1, metric=L2\n ANNIvfPartition: uuid=68085e33-f445-4e77-974b-9efe98d1b993, minimum_nprobes=2, maximum_nprobes=Some(2), deltas=1\n" }, { "point": [ 510.125, 0.5 ], "rows": [ { "id": 510, "vector": [ 510.0, 0.0 ], "_distance": 0.265625, "_rowid": "510", "_rowaddr": "510", "fragment": "0", "offset": 510 }, { "id": 511, "vector": [ 511.0, 0.0 ], "_distance": 1.015625, "_rowid": "511", "_rowaddr": "511", "fragment": "0", "offset": 511 }, { "id": 509, "vector": [ 509.0, 0.0 ], "_distance": 1.515625, "_rowid": "509", "_rowaddr": "509", "fragment": "0", "offset": 509 } ], "exactIds": [ 510, 511, 509 ], "exactDistances": [ 0.265625, 1.015625, 1.515625 ], "plan": "ProjectionExec: expr=[id@3 as id, vector@1 as vector, _distance@2 as _distance, _rowid@0 as _rowid, _rowaddr@4 as _rowaddr]\n LanceRead: uri=/data, projection=[id, _rowaddr], source=stream(_rowid)\n FilterExec: _distance@2 IS NOT NULL\n RepartitionExec: partitioning=RoundRobinBatch(2), input_partitions=1, maintains_sort_order=true\n SortExec: TopK(fetch=3), expr=[_distance@2 ASC NULLS LAST, _rowid@0 ASC NULLS LAST], preserve_partitioning=[false]\n KNNVectorDistance: metric=l2\n CoalescePartitionsExec\n UnionExec\n ProjectionExec: expr=[_distance@2 as _distance, _rowid@1 as _rowid, vector@0 as vector]\n FilterExec: _distance@2 IS NOT NULL\n SortExec: TopK(fetch=3), expr=[_distance@2 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n KNNVectorDistance: metric=l2\n LanceScan: uri=/data, projection=[vector], row_id=true, row_addr=false, ordered=false, range=None\n LanceRead: uri=/data, projection=[vector], source=stream(_rowid)\n SortExec: TopK(fetch=3), expr=[_distance@0 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n ANNSubIndex: name=vector_idx, k=3, deltas=1, metric=L2\n ANNIvfPartition: uuid=68085e33-f445-4e77-974b-9efe98d1b993, minimum_nprobes=2, maximum_nprobes=Some(2), deltas=1\n" }, { "point": [ 1024.125, 0.5 ], "rows": [ { "id": 1024, "vector": [ 1024.0, 0.0 ], "_distance": 0.265625, "_rowid": "8589934592", "_rowaddr": "8589934592", "fragment": "2", "offset": 0 }, { "id": 1025, "vector": [ 1025.0, 0.0 ], "_distance": 1.015625, "_rowid": "8589934593", "_rowaddr": "8589934593", "fragment": "2", "offset": 1 }, { "id": 1023, "vector": [ 1023.0, 0.0 ], "_distance": 1.515625, "_rowid": "4294967807", "_rowaddr": "4294967807", "fragment": "1", "offset": 511 } ], "exactIds": [ 1024, 1025, 1023 ], "exactDistances": [ 0.265625, 1.015625, 1.515625 ], "plan": "ProjectionExec: expr=[id@3 as id, vector@1 as vector, _distance@2 as _distance, _rowid@0 as _rowid, _rowaddr@4 as _rowaddr]\n LanceRead: uri=/data, projection=[id, _rowaddr], source=stream(_rowid)\n FilterExec: _distance@2 IS NOT NULL\n RepartitionExec: partitioning=RoundRobinBatch(2), input_partitions=1, maintains_sort_order=true\n SortExec: TopK(fetch=3), expr=[_distance@2 ASC NULLS LAST, _rowid@0 ASC NULLS LAST], preserve_partitioning=[false]\n KNNVectorDistance: metric=l2\n CoalescePartitionsExec\n UnionExec\n ProjectionExec: expr=[_distance@2 as _distance, _rowid@1 as _rowid, vector@0 as vector]\n FilterExec: _distance@2 IS NOT NULL\n SortExec: TopK(fetch=3), expr=[_distance@2 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n KNNVectorDistance: metric=l2\n LanceScan: uri=/data, projection=[vector], row_id=true, row_addr=false, ordered=false, range=None\n LanceRead: uri=/data, projection=[vector], source=stream(_rowid)\n SortExec: TopK(fetch=3), expr=[_distance@0 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n ANNSubIndex: name=vector_idx, k=3, deltas=1, metric=L2\n ANNIvfPartition: uuid=68085e33-f445-4e77-974b-9efe98d1b993, minimum_nprobes=2, maximum_nprobes=Some(2), deltas=1\n" }, { "point": [ 1030.125, 0.5 ], "rows": [ { "id": 1030, "vector": [ 1030.0, 0.0 ], "_distance": 0.265625, "_rowid": "8589934598", "_rowaddr": "8589934598", "fragment": "2", "offset": 6 }, { "id": 1031, "vector": [ 1031.0, 0.0 ], "_distance": 1.015625, "_rowid": "8589934599", "_rowaddr": "8589934599", "fragment": "2", "offset": 7 }, { "id": 1029, "vector": [ 1029.0, 0.0 ], "_distance": 1.515625, "_rowid": "8589934597", "_rowaddr": "8589934597", "fragment": "2", "offset": 5 } ], "exactIds": [ 1030, 1031, 1029 ], "exactDistances": [ 0.265625, 1.015625, 1.515625 ], "plan": "ProjectionExec: expr=[id@3 as id, vector@1 as vector, _distance@2 as _distance, _rowid@0 as _rowid, _rowaddr@4 as _rowaddr]\n LanceRead: uri=/data, projection=[id, _rowaddr], source=stream(_rowid)\n FilterExec: _distance@2 IS NOT NULL\n RepartitionExec: partitioning=RoundRobinBatch(2), input_partitions=1, maintains_sort_order=true\n SortExec: TopK(fetch=3), expr=[_distance@2 ASC NULLS LAST, _rowid@0 ASC NULLS LAST], preserve_partitioning=[false]\n KNNVectorDistance: metric=l2\n CoalescePartitionsExec\n UnionExec\n ProjectionExec: expr=[_distance@2 as _distance, _rowid@1 as _rowid, vector@0 as vector]\n FilterExec: _distance@2 IS NOT NULL\n SortExec: TopK(fetch=3), expr=[_distance@2 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n KNNVectorDistance: metric=l2\n LanceScan: uri=/data, projection=[vector], row_id=true, row_addr=false, ordered=false, range=None\n LanceRead: uri=/data, projection=[vector], source=stream(_rowid)\n SortExec: TopK(fetch=3), expr=[_distance@0 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n ANNSubIndex: name=vector_idx, k=3, deltas=1, metric=L2\n ANNIvfPartition: uuid=68085e33-f445-4e77-974b-9efe98d1b993, minimum_nprobes=2, maximum_nprobes=Some(2), deltas=1\n" } ] }, { "operation": "delete", "command": "dataset.delete('id IN (5, 1024)')", "version": "4", "manifest": "_versions/18446744073709551611.manifest", "rowCount": 1030, "fullRowsSha256": "da55324206812f5f316fc1396e492772b765e9a3a7129dca6374260687bcd243", "logicalRowsSha256": "90c34c971407e2f59651c0bdb8b7489bdafa100648b7b4a736fe6db99ad6a2fc", "traced": [ { "id": 6, "vector": [ 6.0, 0.0 ], "_rowid": "6", "_rowaddr": "6", "fragment": "0", "offset": 6 }, { "id": 1023, "vector": [ 1023.0, 0.0 ], "_rowid": "4294967807", "_rowaddr": "4294967807", "fragment": "1", "offset": 511 }, { "id": 1025, "vector": [ 1025.0, 0.0 ], "_rowid": "8589934593", "_rowaddr": "8589934593", "fragment": "2", "offset": 1 } ], "fragments": [ { "id": 0, "files": [ { "fields": [ 0, 1 ], "column_indices": [ 0, 1 ], "file_major_version": 2, "file_minor_version": 1, "file_size_bytes": 5909, "base_id": null, "path": "100111111011111100001000eac3224a238ee79de55c10402f.lance" } ], "overlays": [], "physical_rows": 512, "deletion_file": { "read_version": 3, "id": 16045726186060119047, "file_type": "array", "num_deleted_rows": 1, "base_id": null }, "row_id_meta": null, "created_at_version_meta": null, "last_updated_at_version_meta": null }, { "id": 1, "files": [ { "fields": [ 0, 1 ], "column_indices": [ 0, 1 ], "file_major_version": 2, "file_minor_version": 1, "file_size_bytes": 6037, "base_id": null, "path": "1010000100000111011111002db1974bc8844d05003a576e7e.lance" } ], "overlays": [], "physical_rows": 512, "deletion_file": null, "row_id_meta": null, "created_at_version_meta": null, "last_updated_at_version_meta": null }, { "id": 2, "files": [ { "fields": [ 0, 1 ], "column_indices": [ 0, 1 ], "file_major_version": 2, "file_minor_version": 1, "file_size_bytes": 782, "base_id": null, "path": "110011010001001101001011bc5fdd42a39eb1b95d68ceba45.lance" } ], "overlays": [], "physical_rows": 8, "deletion_file": { "read_version": 3, "id": 1695036173960102055, "file_type": "array", "num_deleted_rows": 1, "base_id": null }, "row_id_meta": null, "created_at_version_meta": null, "last_updated_at_version_meta": null } ], "indices": [ { "name": "vector_idx", "type": "IVF_FLAT", "uuid": "68085e33-f445-4e77-974b-9efe98d1b993", "fields": [ "vector" ], "version": 1, "fragment_ids": [ 0, 1 ], "base_id": null } ], "statistics": { "index_type": "IVF_FLAT", "name": "vector_idx", "num_indices": 1, "num_segments": 1, "indices": [ { "index_type": "IVF_FLAT", "uuid": "68085e33-f445-4e77-974b-9efe98d1b993", "uri": "/_indices/68085e33-f445-4e77-974b-9efe98d1b993/index.idx", "metric_type": "l2", "num_partitions": 2, "sub_index": { "dim": 2, "index_type": "FLAT", "metric_type": "l2" }, "partitions": [ { "size": 513 }, { "size": 511 } ], "centroids": [ [ 256.0, 0.0 ], [ 768.0, 0.0 ] ], "loss": 22369792.0, "index_file_version": "V3" } ], "segments": [ { "index_type": "IVF_FLAT", "uuid": "68085e33-f445-4e77-974b-9efe98d1b993", "uri": "/_indices/68085e33-f445-4e77-974b-9efe98d1b993/index.idx", "metric_type": "l2", "num_partitions": 2, "sub_index": { "dim": 2, "index_type": "FLAT", "metric_type": "l2" }, "partitions": [ { "size": 513 }, { "size": 511 } ], "centroids": [ [ 256.0, 0.0 ], [ 768.0, 0.0 ] ], "loss": 22369792.0, "index_file_version": "V3" } ], "num_indexed_fragments": 2, "num_indexed_rows": 1023, "num_unindexed_fragments": 1, "num_unindexed_rows": 7, "num_indexed_rows_per_delta": [ 1023 ], "updated_at_timestamp_ms": 1789256707526 }, "queries": [ { "point": [ 5.125, 0.5 ], "rows": [ { "id": 6, "vector": [ 6.0, 0.0 ], "_distance": 1.015625, "_rowid": "6", "_rowaddr": "6", "fragment": "0", "offset": 6 }, { "id": 4, "vector": [ 4.0, 0.0 ], "_distance": 1.515625, "_rowid": "4", "_rowaddr": "4", "fragment": "0", "offset": 4 }, { "id": 7, "vector": [ 7.0, 0.0 ], "_distance": 3.765625, "_rowid": "7", "_rowaddr": "7", "fragment": "0", "offset": 7 } ], "exactIds": [ 6, 4, 7 ], "exactDistances": [ 1.015625, 1.515625, 3.765625 ], "plan": "ProjectionExec: expr=[id@3 as id, vector@1 as vector, _distance@2 as _distance, _rowid@0 as _rowid, _rowaddr@4 as _rowaddr]\n LanceRead: uri=/data, projection=[id, _rowaddr], source=stream(_rowid)\n FilterExec: _distance@2 IS NOT NULL\n RepartitionExec: partitioning=RoundRobinBatch(2), input_partitions=1, maintains_sort_order=true\n SortExec: TopK(fetch=3), expr=[_distance@2 ASC NULLS LAST, _rowid@0 ASC NULLS LAST], preserve_partitioning=[false]\n KNNVectorDistance: metric=l2\n CoalescePartitionsExec\n UnionExec\n ProjectionExec: expr=[_distance@2 as _distance, _rowid@1 as _rowid, vector@0 as vector]\n FilterExec: _distance@2 IS NOT NULL\n SortExec: TopK(fetch=3), expr=[_distance@2 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n KNNVectorDistance: metric=l2\n LanceScan: uri=/data, projection=[vector], row_id=true, row_addr=false, ordered=false, range=None\n LanceRead: uri=/data, projection=[vector], source=stream(_rowid)\n SortExec: TopK(fetch=3), expr=[_distance@0 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n ANNSubIndex: name=vector_idx, k=3, deltas=1, metric=L2\n ANNIvfPartition: uuid=68085e33-f445-4e77-974b-9efe98d1b993, minimum_nprobes=2, maximum_nprobes=Some(2), deltas=1\n" }, { "point": [ 510.125, 0.5 ], "rows": [ { "id": 510, "vector": [ 510.0, 0.0 ], "_distance": 0.265625, "_rowid": "510", "_rowaddr": "510", "fragment": "0", "offset": 510 }, { "id": 511, "vector": [ 511.0, 0.0 ], "_distance": 1.015625, "_rowid": "511", "_rowaddr": "511", "fragment": "0", "offset": 511 }, { "id": 509, "vector": [ 509.0, 0.0 ], "_distance": 1.515625, "_rowid": "509", "_rowaddr": "509", "fragment": "0", "offset": 509 } ], "exactIds": [ 510, 511, 509 ], "exactDistances": [ 0.265625, 1.015625, 1.515625 ], "plan": "ProjectionExec: expr=[id@3 as id, vector@1 as vector, _distance@2 as _distance, _rowid@0 as _rowid, _rowaddr@4 as _rowaddr]\n LanceRead: uri=/data, projection=[id, _rowaddr], source=stream(_rowid)\n FilterExec: _distance@2 IS NOT NULL\n RepartitionExec: partitioning=RoundRobinBatch(2), input_partitions=1, maintains_sort_order=true\n SortExec: TopK(fetch=3), expr=[_distance@2 ASC NULLS LAST, _rowid@0 ASC NULLS LAST], preserve_partitioning=[false]\n KNNVectorDistance: metric=l2\n CoalescePartitionsExec\n UnionExec\n ProjectionExec: expr=[_distance@2 as _distance, _rowid@1 as _rowid, vector@0 as vector]\n FilterExec: _distance@2 IS NOT NULL\n SortExec: TopK(fetch=3), expr=[_distance@2 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n KNNVectorDistance: metric=l2\n LanceScan: uri=/data, projection=[vector], row_id=true, row_addr=false, ordered=false, range=None\n LanceRead: uri=/data, projection=[vector], source=stream(_rowid)\n SortExec: TopK(fetch=3), expr=[_distance@0 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n ANNSubIndex: name=vector_idx, k=3, deltas=1, metric=L2\n ANNIvfPartition: uuid=68085e33-f445-4e77-974b-9efe98d1b993, minimum_nprobes=2, maximum_nprobes=Some(2), deltas=1\n" }, { "point": [ 1024.125, 0.5 ], "rows": [ { "id": 1025, "vector": [ 1025.0, 0.0 ], "_distance": 1.015625, "_rowid": "8589934593", "_rowaddr": "8589934593", "fragment": "2", "offset": 1 }, { "id": 1023, "vector": [ 1023.0, 0.0 ], "_distance": 1.515625, "_rowid": "4294967807", "_rowaddr": "4294967807", "fragment": "1", "offset": 511 }, { "id": 1026, "vector": [ 1026.0, 0.0 ], "_distance": 3.765625, "_rowid": "8589934594", "_rowaddr": "8589934594", "fragment": "2", "offset": 2 } ], "exactIds": [ 1025, 1023, 1026 ], "exactDistances": [ 1.015625, 1.515625, 3.765625 ], "plan": "ProjectionExec: expr=[id@3 as id, vector@1 as vector, _distance@2 as _distance, _rowid@0 as _rowid, _rowaddr@4 as _rowaddr]\n LanceRead: uri=/data, projection=[id, _rowaddr], source=stream(_rowid)\n FilterExec: _distance@2 IS NOT NULL\n RepartitionExec: partitioning=RoundRobinBatch(2), input_partitions=1, maintains_sort_order=true\n SortExec: TopK(fetch=3), expr=[_distance@2 ASC NULLS LAST, _rowid@0 ASC NULLS LAST], preserve_partitioning=[false]\n KNNVectorDistance: metric=l2\n CoalescePartitionsExec\n UnionExec\n ProjectionExec: expr=[_distance@2 as _distance, _rowid@1 as _rowid, vector@0 as vector]\n FilterExec: _distance@2 IS NOT NULL\n SortExec: TopK(fetch=3), expr=[_distance@2 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n KNNVectorDistance: metric=l2\n LanceScan: uri=/data, projection=[vector], row_id=true, row_addr=false, ordered=false, range=None\n LanceRead: uri=/data, projection=[vector], source=stream(_rowid)\n SortExec: TopK(fetch=3), expr=[_distance@0 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n ANNSubIndex: name=vector_idx, k=3, deltas=1, metric=L2\n ANNIvfPartition: uuid=68085e33-f445-4e77-974b-9efe98d1b993, minimum_nprobes=2, maximum_nprobes=Some(2), deltas=1\n" }, { "point": [ 1030.125, 0.5 ], "rows": [ { "id": 1030, "vector": [ 1030.0, 0.0 ], "_distance": 0.265625, "_rowid": "8589934598", "_rowaddr": "8589934598", "fragment": "2", "offset": 6 }, { "id": 1031, "vector": [ 1031.0, 0.0 ], "_distance": 1.015625, "_rowid": "8589934599", "_rowaddr": "8589934599", "fragment": "2", "offset": 7 }, { "id": 1029, "vector": [ 1029.0, 0.0 ], "_distance": 1.515625, "_rowid": "8589934597", "_rowaddr": "8589934597", "fragment": "2", "offset": 5 } ], "exactIds": [ 1030, 1031, 1029 ], "exactDistances": [ 0.265625, 1.015625, 1.515625 ], "plan": "ProjectionExec: expr=[id@3 as id, vector@1 as vector, _distance@2 as _distance, _rowid@0 as _rowid, _rowaddr@4 as _rowaddr]\n LanceRead: uri=/data, projection=[id, _rowaddr], source=stream(_rowid)\n FilterExec: _distance@2 IS NOT NULL\n RepartitionExec: partitioning=RoundRobinBatch(2), input_partitions=1, maintains_sort_order=true\n SortExec: TopK(fetch=3), expr=[_distance@2 ASC NULLS LAST, _rowid@0 ASC NULLS LAST], preserve_partitioning=[false]\n KNNVectorDistance: metric=l2\n CoalescePartitionsExec\n UnionExec\n ProjectionExec: expr=[_distance@2 as _distance, _rowid@1 as _rowid, vector@0 as vector]\n FilterExec: _distance@2 IS NOT NULL\n SortExec: TopK(fetch=3), expr=[_distance@2 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n KNNVectorDistance: metric=l2\n LanceScan: uri=/data, projection=[vector], row_id=true, row_addr=false, ordered=false, range=None\n LanceRead: uri=/data, projection=[vector], source=stream(_rowid)\n SortExec: TopK(fetch=3), expr=[_distance@0 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n ANNSubIndex: name=vector_idx, k=3, deltas=1, metric=L2\n ANNIvfPartition: uuid=68085e33-f445-4e77-974b-9efe98d1b993, minimum_nprobes=2, maximum_nprobes=Some(2), deltas=1\n" } ] }, { "operation": "compact", "command": "dataset.optimize.compact_files(target_rows_per_fragment=2048, num_threads=1)", "version": "6", "manifest": "_versions/18446744073709551609.manifest", "rowCount": 1030, "fullRowsSha256": "94901e64e2117d78317480a661cc519d2c38a866d6b3c96e896c9328f2eb5196", "logicalRowsSha256": "90c34c971407e2f59651c0bdb8b7489bdafa100648b7b4a736fe6db99ad6a2fc", "traced": [ { "id": 6, "vector": [ 6.0, 0.0 ], "_rowid": "12884901893", "_rowaddr": "12884901893", "fragment": "3", "offset": 5 }, { "id": 1023, "vector": [ 1023.0, 0.0 ], "_rowid": "12884902910", "_rowaddr": "12884902910", "fragment": "3", "offset": 1022 }, { "id": 1025, "vector": [ 1025.0, 0.0 ], "_rowid": "17179869184", "_rowaddr": "17179869184", "fragment": "4", "offset": 0 } ], "fragments": [ { "id": 3, "files": [ { "fields": [ 0, 1 ], "column_indices": [ 0, 1 ], "file_major_version": 2, "file_minor_version": 1, "file_size_bytes": 10133, "base_id": null, "path": "101011100100100010110101763a414edc8e185278212e6e3a.lance" } ], "overlays": [], "physical_rows": 1023, "deletion_file": null, "row_id_meta": null, "created_at_version_meta": null, "last_updated_at_version_meta": null }, { "id": 4, "files": [ { "fields": [ 0, 1 ], "column_indices": [ 0, 1 ], "file_major_version": 2, "file_minor_version": 1, "file_size_bytes": 654, "base_id": null, "path": "001011010011110100101101655f644865ac2cc52f099f694c.lance" } ], "overlays": [], "physical_rows": 7, "deletion_file": null, "row_id_meta": null, "created_at_version_meta": null, "last_updated_at_version_meta": null } ], "indices": [ { "name": "vector_idx", "type": "IVF_FLAT", "uuid": "396776cd-bbc2-44e5-9248-179370faf0ab", "fields": [ "vector" ], "version": 1, "fragment_ids": [ 3 ], "base_id": null } ], "statistics": { "index_type": "IVF_FLAT", "name": "vector_idx", "num_indices": 1, "num_segments": 1, "indices": [ { "index_type": "IVF_FLAT", "uuid": "396776cd-bbc2-44e5-9248-179370faf0ab", "uri": "/_indices/396776cd-bbc2-44e5-9248-179370faf0ab/index.idx", "metric_type": "l2", "num_partitions": 2, "sub_index": { "dim": 2, "index_type": "FLAT", "metric_type": "l2" }, "partitions": [ { "size": 512 }, { "size": 511 } ], "centroids": [ [ 256.0, 0.0 ], [ 768.0, 0.0 ] ], "loss": 22369792.0, "index_file_version": "V3" } ], "segments": [ { "index_type": "IVF_FLAT", "uuid": "396776cd-bbc2-44e5-9248-179370faf0ab", "uri": "/_indices/396776cd-bbc2-44e5-9248-179370faf0ab/index.idx", "metric_type": "l2", "num_partitions": 2, "sub_index": { "dim": 2, "index_type": "FLAT", "metric_type": "l2" }, "partitions": [ { "size": 512 }, { "size": 511 } ], "centroids": [ [ 256.0, 0.0 ], [ 768.0, 0.0 ] ], "loss": 22369792.0, "index_file_version": "V3" } ], "num_indexed_fragments": 1, "num_indexed_rows": 1023, "num_unindexed_fragments": 1, "num_unindexed_rows": 7, "num_indexed_rows_per_delta": [ 1023 ], "updated_at_timestamp_ms": 1789256707526 }, "queries": [ { "point": [ 5.125, 0.5 ], "rows": [ { "id": 6, "vector": [ 6.0, 0.0 ], "_distance": 1.015625, "_rowid": "12884901893", "_rowaddr": "12884901893", "fragment": "3", "offset": 5 }, { "id": 4, "vector": [ 4.0, 0.0 ], "_distance": 1.515625, "_rowid": "12884901892", "_rowaddr": "12884901892", "fragment": "3", "offset": 4 }, { "id": 7, "vector": [ 7.0, 0.0 ], "_distance": 3.765625, "_rowid": "12884901894", "_rowaddr": "12884901894", "fragment": "3", "offset": 6 } ], "exactIds": [ 6, 4, 7 ], "exactDistances": [ 1.015625, 1.515625, 3.765625 ], "plan": "ProjectionExec: expr=[id@3 as id, vector@1 as vector, _distance@2 as _distance, _rowid@0 as _rowid, _rowaddr@4 as _rowaddr]\n LanceRead: uri=/data, projection=[id, _rowaddr], source=stream(_rowid)\n FilterExec: _distance@2 IS NOT NULL\n RepartitionExec: partitioning=RoundRobinBatch(2), input_partitions=1, maintains_sort_order=true\n SortExec: TopK(fetch=3), expr=[_distance@2 ASC NULLS LAST, _rowid@0 ASC NULLS LAST], preserve_partitioning=[false]\n KNNVectorDistance: metric=l2\n CoalescePartitionsExec\n UnionExec\n ProjectionExec: expr=[_distance@2 as _distance, _rowid@1 as _rowid, vector@0 as vector]\n FilterExec: _distance@2 IS NOT NULL\n SortExec: TopK(fetch=3), expr=[_distance@2 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n KNNVectorDistance: metric=l2\n LanceScan: uri=/data, projection=[vector], row_id=true, row_addr=false, ordered=false, range=None\n LanceRead: uri=/data, projection=[vector], source=stream(_rowid)\n SortExec: TopK(fetch=3), expr=[_distance@0 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n ANNSubIndex: name=vector_idx, k=3, deltas=1, metric=L2\n ANNIvfPartition: uuid=396776cd-bbc2-44e5-9248-179370faf0ab, minimum_nprobes=2, maximum_nprobes=Some(2), deltas=1\n" }, { "point": [ 510.125, 0.5 ], "rows": [ { "id": 510, "vector": [ 510.0, 0.0 ], "_distance": 0.265625, "_rowid": "12884902397", "_rowaddr": "12884902397", "fragment": "3", "offset": 509 }, { "id": 511, "vector": [ 511.0, 0.0 ], "_distance": 1.015625, "_rowid": "12884902398", "_rowaddr": "12884902398", "fragment": "3", "offset": 510 }, { "id": 509, "vector": [ 509.0, 0.0 ], "_distance": 1.515625, "_rowid": "12884902396", "_rowaddr": "12884902396", "fragment": "3", "offset": 508 } ], "exactIds": [ 510, 511, 509 ], "exactDistances": [ 0.265625, 1.015625, 1.515625 ], "plan": "ProjectionExec: expr=[id@3 as id, vector@1 as vector, _distance@2 as _distance, _rowid@0 as _rowid, _rowaddr@4 as _rowaddr]\n LanceRead: uri=/data, projection=[id, _rowaddr], source=stream(_rowid)\n FilterExec: _distance@2 IS NOT NULL\n RepartitionExec: partitioning=RoundRobinBatch(2), input_partitions=1, maintains_sort_order=true\n SortExec: TopK(fetch=3), expr=[_distance@2 ASC NULLS LAST, _rowid@0 ASC NULLS LAST], preserve_partitioning=[false]\n KNNVectorDistance: metric=l2\n CoalescePartitionsExec\n UnionExec\n ProjectionExec: expr=[_distance@2 as _distance, _rowid@1 as _rowid, vector@0 as vector]\n FilterExec: _distance@2 IS NOT NULL\n SortExec: TopK(fetch=3), expr=[_distance@2 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n KNNVectorDistance: metric=l2\n LanceScan: uri=/data, projection=[vector], row_id=true, row_addr=false, ordered=false, range=None\n LanceRead: uri=/data, projection=[vector], source=stream(_rowid)\n SortExec: TopK(fetch=3), expr=[_distance@0 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n ANNSubIndex: name=vector_idx, k=3, deltas=1, metric=L2\n ANNIvfPartition: uuid=396776cd-bbc2-44e5-9248-179370faf0ab, minimum_nprobes=2, maximum_nprobes=Some(2), deltas=1\n" }, { "point": [ 1024.125, 0.5 ], "rows": [ { "id": 1025, "vector": [ 1025.0, 0.0 ], "_distance": 1.015625, "_rowid": "17179869184", "_rowaddr": "17179869184", "fragment": "4", "offset": 0 }, { "id": 1023, "vector": [ 1023.0, 0.0 ], "_distance": 1.515625, "_rowid": "12884902910", "_rowaddr": "12884902910", "fragment": "3", "offset": 1022 }, { "id": 1026, "vector": [ 1026.0, 0.0 ], "_distance": 3.765625, "_rowid": "17179869185", "_rowaddr": "17179869185", "fragment": "4", "offset": 1 } ], "exactIds": [ 1025, 1023, 1026 ], "exactDistances": [ 1.015625, 1.515625, 3.765625 ], "plan": "ProjectionExec: expr=[id@3 as id, vector@1 as vector, _distance@2 as _distance, _rowid@0 as _rowid, _rowaddr@4 as _rowaddr]\n LanceRead: uri=/data, projection=[id, _rowaddr], source=stream(_rowid)\n FilterExec: _distance@2 IS NOT NULL\n RepartitionExec: partitioning=RoundRobinBatch(2), input_partitions=1, maintains_sort_order=true\n SortExec: TopK(fetch=3), expr=[_distance@2 ASC NULLS LAST, _rowid@0 ASC NULLS LAST], preserve_partitioning=[false]\n KNNVectorDistance: metric=l2\n CoalescePartitionsExec\n UnionExec\n ProjectionExec: expr=[_distance@2 as _distance, _rowid@1 as _rowid, vector@0 as vector]\n FilterExec: _distance@2 IS NOT NULL\n SortExec: TopK(fetch=3), expr=[_distance@2 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n KNNVectorDistance: metric=l2\n LanceScan: uri=/data, projection=[vector], row_id=true, row_addr=false, ordered=false, range=None\n LanceRead: uri=/data, projection=[vector], source=stream(_rowid)\n SortExec: TopK(fetch=3), expr=[_distance@0 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n ANNSubIndex: name=vector_idx, k=3, deltas=1, metric=L2\n ANNIvfPartition: uuid=396776cd-bbc2-44e5-9248-179370faf0ab, minimum_nprobes=2, maximum_nprobes=Some(2), deltas=1\n" }, { "point": [ 1030.125, 0.5 ], "rows": [ { "id": 1030, "vector": [ 1030.0, 0.0 ], "_distance": 0.265625, "_rowid": "17179869189", "_rowaddr": "17179869189", "fragment": "4", "offset": 5 }, { "id": 1031, "vector": [ 1031.0, 0.0 ], "_distance": 1.015625, "_rowid": "17179869190", "_rowaddr": "17179869190", "fragment": "4", "offset": 6 }, { "id": 1029, "vector": [ 1029.0, 0.0 ], "_distance": 1.515625, "_rowid": "17179869188", "_rowaddr": "17179869188", "fragment": "4", "offset": 4 } ], "exactIds": [ 1030, 1031, 1029 ], "exactDistances": [ 0.265625, 1.015625, 1.515625 ], "plan": "ProjectionExec: expr=[id@3 as id, vector@1 as vector, _distance@2 as _distance, _rowid@0 as _rowid, _rowaddr@4 as _rowaddr]\n LanceRead: uri=/data, projection=[id, _rowaddr], source=stream(_rowid)\n FilterExec: _distance@2 IS NOT NULL\n RepartitionExec: partitioning=RoundRobinBatch(2), input_partitions=1, maintains_sort_order=true\n SortExec: TopK(fetch=3), expr=[_distance@2 ASC NULLS LAST, _rowid@0 ASC NULLS LAST], preserve_partitioning=[false]\n KNNVectorDistance: metric=l2\n CoalescePartitionsExec\n UnionExec\n ProjectionExec: expr=[_distance@2 as _distance, _rowid@1 as _rowid, vector@0 as vector]\n FilterExec: _distance@2 IS NOT NULL\n SortExec: TopK(fetch=3), expr=[_distance@2 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n KNNVectorDistance: metric=l2\n LanceScan: uri=/data, projection=[vector], row_id=true, row_addr=false, ordered=false, range=None\n LanceRead: uri=/data, projection=[vector], source=stream(_rowid)\n SortExec: TopK(fetch=3), expr=[_distance@0 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n ANNSubIndex: name=vector_idx, k=3, deltas=1, metric=L2\n ANNIvfPartition: uuid=396776cd-bbc2-44e5-9248-179370faf0ab, minimum_nprobes=2, maximum_nprobes=Some(2), deltas=1\n" } ] }, { "operation": "reindex", "command": "dataset.optimize.optimize_indices()", "version": "7", "manifest": "_versions/18446744073709551608.manifest", "rowCount": 1030, "fullRowsSha256": "94901e64e2117d78317480a661cc519d2c38a866d6b3c96e896c9328f2eb5196", "logicalRowsSha256": "90c34c971407e2f59651c0bdb8b7489bdafa100648b7b4a736fe6db99ad6a2fc", "traced": [ { "id": 6, "vector": [ 6.0, 0.0 ], "_rowid": "12884901893", "_rowaddr": "12884901893", "fragment": "3", "offset": 5 }, { "id": 1023, "vector": [ 1023.0, 0.0 ], "_rowid": "12884902910", "_rowaddr": "12884902910", "fragment": "3", "offset": 1022 }, { "id": 1025, "vector": [ 1025.0, 0.0 ], "_rowid": "17179869184", "_rowaddr": "17179869184", "fragment": "4", "offset": 0 } ], "fragments": [ { "id": 3, "files": [ { "fields": [ 0, 1 ], "column_indices": [ 0, 1 ], "file_major_version": 2, "file_minor_version": 1, "file_size_bytes": 10133, "base_id": null, "path": "101011100100100010110101763a414edc8e185278212e6e3a.lance" } ], "overlays": [], "physical_rows": 1023, "deletion_file": null, "row_id_meta": null, "created_at_version_meta": null, "last_updated_at_version_meta": null }, { "id": 4, "files": [ { "fields": [ 0, 1 ], "column_indices": [ 0, 1 ], "file_major_version": 2, "file_minor_version": 1, "file_size_bytes": 654, "base_id": null, "path": "001011010011110100101101655f644865ac2cc52f099f694c.lance" } ], "overlays": [], "physical_rows": 7, "deletion_file": null, "row_id_meta": null, "created_at_version_meta": null, "last_updated_at_version_meta": null } ], "indices": [ { "name": "vector_idx", "type": "IVF_FLAT", "uuid": "cc7f099b-9c6b-41b1-bfd0-77123f53ff50", "fields": [ "vector" ], "version": 1, "fragment_ids": [ 3, 4 ], "base_id": null } ], "statistics": { "index_type": "IVF_FLAT", "name": "vector_idx", "num_indices": 1, "num_segments": 1, "indices": [ { "index_type": "IVF_FLAT", "uuid": "cc7f099b-9c6b-41b1-bfd0-77123f53ff50", "uri": "/_indices/cc7f099b-9c6b-41b1-bfd0-77123f53ff50/index.idx", "metric_type": "l2", "num_partitions": 1, "sub_index": { "dim": 2, "index_type": "FLAT", "metric_type": "l2" }, "partitions": [ { "size": 1030 } ], "centroids": [ [ 768.0, 0.0 ] ], "loss": 473228.0, "index_file_version": "V3" } ], "segments": [ { "index_type": "IVF_FLAT", "uuid": "cc7f099b-9c6b-41b1-bfd0-77123f53ff50", "uri": "/_indices/cc7f099b-9c6b-41b1-bfd0-77123f53ff50/index.idx", "metric_type": "l2", "num_partitions": 1, "sub_index": { "dim": 2, "index_type": "FLAT", "metric_type": "l2" }, "partitions": [ { "size": 1030 } ], "centroids": [ [ 768.0, 0.0 ] ], "loss": 473228.0, "index_file_version": "V3" } ], "num_indexed_fragments": 2, "num_indexed_rows": 1030, "num_unindexed_fragments": 0, "num_unindexed_rows": 0, "num_indexed_rows_per_delta": [ 1030 ], "updated_at_timestamp_ms": 1789256707641 }, "queries": [ { "point": [ 5.125, 0.5 ], "rows": [ { "id": 6, "vector": [ 6.0, 0.0 ], "_distance": 1.015625, "_rowid": "12884901893", "_rowaddr": "12884901893", "fragment": "3", "offset": 5 }, { "id": 4, "vector": [ 4.0, 0.0 ], "_distance": 1.515625, "_rowid": "12884901892", "_rowaddr": "12884901892", "fragment": "3", "offset": 4 }, { "id": 7, "vector": [ 7.0, 0.0 ], "_distance": 3.765625, "_rowid": "12884901894", "_rowaddr": "12884901894", "fragment": "3", "offset": 6 } ], "exactIds": [ 6, 4, 7 ], "exactDistances": [ 1.015625, 1.515625, 3.765625 ], "plan": "ProjectionExec: expr=[id@2 as id, vector@3 as vector, _distance@0 as _distance, _rowid@1 as _rowid, _rowaddr@4 as _rowaddr]\n LanceRead: uri=/data, projection=[id, vector, _rowaddr], source=stream(_rowid)\n SortExec: TopK(fetch=3), expr=[_distance@0 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n ANNSubIndex: name=vector_idx, k=3, deltas=1, metric=L2\n ANNIvfPartition: uuid=cc7f099b-9c6b-41b1-bfd0-77123f53ff50, minimum_nprobes=2, maximum_nprobes=Some(2), deltas=1\n" }, { "point": [ 510.125, 0.5 ], "rows": [ { "id": 510, "vector": [ 510.0, 0.0 ], "_distance": 0.265625, "_rowid": "12884902397", "_rowaddr": "12884902397", "fragment": "3", "offset": 509 }, { "id": 511, "vector": [ 511.0, 0.0 ], "_distance": 1.015625, "_rowid": "12884902398", "_rowaddr": "12884902398", "fragment": "3", "offset": 510 }, { "id": 509, "vector": [ 509.0, 0.0 ], "_distance": 1.515625, "_rowid": "12884902396", "_rowaddr": "12884902396", "fragment": "3", "offset": 508 } ], "exactIds": [ 510, 511, 509 ], "exactDistances": [ 0.265625, 1.015625, 1.515625 ], "plan": "ProjectionExec: expr=[id@2 as id, vector@3 as vector, _distance@0 as _distance, _rowid@1 as _rowid, _rowaddr@4 as _rowaddr]\n LanceRead: uri=/data, projection=[id, vector, _rowaddr], source=stream(_rowid)\n SortExec: TopK(fetch=3), expr=[_distance@0 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n ANNSubIndex: name=vector_idx, k=3, deltas=1, metric=L2\n ANNIvfPartition: uuid=cc7f099b-9c6b-41b1-bfd0-77123f53ff50, minimum_nprobes=2, maximum_nprobes=Some(2), deltas=1\n" }, { "point": [ 1024.125, 0.5 ], "rows": [ { "id": 1025, "vector": [ 1025.0, 0.0 ], "_distance": 1.015625, "_rowid": "17179869184", "_rowaddr": "17179869184", "fragment": "4", "offset": 0 }, { "id": 1023, "vector": [ 1023.0, 0.0 ], "_distance": 1.515625, "_rowid": "12884902910", "_rowaddr": "12884902910", "fragment": "3", "offset": 1022 }, { "id": 1026, "vector": [ 1026.0, 0.0 ], "_distance": 3.765625, "_rowid": "17179869185", "_rowaddr": "17179869185", "fragment": "4", "offset": 1 } ], "exactIds": [ 1025, 1023, 1026 ], "exactDistances": [ 1.015625, 1.515625, 3.765625 ], "plan": "ProjectionExec: expr=[id@2 as id, vector@3 as vector, _distance@0 as _distance, _rowid@1 as _rowid, _rowaddr@4 as _rowaddr]\n LanceRead: uri=/data, projection=[id, vector, _rowaddr], source=stream(_rowid)\n SortExec: TopK(fetch=3), expr=[_distance@0 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n ANNSubIndex: name=vector_idx, k=3, deltas=1, metric=L2\n ANNIvfPartition: uuid=cc7f099b-9c6b-41b1-bfd0-77123f53ff50, minimum_nprobes=2, maximum_nprobes=Some(2), deltas=1\n" }, { "point": [ 1030.125, 0.5 ], "rows": [ { "id": 1030, "vector": [ 1030.0, 0.0 ], "_distance": 0.265625, "_rowid": "17179869189", "_rowaddr": "17179869189", "fragment": "4", "offset": 5 }, { "id": 1031, "vector": [ 1031.0, 0.0 ], "_distance": 1.015625, "_rowid": "17179869190", "_rowaddr": "17179869190", "fragment": "4", "offset": 6 }, { "id": 1029, "vector": [ 1029.0, 0.0 ], "_distance": 1.515625, "_rowid": "17179869188", "_rowaddr": "17179869188", "fragment": "4", "offset": 4 } ], "exactIds": [ 1030, 1031, 1029 ], "exactDistances": [ 0.265625, 1.015625, 1.515625 ], "plan": "ProjectionExec: expr=[id@2 as id, vector@3 as vector, _distance@0 as _distance, _rowid@1 as _rowid, _rowaddr@4 as _rowaddr]\n LanceRead: uri=/data, projection=[id, vector, _rowaddr], source=stream(_rowid)\n SortExec: TopK(fetch=3), expr=[_distance@0 ASC NULLS LAST, _rowid@1 ASC NULLS LAST], preserve_partitioning=[false]\n ANNSubIndex: name=vector_idx, k=3, deltas=1, metric=L2\n ANNIvfPartition: uuid=cc7f099b-9c6b-41b1-bfd0-77123f53ff50, minimum_nprobes=2, maximum_nprobes=Some(2), deltas=1\n" } ] } ], "artifacts": { "dataset/_deletions/0-3-16045726186060119047.arrow": { "size": 698, "sha256": "e691a4d0dab9ab13945ae1cee3216579610135814a9a404de15513ad3f5712a6" }, "dataset/_deletions/2-3-1695036173960102055.arrow": { "size": 698, "sha256": "7e035880f09aa4b42e68ef8453ff4d9f807bbd8ba14f92a55174395b508edda2" }, "dataset/_indices/396776cd-bbc2-44e5-9248-179370faf0ab/auxiliary.idx": { "size": 13362, "sha256": "b2997a1e940134e03cca50c29b50bf697dd95ec49f6a32c88db82cc2cc902496" }, "dataset/_indices/396776cd-bbc2-44e5-9248-179370faf0ab/index.idx": { "size": 332, "sha256": "177a96a6720f2a2f8829255db3eab551436fb738b90528c12f2620f3c55d2c7b" }, "dataset/_indices/68085e33-f445-4e77-974b-9efe98d1b993/auxiliary.idx": { "size": 13234, "sha256": "4af6dbefd2785e418481ecac1334aa2f4ee7a95ad8e1825ca97f5ef1abbc83a2" }, "dataset/_indices/68085e33-f445-4e77-974b-9efe98d1b993/index.idx": { "size": 332, "sha256": "177a96a6720f2a2f8829255db3eab551436fb738b90528c12f2620f3c55d2c7b" }, "dataset/_indices/cc7f099b-9c6b-41b1-bfd0-77123f53ff50/auxiliary.idx": { "size": 17330, "sha256": "f3f855232a82a63da0a0b51672dd79eb539f843c1ab81feb65ae1d112dc78ee9" }, "dataset/_indices/cc7f099b-9c6b-41b1-bfd0-77123f53ff50/index.idx": { "size": 329, "sha256": "5c783c73939cd0c2f93a191403fb91eca4c8220e36101d58ed2f0864d5b9445d" }, "dataset/_transactions/0-07573d5a-cff9-4dbf-af5f-2fa05bea7146.txn": { "size": 282, "sha256": "2c1c1aa6291ca2a0742f098b1312adbc528dd900a4eff9dd15a5c93966e60612" }, "dataset/_transactions/1-58567520-f62e-4174-81aa-93a9133b8107.txn": { "size": 375, "sha256": "63e52cb2e777166a1d6d4033dc6bb66a92414c368ecc2bc1b3e41556cb18a952" }, "dataset/_transactions/2-4e9114b3-529a-4a69-9747-4c39878cc551.txn": { "size": 122, "sha256": "33880405f56b2b8c93ed9517642560c9f002c63ee6cb3ea12b13a41eaff56455" }, "dataset/_transactions/3-4ef5e49c-cac4-412f-b5d1-fdf25a8adfbb.txn": { "size": 255, "sha256": "1b7d08810e49dc3f8181ebdaa2fa287582bafd54ce69fc59b51d68c0591344ec" }, "dataset/_transactions/4-94b357a3-f996-4f5d-8353-0b93ff2c056a.txn": { "size": 45, "sha256": "c5a5f0a5355d882c7020632cd0f437026d456762890129d14afb1bc6942aff5a" }, "dataset/_transactions/4-b907f84e-18c7-4a9e-b2cb-1cca698106d2.txn": { "size": 607, "sha256": "ca81c98202e00889a01e71fbe5515edf88aa64a738444dbc279b9b7de3c4c875" }, "dataset/_transactions/6-600cbcdc-c981-4232-b27e-075bcc56e4b8.txn": { "size": 705, "sha256": "d3bb6c1dc208a59866cd4ab7b40f9372f0004c20df38eb673ee252fbfa18cfa2" }, "dataset/_versions/18446744073709551608.manifest": { "size": 1407, "sha256": "2295edfb26c0701b77f8642a152fed987d35bf073127e30745792aa553b19374" }, "dataset/_versions/18446744073709551609.manifest": { "size": 1306, "sha256": "3f363747b2e49e10f8c600e534fe30aa5a8818c43e104eb5fe4ddc6c7fdb5358" }, "dataset/_versions/18446744073709551610.manifest": { "size": 863, "sha256": "46aba74ec6690e3ef08ba1e3cb8faf59e71bbeedeb177cfd521cf1843eec5c27" }, "dataset/_versions/18446744073709551611.manifest": { "size": 1073, "sha256": "3b90d7edcb7987d398950313c6edf43796aa654d2e57843abd2e5d4dbad7e226" }, "dataset/_versions/18446744073709551612.manifest": { "size": 903, "sha256": "14a6fe96d960d65d51db1d92a280e95e6d15f0f6e0b53fb73a472c714be3062e" }, "dataset/_versions/18446744073709551613.manifest": { "size": 1075, "sha256": "a84487f270c8374d63884597964346be72e3bd13821b0b33131074c965713c3d" }, "dataset/_versions/18446744073709551614.manifest": { "size": 644, "sha256": "81ec5c982fa42850f304543a60c345b90b03af3537e98a503f38066fc36db95b" }, "dataset/_versions/latest_version_hint.json": { "size": 13, "sha256": "529c7bcdf5ae85af6369f65b73dcb263130bb5934422a89445c5a69723bd5aab" }, "dataset/data/001011010011110100101101655f644865ac2cc52f099f694c.lance": { "size": 654, "sha256": "90d07cb07dbb568672d723827546b66066a729e7bf11a4001baa38412710ab5a" }, "dataset/data/100111111011111100001000eac3224a238ee79de55c10402f.lance": { "size": 5909, "sha256": "1bc340477c5ce95cd45709621c67c0912b4a43cbff65191365d88980ce596326" }, "dataset/data/1010000100000111011111002db1974bc8844d05003a576e7e.lance": { "size": 6037, "sha256": "90739634a0bf6db4a6434d0811a1f4f9d69a891f89191e2c8b75a08801416127" }, "dataset/data/101011100100100010110101763a414edc8e185278212e6e3a.lance": { "size": 10133, "sha256": "3b47d0559be8068a51a27a95efe714f5e6f391ec1889e0e8618088a1355619a8" }, "dataset/data/110011010001001101001011bc5fdd42a39eb1b95d68ceba45.lance": { "size": 782, "sha256": "6ad8f3cdb0ca554b66f36a7f01c47f73ca44b9897eb237abfb58dba745357268" }, "originals.zip": { "size": 30762, "sha256": "756ec90175c239e735fd2526148dcd33ed8340c05ed1a48d84aab52c7dc72837" } } }