Fokko commented on code in PR #1561:
URL: https://github.com/apache/iceberg-python/pull/1561#discussion_r1939206950
##########
pyiceberg/table/update/__init__.py:
##########
@@ -455,6 +456,57 @@ def _(update: SetSnapshotRefUpdate, base_metadata:
TableMetadata, context: _Tabl
return base_metadata.model_copy(update=metadata_updates)
+@_apply_table_update.register(RemoveSnapshotsUpdate)
+def _(update: RemoveSnapshotsUpdate, base_metadata: TableMetadata, context:
_TableMetadataUpdateContext) -> TableMetadata:
+ for remove_snapshot_id in update.snapshot_ids:
+ if not any(s.snapshot_id == remove_snapshot_id for s in
base_metadata.snapshots):
+ raise ValueError(f"Snapshot with snapshot id {remove_snapshot_id}
does not exist: {base_metadata.snapshots}")
+
+ snapshots = [
+ (s.model_copy(update={"parent_snapshot_id": None}) if
s.parent_snapshot_id in update.snapshot_ids else s)
+ for s in base_metadata.snapshots
Review Comment:
Can we make this a little more verbose:
```suggestion
for snapshot in base_metadata.snapshots
```
##########
pyiceberg/table/update/__init__.py:
##########
@@ -455,6 +456,61 @@ def _(update: SetSnapshotRefUpdate, base_metadata:
TableMetadata, context: _Tabl
return base_metadata.model_copy(update=metadata_updates)
+@_apply_table_update.register(RemoveSnapshotsUpdate)
+def _(update: RemoveSnapshotsUpdate, base_metadata: TableMetadata, context:
_TableMetadataUpdateContext) -> TableMetadata:
+ for remove_snapshot_id in update.snapshot_ids:
+ if remove_snapshot_id == base_metadata.current_snapshot_id:
+ raise ValueError(f"Can't remove current snapshot id
{remove_snapshot_id}")
+ if not any(s.snapshot_id == remove_snapshot_id for s in
base_metadata.snapshots):
+ raise ValueError(f"Snapshot with snapshot id {remove_snapshot_id}
does not exist: {base_metadata.snapshots}")
+
+ snapshots = [
+ (s.model_copy(update={"parent_snapshot_id": None}) if
s.parent_snapshot_id in update.snapshot_ids else s)
+ for s in base_metadata.snapshots
+ if s.snapshot_id not in update.snapshot_ids
+ ]
+ snapshot_log = [
+ snapshot_log_entry
+ for snapshot_log_entry in base_metadata.snapshot_log
+ if snapshot_log_entry.snapshot_id not in update.snapshot_ids
+ ]
+
+ remove_ref_updates = (
+ RemoveSnapshotRefUpdate(ref_name=ref_name)
+ for ref_name, ref in base_metadata.refs.items()
+ if ref.snapshot_id in update.snapshot_ids
+ )
+ remove_statistics_updates = (
+ RemoveStatisticsUpdate(statistics_file.snapshot_id)
+ for statistics_file in base_metadata.statistics
+ if statistics_file.snapshot_id in update.snapshot_ids
+ )
+ updates = itertools.chain(remove_ref_updates, remove_statistics_updates)
+ new_metadata = base_metadata
+ for upd in updates:
+ new_metadata = _apply_table_update(upd, new_metadata, context)
Review Comment:
This can potentially be pretty expensive, but I like the solution here
actually.
##########
pyiceberg/table/update/__init__.py:
##########
@@ -455,6 +456,57 @@ def _(update: SetSnapshotRefUpdate, base_metadata:
TableMetadata, context: _Tabl
return base_metadata.model_copy(update=metadata_updates)
+@_apply_table_update.register(RemoveSnapshotsUpdate)
+def _(update: RemoveSnapshotsUpdate, base_metadata: TableMetadata, context:
_TableMetadataUpdateContext) -> TableMetadata:
+ for remove_snapshot_id in update.snapshot_ids:
+ if not any(s.snapshot_id == remove_snapshot_id for s in
base_metadata.snapshots):
+ raise ValueError(f"Snapshot with snapshot id {remove_snapshot_id}
does not exist: {base_metadata.snapshots}")
+
+ snapshots = [
+ (s.model_copy(update={"parent_snapshot_id": None}) if
s.parent_snapshot_id in update.snapshot_ids else s)
+ for s in base_metadata.snapshots
+ if s.snapshot_id not in update.snapshot_ids
+ ]
+ snapshot_log = [
+ snapshot_log_entry
+ for snapshot_log_entry in base_metadata.snapshot_log
+ if snapshot_log_entry.snapshot_id not in update.snapshot_ids
+ ]
+
+ remove_ref_updates = (
+ RemoveSnapshotRefUpdate(ref_name=ref_name)
+ for ref_name, ref in base_metadata.refs.items()
+ if ref.snapshot_id in update.snapshot_ids
+ )
+ remove_statistics_updates = (
+ RemoveStatisticsUpdate(statistics_file.snapshot_id)
+ for statistics_file in base_metadata.statistics
+ if statistics_file.snapshot_id in update.snapshot_ids
+ )
+ updates = itertools.chain(remove_ref_updates, remove_statistics_updates)
+ new_metadata = base_metadata
+ for upd in updates:
+ new_metadata = _apply_table_update(upd, new_metadata, context)
+
+ context.add_update(update)
+ return new_metadata.model_copy(update={"snapshots": snapshots,
"snapshot_log": snapshot_log})
+
+
+@_apply_table_update.register(RemoveSnapshotRefUpdate)
+def _(update: RemoveSnapshotRefUpdate, base_metadata: TableMetadata, context:
_TableMetadataUpdateContext) -> TableMetadata:
Review Comment:
Let's remove this once
https://github.com/apache/iceberg-python/pull/1598/files is in :)
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
