JasperHG90 opened a new issue, #1108:
URL: https://github.com/apache/iceberg-python/issues/1108
### Apache Iceberg version
0.7.1 (latest release)
### Please describe the bug 🐞
Thanks for this library. Enjoying it a lot.
I stumbled across something and wanted to check if what I'm doing makes
sense. I'm getting a similar error as in #979 , but I'm trying to write a data
slice to a table with an updated partition spec using`table.overwrite()` and a
boolean filter:
```python
import datetime as dt
from pyiceberg.catalog.sql import SqlCatalog
from pyiceberg import transforms
import numpy as np
import pyarrow as pa
import pyarrow.compute as pc
import pyiceberg.expressions as E
warehouse_path = "/home/vscode/workspace/.tmp/iceberg_example/warehouse"
catalog = SqlCatalog(
"default",
**{
"uri": f"sqlite:///{warehouse_path}/pyiceberg_catalog.db",
"warehouse": f"file://{warehouse_path}",
},
)
np.random.seed(876)
N = 1440
d = {
"timestamp": pa.array(
[
dt.datetime(2023, 1, 1, 0, 0, 0) + dt.timedelta(minutes=i)
for i in range(N)
]
),
"category": pa.array([np.random.choice(["A", "B", "C"]) for _ in
range(N)]),
"value": pa.array(np.random.normal(size=N)),
}
data = pa.Table.from_pydict(d)
table = catalog.create_table(
"default.test_error_table",
schema=data.schema,
)
with table.update_spec() as update:
update.add_field("timestamp", transform=transforms.HourTransform())
table.append(data)
with table.update_spec() as update:
update.add_field("category", transform=transforms.IdentityTransform())
data_ = data.filter(
(pc.field("category") == "A")
& (pc.field("timestamp") >= dt.datetime(2023, 1, 1, 0))
& (pc.field("timestamp") < dt.datetime(2023, 1, 1, 1))
)
table.overwrite(
df=data_,
overwrite_filter=E.And(
E.And(
E.GreaterThanOrEqual("timestamp", dt.datetime(2023, 1, 1,
0).isoformat()),
E.LessThan("timestamp", dt.datetime(2023, 1, 1, 1).isoformat()),
),
E.EqualTo("category", "A"),
)
)
```
This yields:
```text
---------------------------------------------------------------------------
IndexError Traceback (most recent call last)
[/home/vscode/workspace/.tmp/yields_error.py](https://vscode-remote+dev-002dcontainer-002b7b22686f737450617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f646167737465722d7079696365626572672e636f64652d776f726b7370616365222c226c6f63616c446f636b6572223a66616c73652c2273657474696e6773223a7b22636f6e74657874223a226f7262737461636b227d2c22636f6e66696746696c65223a7b22246d6964223a312c22667350617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2265787465726e616c223a2266696c653a2f2f2f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2270617468223a222f55736572732f6a617370657267696e6e2f446f637
56d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c22736368656d65223a2266696c65227d7d.vscode-resource.vscode-cdn.net/home/vscode/workspace/.tmp/yields_error.py)
in line 3
[67](file:///home/vscode/workspace/.tmp/yields_error.py?line=66) #%%
----> [69](file:///home/vscode/workspace/.tmp/yields_error.py?line=68)
table.overwrite(
[70](file:///home/vscode/workspace/.tmp/yields_error.py?line=69)
df=data_,
[71](file:///home/vscode/workspace/.tmp/yields_error.py?line=70)
overwrite_filter=E.And(
[72](file:///home/vscode/workspace/.tmp/yields_error.py?line=71)
E.And(
[73](file:///home/vscode/workspace/.tmp/yields_error.py?line=72)
E.GreaterThanOrEqual("timestamp", dt.datetime(2023, 1, 1, 0).isoformat()),
[74](file:///home/vscode/workspace/.tmp/yields_error.py?line=73)
E.LessThan("timestamp", dt.datetime(2023, 1, 1, 1).isoformat()),
[75](file:///home/vscode/workspace/.tmp/yields_error.py?line=74)
),
[76](file:///home/vscode/workspace/.tmp/yields_error.py?line=75)
E.EqualTo("category", "A"),
[77](file:///home/vscode/workspace/.tmp/yields_error.py?line=76) )
[78](file:///home/vscode/workspace/.tmp/yields_error.py?line=77) )
File
[~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py:1602](https://vscode-remote+dev-002dcontainer-002b7b22686f737450617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f646167737465722d7079696365626572672e636f64652d776f726b7370616365222c226c6f63616c446f636b6572223a66616c73652c2273657474696e6773223a7b22636f6e74657874223a226f7262737461636b227d2c22636f6e66696746696c65223a7b22246d6964223a312c22667350617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2265787465726e616c223a2266696c653a2f2f2f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2270617468223a222f
55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c22736368656d65223a2266696c65227d7d.vscode-resource.vscode-cdn.net/home/vscode/workspace/~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py:1602),
in Table.overwrite(self, df, overwrite_filter, snapshot_properties)
[1586](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=1585)
"""
[1587](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=1586)
Shorthand for overwriting the table with a PyArrow table.
[1588](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=1587)
(...)
[1599](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=1598)
snapshot_properties: Custom properties to be added to the snapshot summary
[1600](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=1599)
"""
[1601](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=1600)
with self.transaction() as tx:
->
[1602](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=1601)
tx.overwrite(df=df, overwrite_filter=overwrite_filter,
snapshot_properties=snapshot_properties)
File
[~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py:554](https://vscode-remote+dev-002dcontainer-002b7b22686f737450617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f646167737465722d7079696365626572672e636f64652d776f726b7370616365222c226c6f63616c446f636b6572223a66616c73652c2273657474696e6773223a7b22636f6e74657874223a226f7262737461636b227d2c22636f6e66696746696c65223a7b22246d6964223a312c22667350617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2265787465726e616c223a2266696c653a2f2f2f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2270617468223a222f5
5736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c22736368656d65223a2266696c65227d7d.vscode-resource.vscode-cdn.net/home/vscode/workspace/~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py:554),
in Transaction.overwrite(self, df, overwrite_filter, snapshot_properties)
[549](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=548)
downcast_ns_timestamp_to_us =
Config().get_bool(DOWNCAST_NS_TIMESTAMP_TO_US_ON_WRITE) or False
[550](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=549)
_check_pyarrow_schema_compatible(
[551](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=550)
self.table_metadata.schema(), provided_schema=df.schema,
downcast_ns_timestamp_to_us=downcast_ns_timestamp_to_us
[552](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=551)
)
-->
[554](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=553)
self.delete(delete_filter=overwrite_filter,
snapshot_properties=snapshot_properties)
[556](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=555)
with
self.update_snapshot(snapshot_properties=snapshot_properties).fast_append() as
update_snapshot:
[557](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=556)
# skip writing data files if the dataframe is empty
[558](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=557)
if df.shape[0] > 0:
File
[~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py:642](https://vscode-remote+dev-002dcontainer-002b7b22686f737450617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f646167737465722d7079696365626572672e636f64652d776f726b7370616365222c226c6f63616c446f636b6572223a66616c73652c2273657474696e6773223a7b22636f6e74657874223a226f7262737461636b227d2c22636f6e66696746696c65223a7b22246d6964223a312c22667350617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2265787465726e616c223a2266696c653a2f2f2f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2270617468223a222f5
5736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c22736368656d65223a2266696c65227d7d.vscode-resource.vscode-cdn.net/home/vscode/workspace/~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py:642),
in Transaction.delete(self, delete_filter, snapshot_properties)
[628](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=627)
replaced_files.append((
[629](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=628)
original_file.file,
[630](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=629)
list(
(...)
[638](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=637)
),
[639](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=638)
))
[641](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=640)
if len(replaced_files) > 0:
-->
[642](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=641)
with
self.update_snapshot(snapshot_properties=snapshot_properties).overwrite(
[643](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=642)
commit_uuid=commit_uuid
[644](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=643)
) as overwrite_snapshot:
[645](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=644)
for original_data_file, replaced_data_files in replaced_files:
[646](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=645)
overwrite_snapshot.delete_data_file(original_data_file)
File
[~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py:2094](https://vscode-remote+dev-002dcontainer-002b7b22686f737450617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f646167737465722d7079696365626572672e636f64652d776f726b7370616365222c226c6f63616c446f636b6572223a66616c73652c2273657474696e6773223a7b22636f6e74657874223a226f7262737461636b227d2c22636f6e66696746696c65223a7b22246d6964223a312c22667350617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2265787465726e616c223a2266696c653a2f2f2f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2270617468223a222f
55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c22736368656d65223a2266696c65227d7d.vscode-resource.vscode-cdn.net/home/vscode/workspace/~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py:2094),
in UpdateTableMetadata.__exit__(self, _, value, traceback)
[2092](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=2091)
def __exit__(self, _: Any, value: Any, traceback: Any) -> None:
[2093](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=2092)
"""Close and commit the change."""
->
[2094](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=2093)
self.commit()
File
[~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py:2090](https://vscode-remote+dev-002dcontainer-002b7b22686f737450617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f646167737465722d7079696365626572672e636f64652d776f726b7370616365222c226c6f63616c446f636b6572223a66616c73652c2273657474696e6773223a7b22636f6e74657874223a226f7262737461636b227d2c22636f6e66696746696c65223a7b22246d6964223a312c22667350617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2265787465726e616c223a2266696c653a2f2f2f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2270617468223a222f
55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c22736368656d65223a2266696c65227d7d.vscode-resource.vscode-cdn.net/home/vscode/workspace/~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py:2090),
in UpdateTableMetadata.commit(self)
[2089](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=2088)
def commit(self) -> None:
->
[2090](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=2089)
self._transaction._apply(*self._commit())
File
[~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py:3207](https://vscode-remote+dev-002dcontainer-002b7b22686f737450617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f646167737465722d7079696365626572672e636f64652d776f726b7370616365222c226c6f63616c446f636b6572223a66616c73652c2273657474696e6773223a7b22636f6e74657874223a226f7262737461636b227d2c22636f6e66696746696c65223a7b22246d6964223a312c22667350617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2265787465726e616c223a2266696c653a2f2f2f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2270617468223a222f
55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c22736368656d65223a2266696c65227d7d.vscode-resource.vscode-cdn.net/home/vscode/workspace/~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py:3207),
in _SnapshotProducer._commit(self)
[3206](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3205)
def _commit(self) -> UpdatesAndRequirements:
->
[3207](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3206)
new_manifests = self._manifests()
[3208](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3207)
next_sequence_number =
self._transaction.table_metadata.next_sequence_number()
[3210](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3209)
summary = self._summary(self.snapshot_properties)
File
[~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py:3167](https://vscode-remote+dev-002dcontainer-002b7b22686f737450617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f646167737465722d7079696365626572672e636f64652d776f726b7370616365222c226c6f63616c446f636b6572223a66616c73652c2273657474696e6773223a7b22636f6e74657874223a226f7262737461636b227d2c22636f6e66696746696c65223a7b22246d6964223a312c22667350617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2265787465726e616c223a2266696c653a2f2f2f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2270617468223a222f
55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c22736368656d65223a2266696c65227d7d.vscode-resource.vscode-cdn.net/home/vscode/workspace/~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py:3167),
in _SnapshotProducer._manifests(self)
[3164](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3163)
delete_manifests = executor.submit(_write_delete_manifest)
[3165](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3164)
existing_manifests = executor.submit(self._existing_manifests)
->
[3167](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3166)
return self._process_manifests(added_manifests.result() +
delete_manifests.result() + existing_manifests.result())
File
[~/.local/share/uv/python/cpython-3.11.9-linux-aarch64-gnu/lib/python3.11/concurrent/futures/_base.py:449](https://vscode-remote+dev-002dcontainer-002b7b22686f737450617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f646167737465722d7079696365626572672e636f64652d776f726b7370616365222c226c6f63616c446f636b6572223a66616c73652c2273657474696e6773223a7b22636f6e74657874223a226f7262737461636b227d2c22636f6e66696746696c65223a7b22246d6964223a312c22667350617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2265787465726e616c223a2266696c653a2f2f2f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736
f6e222c2270617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c22736368656d65223a2266696c65227d7d.vscode-resource.vscode-cdn.net/home/vscode/workspace/~/.local/share/uv/python/cpython-3.11.9-linux-aarch64-gnu/lib/python3.11/concurrent/futures/_base.py:449),
in Future.result(self, timeout)
[447](file:///home/vscode/.local/share/uv/python/cpython-3.11.9-linux-aarch64-gnu/lib/python3.11/concurrent/futures/_base.py?line=446)
raise CancelledError()
[448](file:///home/vscode/.local/share/uv/python/cpython-3.11.9-linux-aarch64-gnu/lib/python3.11/concurrent/futures/_base.py?line=447)
elif self._state == FINISHED:
-->
[449](file:///home/vscode/.local/share/uv/python/cpython-3.11.9-linux-aarch64-gnu/lib/python3.11/concurrent/futures/_base.py?line=448)
return self.__get_result()
[451](file:///home/vscode/.local/share/uv/python/cpython-3.11.9-linux-aarch64-gnu/lib/python3.11/concurrent/futures/_base.py?line=450)
self._condition.wait(timeout)
[453](file:///home/vscode/.local/share/uv/python/cpython-3.11.9-linux-aarch64-gnu/lib/python3.11/concurrent/futures/_base.py?line=452)
if self._state in [CANCELLED, CANCELLED_AND_NOTIFIED]:
File
[~/.local/share/uv/python/cpython-3.11.9-linux-aarch64-gnu/lib/python3.11/concurrent/futures/_base.py:401](https://vscode-remote+dev-002dcontainer-002b7b22686f737450617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f646167737465722d7079696365626572672e636f64652d776f726b7370616365222c226c6f63616c446f636b6572223a66616c73652c2273657474696e6773223a7b22636f6e74657874223a226f7262737461636b227d2c22636f6e66696746696c65223a7b22246d6964223a312c22667350617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2265787465726e616c223a2266696c653a2f2f2f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736
f6e222c2270617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c22736368656d65223a2266696c65227d7d.vscode-resource.vscode-cdn.net/home/vscode/workspace/~/.local/share/uv/python/cpython-3.11.9-linux-aarch64-gnu/lib/python3.11/concurrent/futures/_base.py:401),
in Future.__get_result(self)
[399](file:///home/vscode/.local/share/uv/python/cpython-3.11.9-linux-aarch64-gnu/lib/python3.11/concurrent/futures/_base.py?line=398)
if self._exception:
[400](file:///home/vscode/.local/share/uv/python/cpython-3.11.9-linux-aarch64-gnu/lib/python3.11/concurrent/futures/_base.py?line=399)
try:
-->
[401](file:///home/vscode/.local/share/uv/python/cpython-3.11.9-linux-aarch64-gnu/lib/python3.11/concurrent/futures/_base.py?line=400)
raise self._exception
[402](file:///home/vscode/.local/share/uv/python/cpython-3.11.9-linux-aarch64-gnu/lib/python3.11/concurrent/futures/_base.py?line=401)
finally:
[403](file:///home/vscode/.local/share/uv/python/cpython-3.11.9-linux-aarch64-gnu/lib/python3.11/concurrent/futures/_base.py?line=402)
# Break a reference cycle with the exception in self._exception
[404](file:///home/vscode/.local/share/uv/python/cpython-3.11.9-linux-aarch64-gnu/lib/python3.11/concurrent/futures/_base.py?line=403)
self = None
File
[~/.local/share/uv/python/cpython-3.11.9-linux-aarch64-gnu/lib/python3.11/concurrent/futures/thread.py:58](https://vscode-remote+dev-002dcontainer-002b7b22686f737450617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f646167737465722d7079696365626572672e636f64652d776f726b7370616365222c226c6f63616c446f636b6572223a66616c73652c2273657474696e6773223a7b22636f6e74657874223a226f7262737461636b227d2c22636f6e66696746696c65223a7b22246d6964223a312c22667350617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2265787465726e616c223a2266696c653a2f2f2f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736
f6e222c2270617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c22736368656d65223a2266696c65227d7d.vscode-resource.vscode-cdn.net/home/vscode/workspace/~/.local/share/uv/python/cpython-3.11.9-linux-aarch64-gnu/lib/python3.11/concurrent/futures/thread.py:58),
in _WorkItem.run(self)
[55](file:///home/vscode/.local/share/uv/python/cpython-3.11.9-linux-aarch64-gnu/lib/python3.11/concurrent/futures/thread.py?line=54)
return
[57](file:///home/vscode/.local/share/uv/python/cpython-3.11.9-linux-aarch64-gnu/lib/python3.11/concurrent/futures/thread.py?line=56)
try:
--->
[58](file:///home/vscode/.local/share/uv/python/cpython-3.11.9-linux-aarch64-gnu/lib/python3.11/concurrent/futures/thread.py?line=57)
result = self.fn(*self.args, **self.kwargs)
[59](file:///home/vscode/.local/share/uv/python/cpython-3.11.9-linux-aarch64-gnu/lib/python3.11/concurrent/futures/thread.py?line=58)
except BaseException as exc:
[60](file:///home/vscode/.local/share/uv/python/cpython-3.11.9-linux-aarch64-gnu/lib/python3.11/concurrent/futures/thread.py?line=59)
self.future.set_exception(exc)
File
[~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py:3516](https://vscode-remote+dev-002dcontainer-002b7b22686f737450617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f646167737465722d7079696365626572672e636f64652d776f726b7370616365222c226c6f63616c446f636b6572223a66616c73652c2273657474696e6773223a7b22636f6e74657874223a226f7262737461636b227d2c22636f6e66696746696c65223a7b22246d6964223a312c22667350617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2265787465726e616c223a2266696c653a2f2f2f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2270617468223a222f
55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c22736368656d65223a2266696c65227d7d.vscode-resource.vscode-cdn.net/home/vscode/workspace/~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py:3516),
in OverwriteFiles._existing_manifests(self)
[3508](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3507)
if any(entry.data_file not in found_deleted_data_files for entry
in entries):
[3509](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3508)
with write_manifest(
[3510](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3509)
format_version=self._transaction.table_metadata.format_version,
[3511](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3510)
spec=self._transaction.table_metadata.spec(),
(...)
[3514](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3513)
snapshot_id=self._snapshot_id,
[3515](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3514)
) as writer:
->
[3516](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3515)
[
[3517](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3516)
writer.add_entry(
[3518](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3517)
ManifestEntry(
[3519](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3518)
status=ManifestEntryStatus.EXISTING,
[3520](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3519)
snapshot_id=entry.snapshot_id,
[3521](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3520)
sequence_number=entry.sequence_number,
[3522](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3521)
file_sequence_number=entry.file_sequence_number,
[3523](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3522)
data_file=entry.data_file,
[3524](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3523)
)
[3525](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3524)
)
[3526](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3525)
for entry in entries
[3527](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3526)
if entry.data_file not in found_deleted_data_files
[3528](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3527)
]
[3529](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3528)
existing_files.append(writer.to_manifest_file())
[3530](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3529)
return existing_files
File
[~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py:3517](https://vscode-remote+dev-002dcontainer-002b7b22686f737450617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f646167737465722d7079696365626572672e636f64652d776f726b7370616365222c226c6f63616c446f636b6572223a66616c73652c2273657474696e6773223a7b22636f6e74657874223a226f7262737461636b227d2c22636f6e66696746696c65223a7b22246d6964223a312c22667350617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2265787465726e616c223a2266696c653a2f2f2f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2270617468223a222f
55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c22736368656d65223a2266696c65227d7d.vscode-resource.vscode-cdn.net/home/vscode/workspace/~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py:3517),
in <listcomp>(.0)
[3508](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3507)
if any(entry.data_file not in found_deleted_data_files for entry
in entries):
[3509](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3508)
with write_manifest(
[3510](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3509)
format_version=self._transaction.table_metadata.format_version,
[3511](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3510)
spec=self._transaction.table_metadata.spec(),
(...)
[3514](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3513)
snapshot_id=self._snapshot_id,
[3515](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3514)
) as writer:
[3516](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3515)
[
->
[3517](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3516)
writer.add_entry(
[3518](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3517)
ManifestEntry(
[3519](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3518)
status=ManifestEntryStatus.EXISTING,
[3520](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3519)
snapshot_id=entry.snapshot_id,
[3521](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3520)
sequence_number=entry.sequence_number,
[3522](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3521)
file_sequence_number=entry.file_sequence_number,
[3523](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3522)
data_file=entry.data_file,
[3524](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3523)
)
[3525](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3524)
)
[3526](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3525)
for entry in entries
[3527](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3526)
if entry.data_file not in found_deleted_data_files
[3528](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3527)
]
[3529](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3528)
existing_files.append(writer.to_manifest_file())
[3530](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/table/__init__.py?line=3529)
return existing_files
File
[~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/manifest.py:816](https://vscode-remote+dev-002dcontainer-002b7b22686f737450617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f646167737465722d7079696365626572672e636f64652d776f726b7370616365222c226c6f63616c446f636b6572223a66616c73652c2273657474696e6773223a7b22636f6e74657874223a226f7262737461636b227d2c22636f6e66696746696c65223a7b22246d6964223a312c22667350617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2265787465726e616c223a2266696c653a2f2f2f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2270617468223a222f5573657
2732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c22736368656d65223a2266696c65227d7d.vscode-resource.vscode-cdn.net/home/vscode/workspace/~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/manifest.py:816),
in ManifestWriter.add_entry(self, entry)
[809](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/manifest.py?line=808)
if (
[810](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/manifest.py?line=809)
(entry.status == ManifestEntryStatus.ADDED or entry.status ==
ManifestEntryStatus.EXISTING)
[811](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/manifest.py?line=810)
and entry.sequence_number is not None
[812](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/manifest.py?line=811)
and (self._min_sequence_number is None or entry.sequence_number <
self._min_sequence_number)
[813](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/manifest.py?line=812)
):
[814](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/manifest.py?line=813)
self._min_sequence_number = entry.sequence_number
-->
[816](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/manifest.py?line=815)
self._writer.write_block([self.prepare_entry(entry)])
[817](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/manifest.py?line=816)
return self
File
[~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/file.py:281](https://vscode-remote+dev-002dcontainer-002b7b22686f737450617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f646167737465722d7079696365626572672e636f64652d776f726b7370616365222c226c6f63616c446f636b6572223a66616c73652c2273657474696e6773223a7b22636f6e74657874223a226f7262737461636b227d2c22636f6e66696746696c65223a7b22246d6964223a312c22667350617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2265787465726e616c223a2266696c653a2f2f2f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2270617468223a222f557365
72732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c22736368656d65223a2266696c65227d7d.vscode-resource.vscode-cdn.net/home/vscode/workspace/~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/file.py:281),
in AvroOutputFile.write_block(self, objects)
[279](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/file.py?line=278)
block_content_encoder = BinaryEncoder(output_stream=in_memory)
[280](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/file.py?line=279)
for obj in objects:
-->
[281](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/file.py?line=280)
self.writer.write(block_content_encoder, obj)
[282](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/file.py?line=281)
block_content = in_memory.getvalue()
[284](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/file.py?line=283)
self.encoder.write_int(len(objects))
File
[~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/writer.py:174](https://vscode-remote+dev-002dcontainer-002b7b22686f737450617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f646167737465722d7079696365626572672e636f64652d776f726b7370616365222c226c6f63616c446f636b6572223a66616c73652c2273657474696e6773223a7b22636f6e74657874223a226f7262737461636b227d2c22636f6e66696746696c65223a7b22246d6964223a312c22667350617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2265787465726e616c223a2266696c653a2f2f2f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2270617468223a222f5573
6572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c22736368656d65223a2266696c65227d7d.vscode-resource.vscode-cdn.net/home/vscode/workspace/~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/writer.py:174),
in StructWriter.write(self, encoder, val)
[171](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/writer.py?line=170)
def write(self, encoder: BinaryEncoder, val: Record) -> None:
[172](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/writer.py?line=171)
for pos, writer in self.field_writers:
[173](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/writer.py?line=172)
# When pos is None, then it is a default value
-->
[174](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/writer.py?line=173)
writer.write(encoder, val[pos] if pos is not None else None)
File
[~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/writer.py:174](https://vscode-remote+dev-002dcontainer-002b7b22686f737450617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f646167737465722d7079696365626572672e636f64652d776f726b7370616365222c226c6f63616c446f636b6572223a66616c73652c2273657474696e6773223a7b22636f6e74657874223a226f7262737461636b227d2c22636f6e66696746696c65223a7b22246d6964223a312c22667350617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2265787465726e616c223a2266696c653a2f2f2f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2270617468223a222f5573
6572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c22736368656d65223a2266696c65227d7d.vscode-resource.vscode-cdn.net/home/vscode/workspace/~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/writer.py:174),
in StructWriter.write(self, encoder, val)
[171](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/writer.py?line=170)
def write(self, encoder: BinaryEncoder, val: Record) -> None:
[172](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/writer.py?line=171)
for pos, writer in self.field_writers:
[173](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/writer.py?line=172)
# When pos is None, then it is a default value
-->
[174](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/writer.py?line=173)
writer.write(encoder, val[pos] if pos is not None else None)
File
[~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/writer.py:174](https://vscode-remote+dev-002dcontainer-002b7b22686f737450617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f646167737465722d7079696365626572672e636f64652d776f726b7370616365222c226c6f63616c446f636b6572223a66616c73652c2273657474696e6773223a7b22636f6e74657874223a226f7262737461636b227d2c22636f6e66696746696c65223a7b22246d6964223a312c22667350617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2265787465726e616c223a2266696c653a2f2f2f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2270617468223a222f5573
6572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c22736368656d65223a2266696c65227d7d.vscode-resource.vscode-cdn.net/home/vscode/workspace/~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/writer.py:174),
in StructWriter.write(self, encoder, val)
[171](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/writer.py?line=170)
def write(self, encoder: BinaryEncoder, val: Record) -> None:
[172](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/writer.py?line=171)
for pos, writer in self.field_writers:
[173](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/writer.py?line=172)
# When pos is None, then it is a default value
-->
[174](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/avro/writer.py?line=173)
writer.write(encoder, val[pos] if pos is not None else None)
File
[~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/typedef.py:188](https://vscode-remote+dev-002dcontainer-002b7b22686f737450617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f646167737465722d7079696365626572672e636f64652d776f726b7370616365222c226c6f63616c446f636b6572223a66616c73652c2273657474696e6773223a7b22636f6e74657874223a226f7262737461636b227d2c22636f6e66696746696c65223a7b22246d6964223a312c22667350617468223a222f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2265787465726e616c223a2266696c653a2f2f2f55736572732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c2270617468223a222f55736572
732f6a617370657267696e6e2f446f63756d656e74732f636f64655f70726f6a656374732f646167737465722f646167737465722d7079696365626572672f2e646576636f6e7461696e65722f646576636f6e7461696e65722e6a736f6e222c22736368656d65223a2266696c65227d7d.vscode-resource.vscode-cdn.net/home/vscode/workspace/~/workspace/.venv/lib/python3.11/site-packages/pyiceberg/typedef.py:188),
in Record.__getitem__(self, pos)
[186](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/typedef.py?line=185)
def __getitem__(self, pos: int) -> Any:
[187](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/typedef.py?line=186)
"""Fetch a value from a Record."""
-->
[188](file:///home/vscode/workspace/.venv/lib/python3.11/site-packages/pyiceberg/typedef.py?line=187)
return self.__getattribute__(self._position_to_field_name[pos])
IndexError: tuple index out of range
```
When I try to overwrite the slice using a boolean expression with the time
filter, everything works fine.
It's not immediately clear to me if this is expected behavior. Could someone
take a look at this?
Thanks in advance!
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: issues-unsubscr...@iceberg.apache.org.apache.org
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-unsubscr...@iceberg.apache.org
For additional commands, e-mail: issues-h...@iceberg.apache.org
