Skip to content

Commit

Permalink
tmp
Browse files Browse the repository at this point in the history
  • Loading branch information
norlandrhagen committed Sep 26, 2024
1 parent b06276c commit 6037c66
Show file tree
Hide file tree
Showing 2 changed files with 6 additions and 5 deletions.
1 change: 1 addition & 0 deletions fsspec/implementations/reference.py
Original file line number Diff line number Diff line change
Expand Up @@ -499,6 +499,7 @@ def write(self, field, record, base_url=None, storage_options=None):
index=False,
**df_backend_kwargs,
)

partition.clear()
self._items.pop((field, record))

Expand Down
10 changes: 5 additions & 5 deletions fsspec/implementations/tests/test_reference.py
Original file line number Diff line number Diff line change
Expand Up @@ -773,12 +773,12 @@ def test_deep_parq(m, engine):
)
g = zarr.open_group(lz, mode="w")

# g2 = g.create_group("instant")
# g2.create_dataset(name="one", data=[1, 2, 3])
# lz.flush()
g2 = g.create_group("instant")
g2.create_dataset(name="one", data=[1, 2, 3])
lz.flush()

# # lz = fsspec.implementations.reference.LazyReferenceMapper("memory://out.parq", fs=m)
# # g = zarr.open_group(lz)
lz = fsspec.implementations.reference.LazyReferenceMapper("memory://out.parq", fs=m, engine=engine)
g = zarr.open_group(lz)
# # assert g.instant.one[:].tolist() == [1, 2, 3]
# # assert sorted(_["name"] for _ in lz.ls("")) == [".zgroup", ".zmetadata", "instant"]
# # assert sorted(_["name"] for _ in lz.ls("instant")) == [
Expand Down

0 comments on commit 6037c66

Please sign in to comment.