Skip to content
Open
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 2 additions & 1 deletion roboverse_learn/il/data2zarr_dp.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,7 @@
import numpy as np
import torch
import zarr
from zarr.codecs import BloscCodec, BloscShuffle
from tqdm import tqdm

try:
Expand Down Expand Up @@ -86,7 +87,7 @@ def main():
zarr_meta = zarr_root.create_group("meta")

# ZARR datasets will be created dynamically during the first batch write
compressor = zarr.Blosc(cname="zstd", clevel=3, shuffle=1)
compressor = BloscCodec(cname="zstd", clevel=3, shuffle="shuffle")

# Batch processing settings
batch_size = 100
Expand Down