From 404e098e8fa1410081d99f92e4c0da7cc7bb98e8 Mon Sep 17 00:00:00 2001 From: Curtis Anderson Date: Thu, 18 Jun 2026 07:36:31 -0700 Subject: [PATCH] chore(deps): track DLIO main @ PR #25 merge MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Bumps the DLIO_local_changes pin from 1d11f982 to cbe20010, picking up PR #25 (sampler floor division — equal per-rank shards). Fixes the inter-epoch deadlock reported in #455 when num_samples is not an even multiple of comm_size. Also bumps mlpstorage version 3.0.12 -> 3.0.13 so users can tell from `mlpstorage --version` whether the fix is present. Regenerated uv.lock. --- pyproject.toml | 5 +++-- uv.lock | 8 ++++---- 2 files changed, 7 insertions(+), 6 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 4f7eef6f..68a70ec7 100755 --- a/pyproject.toml +++ b/pyproject.toml @@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta" [project] name = "mlpstorage" -version = "3.0.12" +version = "3.0.13" description = "MLPerf Storage Benchmark Suite" readme = "README.md" license = {text = "Apache-2.0"} @@ -131,7 +131,8 @@ torchaudio = [{ index = "pytorch-cpu" }] # - DLIO PR #22 fix for storage #415 (mpi4py auto-init in spawn workers) # - DLIO PR #23 fix for storage #391 part 2 (sudo -n + warn-once for drop_caches) # - DLIO PR #24 fix for storage #448 (per-node worker-memory budget) -dlio-benchmark = { git = "https://github.com/mlcommons/DLIO_local_changes.git", rev = "1d11f9820b71db1d59b41283bc8c57db0c42cb7f" } +# - DLIO PR #25 fix for storage #455 (sampler floor division — equal per-rank shards) +dlio-benchmark = { git = "https://github.com/mlcommons/DLIO_local_changes.git", rev = "cbe200103b05fb65f04110157a7d0dd6d6d88ead" } [dependency-groups] dev = [ diff --git a/uv.lock b/uv.lock index d4626ee0..953c7765 100644 --- a/uv.lock +++ b/uv.lock @@ -237,7 +237,7 @@ wheels = [ [[package]] name = "dlio-benchmark" version = "3.0.2" -source = { git = "https://github.com/mlcommons/DLIO_local_changes.git?rev=814f3ff400c865a294bfc70714a3289efbfa83ac#814f3ff400c865a294bfc70714a3289efbfa83ac" } +source = { git = "https://github.com/mlcommons/DLIO_local_changes.git?rev=cbe200103b05fb65f04110157a7d0dd6d6d88ead#cbe200103b05fb65f04110157a7d0dd6d6d88ead" } dependencies = [ { name = "dgen-py", marker = "sys_platform == 'linux'" }, { name = "h5py", marker = "sys_platform == 'linux'" }, @@ -518,7 +518,7 @@ wheels = [ [[package]] name = "mlpstorage" -version = "3.0.12" +version = "3.0.13" source = { editable = "." } dependencies = [ { name = "dlio-benchmark", marker = "sys_platform == 'linux'" }, @@ -583,8 +583,8 @@ dev = [ [package.metadata] requires-dist = [ - { name = "dlio-benchmark", git = "https://github.com/mlcommons/DLIO_local_changes.git?rev=814f3ff400c865a294bfc70714a3289efbfa83ac" }, - { name = "dlio-benchmark", marker = "extra == 'full'", git = "https://github.com/mlcommons/DLIO_local_changes.git?rev=814f3ff400c865a294bfc70714a3289efbfa83ac" }, + { name = "dlio-benchmark", git = "https://github.com/mlcommons/DLIO_local_changes.git?rev=cbe200103b05fb65f04110157a7d0dd6d6d88ead" }, + { name = "dlio-benchmark", marker = "extra == 'full'", git = "https://github.com/mlcommons/DLIO_local_changes.git?rev=cbe200103b05fb65f04110157a7d0dd6d6d88ead" }, { name = "elasticsearch", marker = "extra == 'vectordb'", specifier = ">=8.0" }, { name = "elasticsearch", marker = "extra == 'vectordb-elasticsearch'", specifier = ">=8.0" }, { name = "minio", specifier = ">=7.2.20" },