diff --git a/pyproject.toml b/pyproject.toml index 8ca11ae9..d3d4bf20 100755 --- a/pyproject.toml +++ b/pyproject.toml @@ -122,9 +122,13 @@ environments = ["sys_platform == 'linux'"] torch = [{ index = "pytorch-cpu" }] torchvision = [{ index = "pytorch-cpu" }] torchaudio = [{ index = "pytorch-cpu" }] -# Pinned to PR #22 head (fix for issue #415: mpi4py auto-init aborts in PyTorch -# DataLoader spawn-workers). Revert to branch = "main" once the PR merges upstream. -dlio-benchmark = { git = "https://github.com/mlcommons/DLIO_local_changes.git", rev = "60fd3b8e7ae9cc8be644b47df0661366ac2c8bd6" } +# Pinned to FileSystemGuy-combined-391-448 head — carries: +# - DLIO PR #21 fix for storage #391 part 1 (TorchIterableDatasetSimple gating) +# - DLIO PR #22 fix for storage #415 (mpi4py auto-init in spawn workers) +# - DLIO PR #23 fix for storage #391 part 2 (sudo -n + warn-once for drop_caches) +# - DLIO PR #24 fix for storage #448 (per-node worker-memory budget) +# Revert to branch = "main" once PRs #23 and #24 merge upstream. +dlio-benchmark = { git = "https://github.com/mlcommons/DLIO_local_changes.git", rev = "814f3ff400c865a294bfc70714a3289efbfa83ac" } [dependency-groups] dev = [ diff --git a/uv.lock b/uv.lock index ef8236da..5137a3b7 100644 --- a/uv.lock +++ b/uv.lock @@ -237,7 +237,7 @@ wheels = [ [[package]] name = "dlio-benchmark" version = "3.0.2" -source = { git = "https://github.com/mlcommons/DLIO_local_changes.git?rev=60fd3b8e7ae9cc8be644b47df0661366ac2c8bd6#60fd3b8e7ae9cc8be644b47df0661366ac2c8bd6" } +source = { git = "https://github.com/mlcommons/DLIO_local_changes.git?rev=814f3ff400c865a294bfc70714a3289efbfa83ac#814f3ff400c865a294bfc70714a3289efbfa83ac" } dependencies = [ { name = "dgen-py", marker = "sys_platform == 'linux'" }, { name = "h5py", marker = "sys_platform == 'linux'" }, @@ -583,8 +583,8 @@ dev = [ [package.metadata] requires-dist = [ - { name = "dlio-benchmark", git = "https://github.com/mlcommons/DLIO_local_changes.git?rev=60fd3b8e7ae9cc8be644b47df0661366ac2c8bd6" }, - { name = "dlio-benchmark", marker = "extra == 'full'", git = "https://github.com/mlcommons/DLIO_local_changes.git?rev=60fd3b8e7ae9cc8be644b47df0661366ac2c8bd6" }, + { name = "dlio-benchmark", git = "https://github.com/mlcommons/DLIO_local_changes.git?rev=814f3ff400c865a294bfc70714a3289efbfa83ac" }, + { name = "dlio-benchmark", marker = "extra == 'full'", git = "https://github.com/mlcommons/DLIO_local_changes.git?rev=814f3ff400c865a294bfc70714a3289efbfa83ac" }, { name = "elasticsearch", marker = "extra == 'vectordb'", specifier = ">=8.0" }, { name = "elasticsearch", marker = "extra == 'vectordb-elasticsearch'", specifier = ">=8.0" }, { name = "minio", specifier = ">=7.2.20" },