From 0ee8fb9560b9412ab635a213cf17cff9b883a8aa Mon Sep 17 00:00:00 2001 From: Arav Agarwal Date: Mon, 2 Feb 2026 12:24:55 -0500 Subject: [PATCH 1/6] Add shebangs in bulk pre-testing --- language/gpt-oss-120b/setup.sh | 2 ++ language/llama2-70b/build.sh | 1 + language/llama2-70b/run_accuracy.sh | 2 ++ language/llama2-70b/run_offline.sh | 2 ++ language/llama2-70b/run_server.sh | 2 +- language/llama3.1-405b/build.sh | 2 ++ language/llama3.1-405b/run_accuracy.sh | 2 ++ language/llama3.1-405b/run_offline.sh | 2 ++ language/llama3.1-405b/run_server.sh | 2 +- language/llama3.1-8b/build.sh | 2 ++ language/llama3.1-8b/run_accuracy.sh | 2 ++ language/llama3.1-8b/run_offline.sh | 2 ++ language/llama3.1-8b/run_server.sh | 2 +- language/mixtral-8x7b/build.sh | 2 ++ language/mixtral-8x7b/run_accuracy.sh | 2 ++ language/mixtral-8x7b/run_offline.sh | 2 ++ language/mixtral-8x7b/run_server.sh | 2 +- tools/upscale_coco/upscale.sh | 2 ++ 18 files changed, 31 insertions(+), 4 deletions(-) diff --git a/language/gpt-oss-120b/setup.sh b/language/gpt-oss-120b/setup.sh index 23188a0cbd..41f42c266c 100755 --- a/language/gpt-oss-120b/setup.sh +++ b/language/gpt-oss-120b/setup.sh @@ -1,3 +1,5 @@ +#!/usr/bin/env bash + pip install -r requirements.txt git_dir=$(git rev-parse --show-toplevel) pip install $git_dir/loadgen \ No newline at end of file diff --git a/language/llama2-70b/build.sh b/language/llama2-70b/build.sh index 87afb992fa..999f8ea0fb 100644 --- a/language/llama2-70b/build.sh +++ b/language/llama2-70b/build.sh @@ -1,3 +1,4 @@ +#!/usr/bin/env bash set -e conda install pybind11==2.10.4 -c conda-forge -y diff --git a/language/llama2-70b/run_accuracy.sh b/language/llama2-70b/run_accuracy.sh index b4f7f8ad96..6e852a4bcd 100644 --- a/language/llama2-70b/run_accuracy.sh +++ b/language/llama2-70b/run_accuracy.sh @@ -1,3 +1,5 @@ +#!/usr/bin/env bash + CHECKPOINT_PATH="${CHECKPOINT_PATH:-meta-llama/Llama-2-70b-chat-hf}" DATASET_PATH="${DATASET_PATH:-open-orca-val-set.pkl}" diff --git a/language/llama2-70b/run_offline.sh b/language/llama2-70b/run_offline.sh index 7153ea7cab..50a8e6a1ed 100644 --- a/language/llama2-70b/run_offline.sh +++ b/language/llama2-70b/run_offline.sh @@ -1,3 +1,5 @@ +#!/usr/bin/env bash + CHECKPOINT_PATH="${CHECKPOINT_PATH:-meta-llama/Llama-2-70b-chat-hf}" DATASET_PATH="${DATASET_PATH:-open-orca-val-set.pkl}" diff --git a/language/llama2-70b/run_server.sh b/language/llama2-70b/run_server.sh index a71bf371e7..b19a6afcc6 100644 --- a/language/llama2-70b/run_server.sh +++ b/language/llama2-70b/run_server.sh @@ -1,4 +1,4 @@ - +#!/usr/bin/env bash CHECKPOINT_PATH="${CHECKPOINT_PATH:-meta-llama/Llama-2-70b-chat-hf}" DATASET_PATH="${DATASET_PATH:-open-orca-val-set.pkl}" diff --git a/language/llama3.1-405b/build.sh b/language/llama3.1-405b/build.sh index 87afb992fa..e7e7794cda 100644 --- a/language/llama3.1-405b/build.sh +++ b/language/llama3.1-405b/build.sh @@ -1,3 +1,5 @@ +#!/usr/bin/env bash + set -e conda install pybind11==2.10.4 -c conda-forge -y diff --git a/language/llama3.1-405b/run_accuracy.sh b/language/llama3.1-405b/run_accuracy.sh index 9a54d8f131..e4abe91210 100644 --- a/language/llama3.1-405b/run_accuracy.sh +++ b/language/llama3.1-405b/run_accuracy.sh @@ -1,3 +1,5 @@ +#!/usr/bin/env bash + CHECKPOINT_PATH="${CHECKPOINT_PATH:Meta-Llama-3.1-405B-Instruct}" DATASET_PATH="${DATASET_PATH:mlperf_llama3.1_405b_dataset_8318.pkl}" diff --git a/language/llama3.1-405b/run_offline.sh b/language/llama3.1-405b/run_offline.sh index 6b3a56e012..e0b9f91c24 100644 --- a/language/llama3.1-405b/run_offline.sh +++ b/language/llama3.1-405b/run_offline.sh @@ -1,3 +1,5 @@ +#!/usr/bin/env bash + CHECKPOINT_PATH="${CHECKPOINT_PATH:Meta-Llama-3.1-405B-Instruct}" DATASET_PATH="${DATASET_PATH:mlperf_llama3.1_405b_dataset_8318.pkl}" diff --git a/language/llama3.1-405b/run_server.sh b/language/llama3.1-405b/run_server.sh index 010a359de1..2197885ec8 100644 --- a/language/llama3.1-405b/run_server.sh +++ b/language/llama3.1-405b/run_server.sh @@ -1,4 +1,4 @@ - +#!/usr/bin/env bash CHECKPOINT_PATH="${CHECKPOINT_PATH:Meta-Llama-3.1-405B-Instruct}" DATASET_PATH="${DATASET_PATH:mlperf_llama3.1_405b_dataset_8318.pkl}" diff --git a/language/llama3.1-8b/build.sh b/language/llama3.1-8b/build.sh index 87afb992fa..e7e7794cda 100644 --- a/language/llama3.1-8b/build.sh +++ b/language/llama3.1-8b/build.sh @@ -1,3 +1,5 @@ +#!/usr/bin/env bash + set -e conda install pybind11==2.10.4 -c conda-forge -y diff --git a/language/llama3.1-8b/run_accuracy.sh b/language/llama3.1-8b/run_accuracy.sh index 52ec670339..e14e53544d 100644 --- a/language/llama3.1-8b/run_accuracy.sh +++ b/language/llama3.1-8b/run_accuracy.sh @@ -1,3 +1,5 @@ +#!/usr/bin/env bash + CHECKPOINT_PATH="${CHECKPOINT_PATH:meta-llama/Meta-Llama-3.1-8B-Instruct}" DATASET_PATH="${DATASET_PATH:cnn_eval.json}" diff --git a/language/llama3.1-8b/run_offline.sh b/language/llama3.1-8b/run_offline.sh index 1d6bb271ad..7897d6ae69 100644 --- a/language/llama3.1-8b/run_offline.sh +++ b/language/llama3.1-8b/run_offline.sh @@ -1,3 +1,5 @@ +#!/usr/bin/env bash + CHECKPOINT_PATH="${CHECKPOINT_PATH:meta-llama/Meta-Llama-3.1-8B-Instruct}" DATASET_PATH="${DATASET_PATH:cnn_eval.json}" diff --git a/language/llama3.1-8b/run_server.sh b/language/llama3.1-8b/run_server.sh index a870e9b37b..ba885aeba3 100644 --- a/language/llama3.1-8b/run_server.sh +++ b/language/llama3.1-8b/run_server.sh @@ -1,4 +1,4 @@ - +#!/usr/bin/env bash CHECKPOINT_PATH="${CHECKPOINT_PATH:meta-llama/Meta-Llama-3.1-8B-Instruct}" DATASET_PATH="${DATASET_PATH:cnn_eval.json}" diff --git a/language/mixtral-8x7b/build.sh b/language/mixtral-8x7b/build.sh index 87afb992fa..e7e7794cda 100644 --- a/language/mixtral-8x7b/build.sh +++ b/language/mixtral-8x7b/build.sh @@ -1,3 +1,5 @@ +#!/usr/bin/env bash + set -e conda install pybind11==2.10.4 -c conda-forge -y diff --git a/language/mixtral-8x7b/run_accuracy.sh b/language/mixtral-8x7b/run_accuracy.sh index 13da4e5daa..ae2c1e936b 100644 --- a/language/mixtral-8x7b/run_accuracy.sh +++ b/language/mixtral-8x7b/run_accuracy.sh @@ -1,3 +1,5 @@ +#!/usr/bin/env bash + CHECKPOINT_PATH="${CHECKPOINT_PATH:mistralai/Mixtral-8x7B-Instruct-v0.1}" DATASET_PATH="${DATASET_PATH:dataset/2024_06_06_mixtral_15k_v4.pkl}" diff --git a/language/mixtral-8x7b/run_offline.sh b/language/mixtral-8x7b/run_offline.sh index 48afb50bd1..b32ed58ebc 100644 --- a/language/mixtral-8x7b/run_offline.sh +++ b/language/mixtral-8x7b/run_offline.sh @@ -1,3 +1,5 @@ +#!/usr/bin/env bash + CHECKPOINT_PATH="${CHECKPOINT_PATH:mistralai/Mixtral-8x7B-Instruct-v0.1}" DATASET_PATH="${DATASET_PATH:dataset/2024_06_06_mixtral_15k_v4.pkl}" diff --git a/language/mixtral-8x7b/run_server.sh b/language/mixtral-8x7b/run_server.sh index ced7ea4432..f5ae85d082 100644 --- a/language/mixtral-8x7b/run_server.sh +++ b/language/mixtral-8x7b/run_server.sh @@ -1,4 +1,4 @@ - +#!/usr/bin/env bash CHECKPOINT_PATH="${CHECKPOINT_PATH:mistralai/Mixtral-8x7B-Instruct-v0.1}" DATASET_PATH="${DATASET_PATH:dataset/2024_06_06_mixtral_15k_v4.pkl}" diff --git a/tools/upscale_coco/upscale.sh b/tools/upscale_coco/upscale.sh index 1bcb7218ba..148e208297 100755 --- a/tools/upscale_coco/upscale.sh +++ b/tools/upscale_coco/upscale.sh @@ -1 +1,3 @@ +#!/usr/bin/env bash + python upscale_coco.py --inputs /scratch/ssd/data/coco/ --outputs ./coco700png --size 700 700 --format png From 3099c81739e0885618ec33b46542626bd956b8db Mon Sep 17 00:00:00 2001 From: Arav Agarwal Date: Tue, 3 Feb 2026 09:08:39 -0500 Subject: [PATCH 2/6] Update to exec mode torebase --- language/llama2-70b/build.sh | 0 language/llama2-70b/run_accuracy.sh | 0 language/llama2-70b/run_offline.sh | 0 language/llama2-70b/run_server.sh | 0 language/llama3.1-405b/build.sh | 0 language/llama3.1-405b/run_accuracy.sh | 0 language/llama3.1-405b/run_offline.sh | 0 language/llama3.1-405b/run_server.sh | 0 language/llama3.1-8b/build.sh | 0 language/llama3.1-8b/run_accuracy.sh | 0 language/llama3.1-8b/run_offline.sh | 0 language/llama3.1-8b/run_server.sh | 0 language/mixtral-8x7b/build.sh | 0 language/mixtral-8x7b/run_accuracy.sh | 0 language/mixtral-8x7b/run_offline.sh | 0 language/mixtral-8x7b/run_server.sh | 0 16 files changed, 0 insertions(+), 0 deletions(-) mode change 100644 => 100755 language/llama2-70b/build.sh mode change 100644 => 100755 language/llama2-70b/run_accuracy.sh mode change 100644 => 100755 language/llama2-70b/run_offline.sh mode change 100644 => 100755 language/llama2-70b/run_server.sh mode change 100644 => 100755 language/llama3.1-405b/build.sh mode change 100644 => 100755 language/llama3.1-405b/run_accuracy.sh mode change 100644 => 100755 language/llama3.1-405b/run_offline.sh mode change 100644 => 100755 language/llama3.1-405b/run_server.sh mode change 100644 => 100755 language/llama3.1-8b/build.sh mode change 100644 => 100755 language/llama3.1-8b/run_accuracy.sh mode change 100644 => 100755 language/llama3.1-8b/run_offline.sh mode change 100644 => 100755 language/llama3.1-8b/run_server.sh mode change 100644 => 100755 language/mixtral-8x7b/build.sh mode change 100644 => 100755 language/mixtral-8x7b/run_accuracy.sh mode change 100644 => 100755 language/mixtral-8x7b/run_offline.sh mode change 100644 => 100755 language/mixtral-8x7b/run_server.sh diff --git a/language/llama2-70b/build.sh b/language/llama2-70b/build.sh old mode 100644 new mode 100755 diff --git a/language/llama2-70b/run_accuracy.sh b/language/llama2-70b/run_accuracy.sh old mode 100644 new mode 100755 diff --git a/language/llama2-70b/run_offline.sh b/language/llama2-70b/run_offline.sh old mode 100644 new mode 100755 diff --git a/language/llama2-70b/run_server.sh b/language/llama2-70b/run_server.sh old mode 100644 new mode 100755 diff --git a/language/llama3.1-405b/build.sh b/language/llama3.1-405b/build.sh old mode 100644 new mode 100755 diff --git a/language/llama3.1-405b/run_accuracy.sh b/language/llama3.1-405b/run_accuracy.sh old mode 100644 new mode 100755 diff --git a/language/llama3.1-405b/run_offline.sh b/language/llama3.1-405b/run_offline.sh old mode 100644 new mode 100755 diff --git a/language/llama3.1-405b/run_server.sh b/language/llama3.1-405b/run_server.sh old mode 100644 new mode 100755 diff --git a/language/llama3.1-8b/build.sh b/language/llama3.1-8b/build.sh old mode 100644 new mode 100755 diff --git a/language/llama3.1-8b/run_accuracy.sh b/language/llama3.1-8b/run_accuracy.sh old mode 100644 new mode 100755 diff --git a/language/llama3.1-8b/run_offline.sh b/language/llama3.1-8b/run_offline.sh old mode 100644 new mode 100755 diff --git a/language/llama3.1-8b/run_server.sh b/language/llama3.1-8b/run_server.sh old mode 100644 new mode 100755 diff --git a/language/mixtral-8x7b/build.sh b/language/mixtral-8x7b/build.sh old mode 100644 new mode 100755 diff --git a/language/mixtral-8x7b/run_accuracy.sh b/language/mixtral-8x7b/run_accuracy.sh old mode 100644 new mode 100755 diff --git a/language/mixtral-8x7b/run_offline.sh b/language/mixtral-8x7b/run_offline.sh old mode 100644 new mode 100755 diff --git a/language/mixtral-8x7b/run_server.sh b/language/mixtral-8x7b/run_server.sh old mode 100644 new mode 100755 From 62ef4d6b4c9d9b41f39f84832adb25a1bc41d5b2 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Mon, 9 Feb 2026 10:51:46 +0000 Subject: [PATCH 3/6] [Automated Commit] Format Codebase --- text_to_video/wan-2.2-t2v-a14b/run_mlperf.py | 28 ++++++++++++++------ 1 file changed, 20 insertions(+), 8 deletions(-) diff --git a/text_to_video/wan-2.2-t2v-a14b/run_mlperf.py b/text_to_video/wan-2.2-t2v-a14b/run_mlperf.py index 147624b340..ab73c25966 100644 --- a/text_to_video/wan-2.2-t2v-a14b/run_mlperf.py +++ b/text_to_video/wan-2.2-t2v-a14b/run_mlperf.py @@ -46,7 +46,8 @@ def load_prompts(dataset_path): class Model: - def __init__(self, model_path, device, config, prompts, fixed_latent=None, rank=0): + def __init__(self, model_path, device, config, + prompts, fixed_latent=None, rank=0): self.device = device self.rank = rank self.height = config["height"] @@ -106,7 +107,8 @@ def flush_queries(self): class DebugModel: - def __init__(self, model_path, device, config, prompts, fixed_latent=None, rank=0): + def __init__(self, model_path, device, config, + prompts, fixed_latent=None, rank=0): self.prompts = prompts def issue_queries(self, query_samples): @@ -186,7 +188,8 @@ def get_args(): parser.add_argument( "--scenario", default="SingleStream", - help="mlperf benchmark scenario, one of " + str(list(SCENARIO_MAP.keys())), + help="mlperf benchmark scenario, one of " + + str(list(SCENARIO_MAP.keys())), ) parser.add_argument( "--user_conf", @@ -202,7 +205,10 @@ def get_args(): help="performance sample count", default=5000, ) - parser.add_argument("--accuracy", action="store_true", help="enable accuracy pass") + parser.add_argument( + "--accuracy", + action="store_true", + help="enable accuracy pass") # Dont overwrite these for official submission parser.add_argument("--count", type=int, help="dataset items to use") parser.add_argument("--time", type=int, help="time to scan in seconds") @@ -271,7 +277,10 @@ def run_mlperf(args, config): audit_config = os.path.abspath(args.audit_conf) if os.path.exists(audit_config): - settings.FromConfig(audit_config, "wan-2.2-t2v-a14b", args.scenario) + settings.FromConfig( + audit_config, + "wan-2.2-t2v-a14b", + args.scenario) settings.scenario = SCENARIO_MAP[args.scenario] settings.mode = lg.TestMode.PerformanceOnly @@ -297,8 +306,10 @@ def run_mlperf(args, config): if args.samples_per_query: settings.multi_stream_samples_per_query = args.samples_per_query if args.max_latency: - settings.server_target_latency_ns = int(args.max_latency * NANO_SEC) - settings.multi_stream_expected_latency_ns = int(args.max_latency * NANO_SEC) + settings.server_target_latency_ns = int( + args.max_latency * NANO_SEC) + settings.multi_stream_expected_latency_ns = int( + args.max_latency * NANO_SEC) performance_sample_count = ( args.performance_sample_count @@ -311,7 +322,8 @@ def run_mlperf(args, config): count, performance_sample_count, load_query_samples, unload_query_samples ) - lg.StartTestWithLogSettings(sut, qsl, settings, log_settings, audit_config) + lg.StartTestWithLogSettings( + sut, qsl, settings, log_settings, audit_config) lg.DestroyQSL(qsl) lg.DestroySUT(sut) From b645e11a870f62029f68b7b12093f4a845313549 Mon Sep 17 00:00:00 2001 From: Arav Agarwal Date: Mon, 9 Feb 2026 06:06:24 -0500 Subject: [PATCH 4/6] Update coco_calibration.py --- text_to_image/tools/coco_calibration.py | 95 +++++++++++++++++-------- 1 file changed, 66 insertions(+), 29 deletions(-) diff --git a/text_to_image/tools/coco_calibration.py b/text_to_image/tools/coco_calibration.py index dc4f49009d..21f8839ccc 100644 --- a/text_to_image/tools/coco_calibration.py +++ b/text_to_image/tools/coco_calibration.py @@ -8,6 +8,9 @@ import tqdm import urllib.request import zipfile +import shutil +from pathlib import Path +import requests logging.basicConfig(level=logging.INFO) log = logging.getLogger("coco") @@ -44,15 +47,42 @@ def get_args(): def download_img(args): img_url, target_folder, file_name = args - if os.path.exists(target_folder + file_name): + target_folder = Path(target_folder) + if (target_folder / file_name).exists(): log.warning(f"Image {file_name} found locally, skipping download") else: - urllib.request.urlretrieve(img_url, target_folder + file_name) + urllib.request.urlretrieve(img_url, str(target_folder / file_name)) + +def download_file(url: str, output_dir: Path, filename: str | None = None): + os.makedirs(str(output_dir), exist_ok=True) + + if filename is None: + filename = os.path.basename(url) + + output_path = output_dir / filename + + with requests.get(url, stream=True) as r: + r.raise_for_status() + total_size = int(r.headers.get("Content-Length", 0)) + with open(str(output_path), "wb") as f, tqdm.tqdm( + total=total_size, + unit="B", + unit_scale=True, + desc=filename, + ) as pbar: + for chunk in r.iter_content(chunk_size=8192): + if chunk: + f.write(chunk) + pbar.update(len(chunk)) + + return output_path if __name__ == "__main__": args = get_args() dataset_dir = os.path.abspath(args.dataset_dir) + dataset_dir = Path(dataset_dir) + calibration_dir = ( args.calibration_dir if args.calibration_dir is not None @@ -60,45 +90,52 @@ def download_img(args): os.path.dirname(__file__), "..", "..", "calibration", "COCO-2014" ) ) + calibration_dir = Path(calibration_dir) + tsv_path = Path(args.tsv_path) if args.tsv_path is not None else None + # Check if the annotation dataframe is there - if os.path.exists(f"{dataset_dir}/calibration/captions.tsv"): + calibration_captions_path = dataset_dir / "calibration" / "captions.tsv" + if calibration_captions_path.exists(): df_annotations = pd.read_csv( - f"{dataset_dir}/calibration/captions.tsv", sep="\t" + str(calibration_captions_path), sep="\t" ) - elif args.tsv_path is not None and os.path.exists(f"{args.tsv_path}"): + elif tsv_path is not None and tsv_path.exists(): os.makedirs(f"{dataset_dir}/calibration/", exist_ok=True) - os.system(f"cp {args.tsv_path} {dataset_dir}/calibration/") + shutil.copy(tsv_path, str(calibration_captions_path)) df_annotations = pd.read_csv( - f"{dataset_dir}/calibration/captions.tsv", sep="\t" + str(calibration_captions_path), sep="\t" ) else: + + # Check if raw annotations file already exist - if not os.path.exists( - f"{dataset_dir}/raw/annotations/captions_train2014.json"): + if not (dataset_dir / "raw" / "annotations" / "captions_train2014.json").exists(): # Download annotations - os.makedirs(f"{dataset_dir}/raw/", exist_ok=True) - os.makedirs(f"{dataset_dir}/download_aux/", exist_ok=True) - os.system( - f"cd {dataset_dir}/download_aux/ && \ - wget http://images.cocodataset.org/annotations/annotations_trainval2014.zip --show-progress" + os.makedirs(str(dataset_dir / "raw"), exist_ok=True) + os.makedirs(str(dataset_dir / "download_aux"), exist_ok=True) + download_file( + url="http://images.cocodataset.org/annotations/annotations_trainval2014.zip", + output_dir=dataset_dir / "download_aux", ) - + # Unzip file + zipfile_path = dataset_dir / "download_aux" / "annotations_trainval2014.zip" # Unzip file with zipfile.ZipFile( - f"{dataset_dir}/download_aux/annotations_trainval2014.zip", "r" + str(zipfile_path), "r" ) as zip_ref: - zip_ref.extractall(f"{dataset_dir}/raw/") + zip_ref.extractall(str(dataset_dir / "raw/")) # Move captions to target folder - os.makedirs(f"{dataset_dir}/captions/", exist_ok=True) - os.system( - f"mv {dataset_dir}/raw/annotations/captions_train2014.json {dataset_dir}/captions/" - ) + os.makedirs(str(dataset_dir / "captions"), exist_ok=True) + shutil.move( + str(dataset_dir / "raw" / "annotations" / "captions_train2014.json"), + str(dataset_dir / "captions" / "captions_train2014.json")) if not args.keep_raw: - os.system(f"rm -rf {dataset_dir}/raw") - os.system(f"rm -rf {dataset_dir}/download_aux") + shutil.rmtree(str(dataset_dir / "raw")) + shutil.rmtree(str(dataset_dir / "download_aux")) + # Convert to dataframe format and extract the relevant fields - with open(f"{dataset_dir}/captions/captions_train2014.json") as f: + with open(dataset_dir / "captions" / "captions_train2014.json") as f: captions = json.load(f) annotations = captions["annotations"] images = captions["images"] @@ -106,7 +143,7 @@ def download_img(args): df_images = pd.DataFrame(images) # Calibration images - with open(f"{calibration_dir}/coco_cal_captions_list.txt") as f: + with open(calibration_dir / "coco_cal_captions_list.txt") as f: calibration_ids = f.readlines() calibration_ids = [int(id.replace("\n", "")) for id in calibration_ids] @@ -128,12 +165,12 @@ def download_img(args): .reset_index(drop=True) ) # Download images - os.makedirs(f"{dataset_dir}/calibration/", exist_ok=True) + os.makedirs(str(dataset_dir / "calibration"), exist_ok=True) if args.download_images: - os.makedirs(f"{dataset_dir}/calibration/data/", exist_ok=True) + os.makedirs(str(dataset_dir / "calibration" / "data"), exist_ok=True) tasks = [ (row["coco_url"], - f"{dataset_dir}/calibration/data/", + str(dataset_dir / "calibration" / "data" / ""), row["file_name"]) for i, row in df_annotations.iterrows() ] @@ -147,4 +184,4 @@ def download_img(args): # Finalize annotations df_annotations[ ["id", "image_id", "caption", "height", "width", "file_name", "coco_url"] - ].to_csv(f"{dataset_dir}/calibration/captions.tsv", sep="\t", index=False) + ].to_csv(str(dataset_dir / "calibration" / "captions.tsv"), sep="\t", index=False) From 5be1ecb6888ec8dae7f0187022f679e40236dc00 Mon Sep 17 00:00:00 2001 From: Arav Agarwal Date: Mon, 9 Feb 2026 08:23:23 -0500 Subject: [PATCH 5/6] Revert "Add shebangs in bulk pre-testing" This reverts commit 0ee8fb9560b9412ab635a213cf17cff9b883a8aa. --- language/gpt-oss-120b/setup.sh | 2 -- language/llama2-70b/build.sh | 1 - language/llama2-70b/run_accuracy.sh | 2 -- language/llama2-70b/run_offline.sh | 2 -- language/llama2-70b/run_server.sh | 2 +- language/llama3.1-405b/build.sh | 2 -- language/llama3.1-405b/run_accuracy.sh | 2 -- language/llama3.1-405b/run_offline.sh | 2 -- language/llama3.1-405b/run_server.sh | 2 +- language/llama3.1-8b/build.sh | 2 -- language/llama3.1-8b/run_accuracy.sh | 2 -- language/llama3.1-8b/run_offline.sh | 2 -- language/llama3.1-8b/run_server.sh | 2 +- language/mixtral-8x7b/build.sh | 2 -- language/mixtral-8x7b/run_accuracy.sh | 2 -- language/mixtral-8x7b/run_offline.sh | 2 -- language/mixtral-8x7b/run_server.sh | 2 +- tools/upscale_coco/upscale.sh | 2 -- 18 files changed, 4 insertions(+), 31 deletions(-) diff --git a/language/gpt-oss-120b/setup.sh b/language/gpt-oss-120b/setup.sh index 41f42c266c..23188a0cbd 100755 --- a/language/gpt-oss-120b/setup.sh +++ b/language/gpt-oss-120b/setup.sh @@ -1,5 +1,3 @@ -#!/usr/bin/env bash - pip install -r requirements.txt git_dir=$(git rev-parse --show-toplevel) pip install $git_dir/loadgen \ No newline at end of file diff --git a/language/llama2-70b/build.sh b/language/llama2-70b/build.sh index 999f8ea0fb..87afb992fa 100755 --- a/language/llama2-70b/build.sh +++ b/language/llama2-70b/build.sh @@ -1,4 +1,3 @@ -#!/usr/bin/env bash set -e conda install pybind11==2.10.4 -c conda-forge -y diff --git a/language/llama2-70b/run_accuracy.sh b/language/llama2-70b/run_accuracy.sh index 6e852a4bcd..b4f7f8ad96 100755 --- a/language/llama2-70b/run_accuracy.sh +++ b/language/llama2-70b/run_accuracy.sh @@ -1,5 +1,3 @@ -#!/usr/bin/env bash - CHECKPOINT_PATH="${CHECKPOINT_PATH:-meta-llama/Llama-2-70b-chat-hf}" DATASET_PATH="${DATASET_PATH:-open-orca-val-set.pkl}" diff --git a/language/llama2-70b/run_offline.sh b/language/llama2-70b/run_offline.sh index 50a8e6a1ed..7153ea7cab 100755 --- a/language/llama2-70b/run_offline.sh +++ b/language/llama2-70b/run_offline.sh @@ -1,5 +1,3 @@ -#!/usr/bin/env bash - CHECKPOINT_PATH="${CHECKPOINT_PATH:-meta-llama/Llama-2-70b-chat-hf}" DATASET_PATH="${DATASET_PATH:-open-orca-val-set.pkl}" diff --git a/language/llama2-70b/run_server.sh b/language/llama2-70b/run_server.sh index b19a6afcc6..a71bf371e7 100755 --- a/language/llama2-70b/run_server.sh +++ b/language/llama2-70b/run_server.sh @@ -1,4 +1,4 @@ -#!/usr/bin/env bash + CHECKPOINT_PATH="${CHECKPOINT_PATH:-meta-llama/Llama-2-70b-chat-hf}" DATASET_PATH="${DATASET_PATH:-open-orca-val-set.pkl}" diff --git a/language/llama3.1-405b/build.sh b/language/llama3.1-405b/build.sh index e7e7794cda..87afb992fa 100755 --- a/language/llama3.1-405b/build.sh +++ b/language/llama3.1-405b/build.sh @@ -1,5 +1,3 @@ -#!/usr/bin/env bash - set -e conda install pybind11==2.10.4 -c conda-forge -y diff --git a/language/llama3.1-405b/run_accuracy.sh b/language/llama3.1-405b/run_accuracy.sh index e4abe91210..9a54d8f131 100755 --- a/language/llama3.1-405b/run_accuracy.sh +++ b/language/llama3.1-405b/run_accuracy.sh @@ -1,5 +1,3 @@ -#!/usr/bin/env bash - CHECKPOINT_PATH="${CHECKPOINT_PATH:Meta-Llama-3.1-405B-Instruct}" DATASET_PATH="${DATASET_PATH:mlperf_llama3.1_405b_dataset_8318.pkl}" diff --git a/language/llama3.1-405b/run_offline.sh b/language/llama3.1-405b/run_offline.sh index e0b9f91c24..6b3a56e012 100755 --- a/language/llama3.1-405b/run_offline.sh +++ b/language/llama3.1-405b/run_offline.sh @@ -1,5 +1,3 @@ -#!/usr/bin/env bash - CHECKPOINT_PATH="${CHECKPOINT_PATH:Meta-Llama-3.1-405B-Instruct}" DATASET_PATH="${DATASET_PATH:mlperf_llama3.1_405b_dataset_8318.pkl}" diff --git a/language/llama3.1-405b/run_server.sh b/language/llama3.1-405b/run_server.sh index 2197885ec8..010a359de1 100755 --- a/language/llama3.1-405b/run_server.sh +++ b/language/llama3.1-405b/run_server.sh @@ -1,4 +1,4 @@ -#!/usr/bin/env bash + CHECKPOINT_PATH="${CHECKPOINT_PATH:Meta-Llama-3.1-405B-Instruct}" DATASET_PATH="${DATASET_PATH:mlperf_llama3.1_405b_dataset_8318.pkl}" diff --git a/language/llama3.1-8b/build.sh b/language/llama3.1-8b/build.sh index e7e7794cda..87afb992fa 100755 --- a/language/llama3.1-8b/build.sh +++ b/language/llama3.1-8b/build.sh @@ -1,5 +1,3 @@ -#!/usr/bin/env bash - set -e conda install pybind11==2.10.4 -c conda-forge -y diff --git a/language/llama3.1-8b/run_accuracy.sh b/language/llama3.1-8b/run_accuracy.sh index e14e53544d..52ec670339 100755 --- a/language/llama3.1-8b/run_accuracy.sh +++ b/language/llama3.1-8b/run_accuracy.sh @@ -1,5 +1,3 @@ -#!/usr/bin/env bash - CHECKPOINT_PATH="${CHECKPOINT_PATH:meta-llama/Meta-Llama-3.1-8B-Instruct}" DATASET_PATH="${DATASET_PATH:cnn_eval.json}" diff --git a/language/llama3.1-8b/run_offline.sh b/language/llama3.1-8b/run_offline.sh index 7897d6ae69..1d6bb271ad 100755 --- a/language/llama3.1-8b/run_offline.sh +++ b/language/llama3.1-8b/run_offline.sh @@ -1,5 +1,3 @@ -#!/usr/bin/env bash - CHECKPOINT_PATH="${CHECKPOINT_PATH:meta-llama/Meta-Llama-3.1-8B-Instruct}" DATASET_PATH="${DATASET_PATH:cnn_eval.json}" diff --git a/language/llama3.1-8b/run_server.sh b/language/llama3.1-8b/run_server.sh index ba885aeba3..a870e9b37b 100755 --- a/language/llama3.1-8b/run_server.sh +++ b/language/llama3.1-8b/run_server.sh @@ -1,4 +1,4 @@ -#!/usr/bin/env bash + CHECKPOINT_PATH="${CHECKPOINT_PATH:meta-llama/Meta-Llama-3.1-8B-Instruct}" DATASET_PATH="${DATASET_PATH:cnn_eval.json}" diff --git a/language/mixtral-8x7b/build.sh b/language/mixtral-8x7b/build.sh index e7e7794cda..87afb992fa 100755 --- a/language/mixtral-8x7b/build.sh +++ b/language/mixtral-8x7b/build.sh @@ -1,5 +1,3 @@ -#!/usr/bin/env bash - set -e conda install pybind11==2.10.4 -c conda-forge -y diff --git a/language/mixtral-8x7b/run_accuracy.sh b/language/mixtral-8x7b/run_accuracy.sh index ae2c1e936b..13da4e5daa 100755 --- a/language/mixtral-8x7b/run_accuracy.sh +++ b/language/mixtral-8x7b/run_accuracy.sh @@ -1,5 +1,3 @@ -#!/usr/bin/env bash - CHECKPOINT_PATH="${CHECKPOINT_PATH:mistralai/Mixtral-8x7B-Instruct-v0.1}" DATASET_PATH="${DATASET_PATH:dataset/2024_06_06_mixtral_15k_v4.pkl}" diff --git a/language/mixtral-8x7b/run_offline.sh b/language/mixtral-8x7b/run_offline.sh index b32ed58ebc..48afb50bd1 100755 --- a/language/mixtral-8x7b/run_offline.sh +++ b/language/mixtral-8x7b/run_offline.sh @@ -1,5 +1,3 @@ -#!/usr/bin/env bash - CHECKPOINT_PATH="${CHECKPOINT_PATH:mistralai/Mixtral-8x7B-Instruct-v0.1}" DATASET_PATH="${DATASET_PATH:dataset/2024_06_06_mixtral_15k_v4.pkl}" diff --git a/language/mixtral-8x7b/run_server.sh b/language/mixtral-8x7b/run_server.sh index f5ae85d082..ced7ea4432 100755 --- a/language/mixtral-8x7b/run_server.sh +++ b/language/mixtral-8x7b/run_server.sh @@ -1,4 +1,4 @@ -#!/usr/bin/env bash + CHECKPOINT_PATH="${CHECKPOINT_PATH:mistralai/Mixtral-8x7B-Instruct-v0.1}" DATASET_PATH="${DATASET_PATH:dataset/2024_06_06_mixtral_15k_v4.pkl}" diff --git a/tools/upscale_coco/upscale.sh b/tools/upscale_coco/upscale.sh index 148e208297..1bcb7218ba 100755 --- a/tools/upscale_coco/upscale.sh +++ b/tools/upscale_coco/upscale.sh @@ -1,3 +1 @@ -#!/usr/bin/env bash - python upscale_coco.py --inputs /scratch/ssd/data/coco/ --outputs ./coco700png --size 700 700 --format png From 3f02689be520a9441b1c97fd77be91d8f04c7495 Mon Sep 17 00:00:00 2001 From: Arav Agarwal Date: Mon, 9 Feb 2026 08:23:30 -0500 Subject: [PATCH 6/6] Revert "Update to exec mode" This reverts commit 3099c81739e0885618ec33b46542626bd956b8db. --- language/llama2-70b/build.sh | 0 language/llama2-70b/run_accuracy.sh | 0 language/llama2-70b/run_offline.sh | 0 language/llama2-70b/run_server.sh | 0 language/llama3.1-405b/build.sh | 0 language/llama3.1-405b/run_accuracy.sh | 0 language/llama3.1-405b/run_offline.sh | 0 language/llama3.1-405b/run_server.sh | 0 language/llama3.1-8b/build.sh | 0 language/llama3.1-8b/run_accuracy.sh | 0 language/llama3.1-8b/run_offline.sh | 0 language/llama3.1-8b/run_server.sh | 0 language/mixtral-8x7b/build.sh | 0 language/mixtral-8x7b/run_accuracy.sh | 0 language/mixtral-8x7b/run_offline.sh | 0 language/mixtral-8x7b/run_server.sh | 0 16 files changed, 0 insertions(+), 0 deletions(-) mode change 100755 => 100644 language/llama2-70b/build.sh mode change 100755 => 100644 language/llama2-70b/run_accuracy.sh mode change 100755 => 100644 language/llama2-70b/run_offline.sh mode change 100755 => 100644 language/llama2-70b/run_server.sh mode change 100755 => 100644 language/llama3.1-405b/build.sh mode change 100755 => 100644 language/llama3.1-405b/run_accuracy.sh mode change 100755 => 100644 language/llama3.1-405b/run_offline.sh mode change 100755 => 100644 language/llama3.1-405b/run_server.sh mode change 100755 => 100644 language/llama3.1-8b/build.sh mode change 100755 => 100644 language/llama3.1-8b/run_accuracy.sh mode change 100755 => 100644 language/llama3.1-8b/run_offline.sh mode change 100755 => 100644 language/llama3.1-8b/run_server.sh mode change 100755 => 100644 language/mixtral-8x7b/build.sh mode change 100755 => 100644 language/mixtral-8x7b/run_accuracy.sh mode change 100755 => 100644 language/mixtral-8x7b/run_offline.sh mode change 100755 => 100644 language/mixtral-8x7b/run_server.sh diff --git a/language/llama2-70b/build.sh b/language/llama2-70b/build.sh old mode 100755 new mode 100644 diff --git a/language/llama2-70b/run_accuracy.sh b/language/llama2-70b/run_accuracy.sh old mode 100755 new mode 100644 diff --git a/language/llama2-70b/run_offline.sh b/language/llama2-70b/run_offline.sh old mode 100755 new mode 100644 diff --git a/language/llama2-70b/run_server.sh b/language/llama2-70b/run_server.sh old mode 100755 new mode 100644 diff --git a/language/llama3.1-405b/build.sh b/language/llama3.1-405b/build.sh old mode 100755 new mode 100644 diff --git a/language/llama3.1-405b/run_accuracy.sh b/language/llama3.1-405b/run_accuracy.sh old mode 100755 new mode 100644 diff --git a/language/llama3.1-405b/run_offline.sh b/language/llama3.1-405b/run_offline.sh old mode 100755 new mode 100644 diff --git a/language/llama3.1-405b/run_server.sh b/language/llama3.1-405b/run_server.sh old mode 100755 new mode 100644 diff --git a/language/llama3.1-8b/build.sh b/language/llama3.1-8b/build.sh old mode 100755 new mode 100644 diff --git a/language/llama3.1-8b/run_accuracy.sh b/language/llama3.1-8b/run_accuracy.sh old mode 100755 new mode 100644 diff --git a/language/llama3.1-8b/run_offline.sh b/language/llama3.1-8b/run_offline.sh old mode 100755 new mode 100644 diff --git a/language/llama3.1-8b/run_server.sh b/language/llama3.1-8b/run_server.sh old mode 100755 new mode 100644 diff --git a/language/mixtral-8x7b/build.sh b/language/mixtral-8x7b/build.sh old mode 100755 new mode 100644 diff --git a/language/mixtral-8x7b/run_accuracy.sh b/language/mixtral-8x7b/run_accuracy.sh old mode 100755 new mode 100644 diff --git a/language/mixtral-8x7b/run_offline.sh b/language/mixtral-8x7b/run_offline.sh old mode 100755 new mode 100644 diff --git a/language/mixtral-8x7b/run_server.sh b/language/mixtral-8x7b/run_server.sh old mode 100755 new mode 100644