-
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathmy_bashrc
More file actions
26 lines (25 loc) · 1.1 KB
/
my_bashrc
File metadata and controls
26 lines (25 loc) · 1.1 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
export HIP_VISIBLE_DEVICES="0"
export ROCR_VISIBLE_DEVICES="0"
export OMP_DEFAULT_DEVICE="0"
export GPU_DEVICE_ORDINAL="0"
export ROCBLAS_USE_HIPBLASLT=1
export ROCBLAS_USE_HIPBLASLT_BATCHED=1
export USE_HIPBLASLT_GROUPED_GEMM=1
export PYTORCH_ALLOC_CONF=garbage_collection_threshold:0.4,max_split_size_mb:256
#export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
export PYTHONPATH=/opt/rocm/lib:$PYTHONPATH
export LD_LIBRARY_PATH=/opt/rocm/lib:$LD_LIBRARY_PATH
export TORCH_ROCM_AOTRITON_ENABLE_EXPERIMENTAL=1
export FLASH_ATTENTION_TRITON_AMD_ENABLE="TRUE"
export FLASH_ATTENTION_TRITON_AMD_AUTOTUNE="TRUE"
export MIOPEN_FIND_MODE=3
export MIGRAPHX_MLIR_USE_SPECIFIC_OPS="attention"
export ORT_MIGRAPHX_DUMP_MODEL_OPS=1
#export ORT_MIGRAPHX_EXHAUSTIVE_TUNE=1
export ORT_MIGRAPHX_FP8_ENABLE=1
export ORT_MIGRAPHX_SAVE_COMPILED_MODEL=1
export ORT_MIGRAPHX_LOAD_COMPILED_MODEL=1
export ORT_MIGRAPHX_MODEL_CACHE_PATH="$HOME/.cache/migraphx"
export ORT_MIGRAPHX_MODEL_PATH="$HOME/.cache/migraphx"
export ORT_MIGRAPHX_SAVE_COMPILED_PATH="$HOME/.cache/migraphx"
export ORT_MIGRAPHX_LOAD_COMPILED_PATH="$HOME/.cache/migraphx"