diff --git a/components/fftsolver/src/pencilfft.F90 b/components/fftsolver/src/pencilfft.F90 index 021bfba2..9e8fad3c 100644 --- a/components/fftsolver/src/pencilfft.F90 +++ b/components/fftsolver/src/pencilfft.F90 @@ -370,6 +370,9 @@ subroutine transpose_to_pencil(transposition_description, source_dims, communica call rearrange_data_for_sending(real_source=source_data, real_target=real_temp) + print *, "debug send_sizes", transposition_description%send_sizes + print *, "debug recv_sizes", transposition_description%recv_sizes + call mpi_alltoallv(real_temp, transposition_description%send_sizes, transposition_description%send_offsets, & PRECISION_TYPE, real_temp2, transposition_description%recv_sizes, transposition_description%recv_offsets, & PRECISION_TYPE, communicator, ierr) diff --git a/utils/archer2/monc_compile_archer2.sh b/utils/archer2/monc_compile_archer2.sh new file mode 100644 index 00000000..08dc5941 --- /dev/null +++ b/utils/archer2/monc_compile_archer2.sh @@ -0,0 +1,16 @@ +wget https://github.com/metomi/fcm/archive/2019.09.0.zip +unzip 2019.09.0.zip +export PATH=$HOME/fcm-2019.09.0/bin:$PATH + +git clone https://github.com/Leeds-MONC/monc +cd monc/ + +module load cray-netcdf +module load cray-fftw +module load cray-hdf5 +# PETSC is not yet available, but will be made available according to +# instructors on "Introduction to ARCHER2 for software developers" course +# line below will make sure build can continue without PETSC +export PETSC_DIR="" + +fcm make -f fcm-make/monc-cray-cray.cfg diff --git a/utils/archer2/submonc.slurm b/utils/archer2/submonc.slurm new file mode 100644 index 00000000..0cdf82a9 --- /dev/null +++ b/utils/archer2/submonc.slurm @@ -0,0 +1,23 @@ +#!/bin/bash +#SBATCH --partition=standard +#SBATCH --qos=standard + +#SBATCH --job-name=monc +#SBATCH --nodes=1 +#SBATCH --ntasks-per-node=5 + +#SBATCH --time=00:10:00 + +# set up default ARCHER2 job environment +module load epcc-job-env + +module list + +if [ ! -d checkpoint_files ]; then mkdir checkpoint_files; fi +if [ ! -d diagnostic_files ]; then mkdir diagnostic_files; fi + +# set env variables for submission command +config_path='tests/straka_short.mcf' +checkpoint_fn="checkpoint_files/straka_dump.nc" + +srun ./build/bin/monc_driver.exe --config=$config_path --checkpoint_file=$checkpoint_fn