#!/bin/bash
#SBATCH -p amd_256
#SBATCH -N 2
#SBATCH -n 128
# export SLURM_EXACT=1

#export FI_MLX_ENABLE_SPAWN=yes
source /public3/soft/module/module.sh 
source /public3/home/sc71728/OF/1912/env.sh 
source /public3/home/sc71728/wufan/code_yang/soft/env.sh
source /public3/home/sc71728/wufan/precice-new/sub.sh

source /public1/soft/modules/module.sh
module load hdf5/1.10.4-fortran-intel20

#export OMP_NUM_THREADS=16
#module unload mpi/intel/17.0.5-cjj-public3
#module load mpi/oneAPI/2022.1 
#export FI_MLX_ENABLE_SPAWN=yes

rm -f hosts.intel host.ompi
for host in `scontrol show hostname $SLURM_JOB_NODELIST`; do
  # IntelMPI requires one entry per node
  echo $host >> hosts.intel;
done

head -n 1 hosts.intel > hosts.a
#head  -4 hosts.intel > hosts.a
#sed -n '1p;$p' hosts.intel > hosts.b
tail -n 1 hosts.intel > hosts.b
#tail  +59 hosts.intel > hosts.b

oldpwd=/public3/home/sc71728/wufan/code_yang/calculix_yang_testcode/case_ture3

cd /public3/home/sc71728/wufan/code_yang/calculix_yang_testcode/case_ture3/solid-dealii2
mpirun -n 64 -hostfile $oldpwd/hosts.a ./solid turek_hron.prm 2>&1 |tee a.log & 
sleep 5


cd /public3/home/sc71728/wufan/code_yang/calculix_yang_testcode/case_ture3/fluid-VFS
mpirun -n 64 -hostfile $oldpwd/hosts.b ./test 2>&1 |tee b.log
sleep 5

wait