#!/bin/bash

#SBATCH --job-name=test_job
#SBATCH --nodes=1
#SBATCH --time=01:00:00
#SBATCH --hint=nomultithread
#SBATCH --distribution=block:block

# Replace [budget code] below with your project code (e.g. t01)
#SBATCH --account=your code
#SBATCH --partition=standard
#SBATCH --qos=standard


module load PrgEnv-gnu

# Set the prefix
PRFX=/mnt/lustre/a2fs-work2/work/e696/e696/yabin/preCICE

# Set paths to find precice
export PATH=$PRFX/precice-2.5.0:$PATH
export LD_LIBRARY_PATH=$PRFX/precice-2.5.0/lib64:$PRFX/boost/lib:$LD_LIBRARY_PATH
export CPATH=$PRFX/precice/include:$CPATH
export PKG_CONFIG_PATH=$PRFX/precice-2.5.0/lib64/pkgconfig:$PKG_CONFIG_PATH

# Set paths to find the adapter
export PATH=$PRFX/adapter-install:$PATH
export LD_LIBRARY_PATH=$PRFX/adapter-install:$LD_LIBRARY_PATH

# Set paths to find OpenFOAM
export FOAM_INSTALL_DIR=$PRFX/OpenFOAM-v2106/OpenFOAM-v2106
source ${FOAM_INSTALL_DIR}/etc/bashrc


# Set paths to find Calculix
export PATH=$PRFX/precice-2.5.0:$PATH
export LD_LIBRARY_PATH=$PRFX/precice-2.5.0/lib64:$PRFX/boost/lib:$LD_LIBRARY_PATH
export CPATH=$PRFX/precice/include:$CPATH
export PKG_CONFIG_PATH=$PRFX/precice-2.5.0/lib64/pkgconfig:$PKG_CONFIG_PATH

export PATH=$PRFX/adapter-install:$PATH
export LD_LIBRARY_PATH=$PRFX/adapter-install:$LD_LIBRARY_PATH

export PATH=$PRFX/CalculiX/ccx_2.20/src/:$PATH
export PATH=$PRFX/calculix-adapter-master/bin:$PATH

export CPLUS_INCLUDE_PATH=$PRFX/yaml-cpp-yaml-cpp-0.6.2/include:${CPLUS_INCLUDE_PATH}
export LD_LIBRARY_PATH=$PRFX/yaml-cpp-yaml-cpp-0.6.2/build:${LD_LIBRARY_PATH}

      
export OMP_NUM_THREADS=1
    cd /mnt/lustre/a2fs-work2/work/e696/e696/yabin/FSI_Simulations/test/fluid-openfoam
    srun --ntasks=127 --cpus-per-task=${OMP_NUM_THREADS} \
      --exact --mem=25000M pimpleFoam -parallel &

export OMP_NUM_THREADS=1
    cd /mnt/lustre/a2fs-work2/work/e696/e696/yabin/FSI_Simulations/test/solid-calculix
    srun --ntasks=1 --cpus-per-task=${OMP_NUM_THREADS} \
      --exact --mem=25000M ccx_preCICE -i FOILTE -precice-participant Solid &
      


	# Wait for all subjobs to finish
    wait