parjob

#!/bin/bash -l
#SBATCH --job-name=fluent
#SBATCH --output=%j.out
#SBATCH --error=%j.err
#SBATCH --partition=small
#SBATCH --nodes=2
#SBATCH --ntasks-per-node=32
#SBATCH --time=00:20:00
#SBATCH --account=project_465000981

module use /appl/local/csc/modulefiles
module load ansys/2023R2 
 
cd /scratch/project_465000981/test4/

#export FL_ENABLE_CRAY_AFFINITY=1
#export FLUENT_CRAY_MPI_ABI=1
#export FLUENT_USE_CRAY_MPT5=1

#export LD_LIBRARY_PATH=/pfs/lustrep4/scratch/project_462000007/esko/ansys/ansys_inc/v231/SystemCoupling/runTime/linx64/cnlauncher/fluent/fluent23.1.0/multiport/mpi_wrapper/lnamd64/cray:$LD_LIBRARY_PATH

export LD_LIBRARY_PATH=/opt/cray/pe/mpich/8.1.18/ofi/gnu/9.1/lib:/opt/cray/pe/mpich/8.1.18/gtl/lib:/opt/cray/pe/libsci/22.12.1.1/GNU/9.1/x86_64/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/perftools/22.12.0/lib64:/pfs/lustrep4/scratch/project_465000981/test4/lib:$LD_LIBRARY_PATH

# Too old?
#export FLUENT_ARCH=lnamd64

export FLUENT_ENABLE_SLURM_SUPPORT=1
export FLUENT_CRAY_MPI_ABI=1

#export FLUENT_AFFINITY=0                             
#export SLURM_ENABLED=1                               

rm -rf fluentHostfile
FLUENTNODES="$(scontrol show hostnames)"
echo $FLUENTNODES > fluentHostfile

# Default -mpi used

# https://rc-docs.qatar.tamu.edu/wiki/Raad2ansys

if [ $SLURM_NNODES -eq 1 ]; then
    # Single node with shared memory
    echo "EOJ Single node"
    fluent 3ddp -g -t 64 -g -i journalfile_par_aircraft_2m
else
    # Multi-node
    echo "EOJ multi node"
    fluent 3ddp -g -slurm -t 64 -mpi=cray -i journalfile_par_aircraft_2m
fi

#fluent 3ddp -t 64 -mpi=intel -scheduler=slurm -cnf=fluentHostfile -g -i journalfile_par_aircraft_2m

#fluent 3ddp -mpitest

#fluent 3ddp -t 64 -mpi=ibmmpi -cnf=fluentHostfile -g -i journalfile_par_aircraft_2m

#fluent 3ddp -t 64 -mpi=crayxc -cnf=fluentHostfile -g -i journalfile_par_aircraft_2m

#fluent 3ddp -t 64 -mpi=cray -cnf=fluentHostfile -g -i journalfile_par_aircraft_2m

###fluent 3ddp -t 64 -pmpi-auto-selected -mpi=intel -cnf=fluentHostfile -g -i journalfile_par_aircraft_2m

#fluent 3ddp -t 64 -env -pcrayx -mpi=intel -cnf=fluentHostfile -g -i journalfile_par_aircraft_2m

#fluent 3ddp -t 64 -pinfiniband -mpi=openmpi -scheduler_tight_coupling -cnf=fluentHostfile -g -i journalfile_par_aircraft_2m

#fluent 3ddp -t 64 -pcrayx -mpi=cray -scheduler_tight_coupling -cnf=fluentHostfile -g -i journalfile_par_aircraft_2m

#fluent 3ddp -t 64 -pinfiniband -mpi=openmpi -scheduler_tight_coupling -cnf=fluentHostfile -g -i journalfile_par_aircraft_2m

#fluent 3ddp -t 64 -pib -cnf=fluentHostfile -g -i journalfile_par_aircraft_2m

#-pib -mpi=intel, mpich2, vendor, cray