#!/bin/bash
#PBS -l walltime=0:30:00
##PBS -l select=<num_of_node>:ncpus=<num_of_cpu_per_node>:mpiprocs=<num_of_mpi_tasks_per_node>
## where: select = 1 or 2 ;  ncpus=mpiprocs= from 1 to 12
#PBS -l select=2:ncpus=4:mpiprocs=4
#PBS -o job.out
#PBS -e job.err
#PBS -q visual
##PBS -A <user_account>
#PBS -A cinstaff
##PBS -W group_list="<group_name>"
## where <group_name> is one of cinstaff, cineca-staff or product
#PBS -W group_list="cinstaff"

##module load autoload <ParaView>
module purge
module load profile/base
module use /plx/userprod/pro3dwe1/BA/modulefiles/profiles
module load luigi/advanced
module load gnu/4.1.2
module load cmake/2.8.4_static
module load openmpi/1.3.3--gnu--4.1.2
module load autoload/0.1/verbose
module load Qt/4.7.2_shared--gnu--4.1.2
module load python/2.7.1
module load ParaView/3.10.1_qt_shared

## Dinaming setting of the port number for the pvserver
PORT=`tclsh $PBS_O_WORKDIR/getfreeport.tcl`
echo $PORT > $PBS_O_WORKDIR/numb.port


## CHOOSE BETWEEN THE TWO MODES PROPOSED

################################################################
## MODE 1: 
## IN THIS MODE, ONLY ONE GPU IS USED
## 
## Export of the display for using a GPU in each node.
## Note: export only one display!!!  
## export DISPLAY=localhost:0.1  # for the GPU 1
## export DISPLAY=localhost:0.2  # for the GPU 2
##
## Run of the pvserver on the GPU 1 or on the GPU 2
## mpirun -np <tot_numb_of_procs> pvserver --server-port=$PORT
## mpirun -np 8 pvserver --server-port=$PORT

################################################################
 


##################################################################
## MODE 2: 
## IN THIS MODE, OPTIMIZED FOR PARAVIEW, BOTH THE TWO GPUs OF EACH NODE ARE USED
## 

## mpirun -bynode -np <numb_of_procs_on the gpu1> pvserver --server-port=$PORT -display localhost:0.1 : -np <numb_of_procs_on the gpu2> pvserver -display localhost:0.2
mpirun -bynode -np 4 pvserver --server-port=$PORT -display localhost:0.1 : -np 4 pvserver -display localhost:0.2

##################################################################