build_vcluster.sh 4.29 KB
Newer Older
incardon's avatar
incardon committed
1 2
#! /bin/bash

3
# Make a directory in /tmp/openfpm_data
incardon's avatar
incardon committed
4

Pietro Incardona's avatar
Pietro Incardona committed
5
echo "$PATH"
incardon's avatar
incardon committed
6 7 8
echo "Directory: $1"
echo "Machine: $2"

incardon's avatar
incardon committed
9 10
mkdir /tmp/openfpm_vcluster
mv * .[^.]* /tmp/openfpm_vcluster
11
mv /tmp/openfpm_vcluster openfpm_vcluster
incardon's avatar
incardon committed
12

13
mkdir openfpm_vcluster/src/config
incardon's avatar
incardon committed
14

15 16
git clone git@ppmcore.mpi-cbg.de:/incardon/openfpm_devices.git openfpm_devices
git clone git@ppmcore.mpi-cbg.de:/incardon/openfpm_data.git openfpm_data
incardon's avatar
incardon committed
17

18
cd "$1/openfpm_vcluster"
incardon's avatar
incardon committed
19

20
if [ "$2" == "gin" ]; then
incardon's avatar
incardon committed
21 22 23
 echo "Compiling on gin\n"
 module load gcc/4.9.2
 module load openmpi/1.8.1
Pietro Incardona's avatar
Pietro Incardona committed
24

25
elif [ "$2" == "wetcluster" ]; then
incardon's avatar
incardon committed
26 27 28 29
 echo "Compiling on wetcluster"

## produce the module path

incardon's avatar
incardon committed
30
 export MODULEPATH="/sw/apps/modules/modulefiles:$MODULEPATH"
incardon's avatar
incardon committed
31 32 33 34 35 36 37 38 39 40 41 42 43 44

 script="module load gcc/4.9.2\n 
module load openmpi/1.8.1\n
module load boost/1.54.0\n
compile_options='--with-boost=/sw/apps/boost/1.54.0/'\n
\n
sh ./autogen.sh\n
sh ./configure \"\$compile_options\"  CXX=mpic++\n
make\n
if [ \"\$?\" = "0" ]; then exit 1 ; fi\n
exit(0)\n"

 echo $script | sed -r 's/\\n/\n/g' > compile_script

incardon's avatar
incardon committed
45
 bsub -o output_compile.%J -K -n 1 -J compile sh ./compile_script
incardon's avatar
incardon committed
46

47
## Run on the cluster
incardon's avatar
incardon committed
48
 bsub -o output_run2.%J -K -n 2 -R "span[hosts=1]" "module load openmpi/1.8.1 ; module load gcc/4.9.2;  mpirun -np 2 ./src/vcluster_test"
incardon's avatar
incardon committed
49
 if [ $? -ne 0 ]; then exit 1 ; fi
incardon's avatar
incardon committed
50
 bsub -o output_run4.%J -K -n 4 -R "span[hosts=1]" "module load openmpi/1.8.1 ; module load gcc/4.9.2;  mpirun -np 4 ./src/vcluster_test"
incardon's avatar
incardon committed
51
 if [ $? -ne 0 ]; then exit 1 ; fi
incardon's avatar
incardon committed
52
 bsub -o output_run8.%J -K -n 8 -R "span[hosts=1]" "module load openmpi/1.8.1 ; module load gcc/4.9.2;  mpirun -np 8 ./src/vcluster_test"
incardon's avatar
incardon committed
53
 if [ $? -ne 0 ]; then exit 1 ; fi
incardon's avatar
incardon committed
54
 bsub -o output_run12.%J -K -n 12 -R "span[hosts=1]" "module load openmpi/1.8.1 ; module load gcc/4.9.2;  mpirun -np 12 ./src/vcluster_test"
incardon's avatar
incardon committed
55
 if [ $? -ne 0 ]; then exit 1 ; fi
56 57 58 59 60 61
# bsub -o output_run32.%J -K -n 32 "module load openmpi/1.8.1 ; module load gcc/4.9.2;  mpirun -np 32 ./src/vcluster"
# if [ $? -ne 0 ]; then exit 1 ; fi
# bsub -o output_run32.%J -K -n 64 "module load openmpi/1.8.1 ; module load gcc/4.9.2;  mpirun -np 64 ./src/vcluster"
# if [ $? -ne 0 ]; then exit 1 ; fi
# bsub -o output_run32.%J -K -n 128 "module load openmpi/1.8.1 ; module load gcc/4.9.2;  mpirun -np 128 ./src/vcluster"
# if [ $? -ne 0 ]; then exit 1 ; fi
62
elif [ "$2" == "taurus" ]; then
63 64
 echo "Compiling on taurus"

65
 echo "$PATH"
66 67
 module load gcc/5.3.0
 module load boost/1.60.0
Pietro Incardona's avatar
Pietro Incardona committed
68
 module load openmpi/1.10.2-gnu
incardon's avatar
incardon committed
69
 module unload bullxmpi
70

71
 sh ./autogen.sh
Pietro Incardona's avatar
Pietro Incardona committed
72
 sh ./configure --with-boost=/sw/taurus/libraries/boost/1.55.0-gnu4.8  CXX=mpic++
73
 make
74
 if [ $? -ne 0 ]; then exit 1 ; fi
75

76 77
### to exclude --exclude=taurusi[6300-6400],taurusi[5400-5500]

incardon's avatar
incardon committed
78
 salloc --nodes=1 --ntasks-per-node=24 --time=00:05:00 --mem-per-cpu=1800 --partition=haswell bash -c "ulimit -s unlimited && mpirun -np 24 src/vcluster_test --report_level=no"
incardon's avatar
incardon committed
79
 if [ $? -ne 0 ]; then exit 1 ; fi
Pietro Incardona's avatar
Pietro Incardona committed
80
 sleep 5
incardon's avatar
incardon committed
81
 salloc --nodes=2 --ntasks-per-node=24 --time=00:05:00 --mem-per-cpu=1800 --partition=haswell bash -c "ulimit -s unlimited && mpirun -np 48 src/vcluster_test --report_level=no"
incardon's avatar
incardon committed
82
 if [ $? -ne 0 ]; then exit 1 ; fi
Pietro Incardona's avatar
Pietro Incardona committed
83
 sleep 5
incardon's avatar
incardon committed
84
 salloc --nodes=4 --ntasks-per-node=24 --time=00:05:00 --mem-per-cpu=1800 --partition=haswell bash -c "ulimit -s unlimited && mpirun -np 96 src/vcluster_test --report_level=no"
incardon's avatar
incardon committed
85
 if [ $? -ne 0 ]; then exit 1 ; fi
Pietro Incardona's avatar
Pietro Incardona committed
86
 sleep 5
incardon's avatar
incardon committed
87
 salloc --nodes=8 --ntasks-per-node=24 --time=00:05:00 --mem-per-cpu=1800 --partition=haswell bash -c "ulimit -s unlimited && mpirun -np 192 src/vcluster_test --report_level=no"
incardon's avatar
incardon committed
88
 if [ $? -ne 0 ]; then exit 1 ; fi
Pietro Incardona's avatar
Pietro Incardona committed
89
 sleep 5
incardon's avatar
incardon committed
90
 salloc --nodes=10 --ntasks-per-node=24 --time=00:5:00 --mem-per-cpu=1800 --partition=haswell bash -c "ulimit -s unlimited && mpirun -np 240 src/vcluster_test --report_level=no"
incardon's avatar
incardon committed
91
 if [ $? -ne 0 ]; then exit 1 ; fi
92

incardon's avatar
incardon committed
93
else
94

95
 source $HOME/.bashrc
96
 echo "$PATH"
incardon's avatar
incardon committed
97
 echo "Compiling general"
incardon's avatar
incardon committed
98
 sh ./autogen.sh
incardon's avatar
incardon committed
99
 sh ./configure  CXX=mpic++
incardon's avatar
incardon committed
100 101
 make

incardon's avatar
incardon committed
102
 mpirun -np 2 ./src/vcluster_test
incardon's avatar
incardon committed
103
 if [ $? -ne 0 ]; then exit 1 ; fi
incardon's avatar
incardon committed
104
 mpirun -np 3 ./src/vcluster_test
Pietro Incardona's avatar
Pietro Incardona committed
105
 if [ $? -ne 0 ]; then exit 1 ; fi
incardon's avatar
incardon committed
106
 mpirun -np 4 ./src/vcluster_test
incardon's avatar
incardon committed
107
 if [ $? -ne 0 ]; then exit 1 ; fi
incardon's avatar
incardon committed
108 109
fi

incardon's avatar
incardon committed
110
curl -X POST --data "payload={\"icon_emoji\": \":jenkins:\", \"username\": \"jenkins\"  , \"attachments\":[{ \"title\":\"Info:\", \"color\": \"#00FF00\", \"text\":\"$2 completed succeffuly the openfpm_vcluster test \" }] }" https://hooks.slack.com/services/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