Skip to content
Snippets Groups Projects
build_pdata.sh 5.66 KiB
Newer Older
Pietro Incardona's avatar
Pietro Incardona committed
#! /bin/bash

# Make a directory in /tmp/OpenFPM_data

echo "Directory: $1"
echo "Machine: $2"

mkdir src/config
git submodule init

# pull from all the projects
cd openfpm_data
git pull origin develop
if [ $? -ne 0 ]; then
  echo -e "Configure\033[91;5;1m FAILED \033[0m"
  exit 1
fi
cd ..

cd openfpm_devices
git pull origin master
if [ $? -ne 0 ]; then
  echo -e "Configure\033[91;5;1m FAILED \033[0m"
  exit 1
fi
cd ..

cd openfpm_vcluster
git pull origin master
if [ $? -ne 0 ]; then
  echo -e "Configure\033[91;5;1m FAILED \033[0m"
  exit 1
fi
cd ..

cd openfpm_io
git pull origin master
if [ $? -ne 0 ]; then
  echo -e "Configure\033[91;5;1m FAILED \033[0m"
  exit 1
fi
cd ..

git submodule update
if [ $? -ne 0 ]; then
  echo -e "Configure\033[91;5;1m FAILED \033[0m"
  exit 1
fi
cd openfpm_data
Pietro Incardona's avatar
Pietro Incardona committed
git checkout develop
cd ..

if [ "$2" == "gin" ]
Pietro Incardona's avatar
Pietro Incardona committed
then
Pietro Incardona's avatar
Pietro Incardona committed
 echo "Compiling on gin\n"
Pietro Incardona's avatar
Pietro Incardona committed
 source ~/.bashrc
 sh ./autogen.sh
Pietro Incardona's avatar
Pietro Incardona committed
 module load gcc/4.9.2
 ./install -s
Pietro Incardona's avatar
Pietro Incardona committed
 make
Pietro Incardona's avatar
Pietro Incardona committed

Pietro Incardona's avatar
Pietro Incardona committed
 if [ $? -ne 0 ]; then exit 1 ; fi
Pietro Incardona's avatar
Pietro Incardona committed
 mpirun -np 2 ./src/pdata
Pietro Incardona's avatar
Pietro Incardona committed
 if [ $? -ne 0 ]; then exit 1 ; fi
Pietro Incardona's avatar
Pietro Incardona committed
 mpirun -np 3 ./src/pdata
Pietro Incardona's avatar
Pietro Incardona committed
 if [ $? -ne 0 ]; then exit 1 ; fi
Pietro Incardona's avatar
Pietro Incardona committed
 mpirun -np 4 ./src/pdata
Pietro Incardona's avatar
Pietro Incardona committed
 if [ $? -ne 0 ]; then exit 1 ; fi
Pietro Incardona's avatar
Pietro Incardona committed
 mpirun -np 5 ./src/pdata
Pietro Incardona's avatar
Pietro Incardona committed
 if [ $? -ne 0 ]; then exit 1 ; fi
Pietro Incardona's avatar
Pietro Incardona committed
 mpirun -np 6 ./src/pdata
Pietro Incardona's avatar
Pietro Incardona committed
 if [ $? -ne 0 ]; then exit 1 ; fi
Pietro Incardona's avatar
Pietro Incardona committed
 mpirun -np 7 ./src/pdata
Pietro Incardona's avatar
Pietro Incardona committed
 if [ $? -ne 0 ]; then exit 1 ; fi
Pietro Incardona's avatar
Pietro Incardona committed
 mpirun -np 8 ./src/pdata
Pietro Incardona's avatar
Pietro Incardona committed
 if [ $? -ne 0 ]; then exit 1 ; fi
Pietro Incardona's avatar
Pietro Incardona committed
 mpirun -np 9 ./src/pdata
Pietro Incardona's avatar
Pietro Incardona committed
 if [ $? -ne 0 ]; then exit 1 ; fi
Pietro Incardona's avatar
Pietro Incardona committed
 mpirun -np 10 ./src/pdata
Pietro Incardona's avatar
Pietro Incardona committed
 if [ $? -ne 0 ]; then exit 1 ; fi
Pietro Incardona's avatar
Pietro Incardona committed
 mpirun -np 11 ./src/pdata
Pietro Incardona's avatar
Pietro Incardona committed
 if [ $? -ne 0 ]; then exit 1 ; fi
Pietro Incardona's avatar
Pietro Incardona committed
 mpirun -np 12 ./src/pdata
Pietro Incardona's avatar
Pietro Incardona committed
 if [ $? -ne 0 ]; then exit 1 ; fi
Pietro Incardona's avatar
Pietro Incardona committed
elif [ "$2" == "wetcluster" ]
then
 echo "Compiling on wetcluster"

## produce the module path

Pietro Incardona's avatar
Pietro Incardona committed
 source ~/.bashrc
Pietro Incardona's avatar
Pietro Incardona committed
 module load gcc/4.9.2
 module load openmpi/1.8.1
 module load boost/1.54.0
Pietro Incardona's avatar
Pietro Incardona committed
 sh ./autogen.sh
Pietro Incardona's avatar
Pietro Incardona committed
 ./install -s -c "--with-boost=/sw/apps/boost/1.54.0/"  CXX=mpic++
Pietro Incardona's avatar
Pietro Incardona committed
 make
Pietro Incardona's avatar
Pietro Incardona committed
 if [ $? -ne 0 ]; then exit 1 ; fi
Pietro Incardona's avatar
Pietro Incardona committed
 ## Run on the cluster
Pietro Incardona's avatar
Pietro Incardona committed
 bsub -o output_run2.%J -K -n 2 -R "span[hosts=1]" "module load openmpi/1.8.1 ; module load gcc/4.9.2;  mpirun -np 2 ./src/pdata"
 if [ $? -ne 0 ]; then exit 1 ; fi
 bsub -o output_run3.%J -K -n 3 -R "span[hosts=1]" "module load openmpi/1.8.1 ; module load gcc/4.9.2;  mpirun -np 3 ./src/pdata"
 if [ $? -ne 0 ]; then exit 1 ; fi
 bsub -o output_run4.%J -K -n 4 -R "span[hosts=1]" "module load openmpi/1.8.1 ; module load gcc/4.9.2;  mpirun -np 4 ./src/pdata"
 if [ $? -ne 0 ]; then exit 1 ; fi
 bsub -o output_run5.%J -K -n 5 -R "span[hosts=1]" "module load openmpi/1.8.1 ; module load gcc/4.9.2;  mpirun -np 5 ./src/pdata"
 if [ $? -ne 0 ]; then exit 1 ; fi
 bsub -o output_run6.%J -K -n 6 -R "span[hosts=1]" "module load openmpi/1.8.1 ; module load gcc/4.9.2;  mpirun -np 6 ./src/pdata"
 if [ $? -ne 0 ]; then exit 1 ; fi
 bsub -o output_run7.%J -K -n 7 -R "span[hosts=1]" "module load openmpi/1.8.1 ; module load gcc/4.9.2;  mpirun -np 7 ./src/pdata"
 if [ $? -ne 0 ]; then exit 1 ; fi
 bsub -o output_run8.%J -K -n 8 -R "span[hosts=1]" "module load openmpi/1.8.1 ; module load gcc/4.9.2;  mpirun -np 8 ./src/pdata"
 if [ $? -ne 0 ]; then exit 1 ; fi
 bsub -o output_run9.%J -K -n 9 -R "span[hosts=1]" "module load openmpi/1.8.1 ; module load gcc/4.9.2;  mpirun -np 9 ./src/pdata"
 if [ $? -ne 0 ]; then exit 1 ; fi
 bsub -o output_run10.%J -K -n 10 -R "span[hosts=1]" "module load openmpi/1.8.1 ; module load gcc/4.9.2;  mpirun -np 10 ./src/pdata"
 if [ $? -ne 0 ]; then exit 1 ; fi
 bsub -o output_run11.%J -K -n 11 -R "span[hosts=1]" "module load openmpi/1.8.1 ; module load gcc/4.9.2;  mpirun -np 11 ./src/pdata"
 if [ $? -ne 0 ]; then exit 1 ; fi
 bsub -o output_run12.%J -K -n 12 -R "span[hosts=1]" "module load openmpi/1.8.1 ; module load gcc/4.9.2;  mpirun -np 12 ./src/pdata"
 if [ $? -ne 0 ]; then exit 1 ; fi
Pietro Incardona's avatar
Pietro Incardona committed
 # bsub -o output_run32.%J -K -n 32 "module load openmpi/1.8.1 ; module load gcc/4.9.2;  mpirun -np 32 ./src/vcluster"
 # if [ $? -ne 0 ]; then exit 1 ; fi
 # bsub -o output_run32.%J -K -n 64 "module load openmpi/1.8.1 ; module load gcc/4.9.2;  mpirun -np 64 ./src/vcluster"
 # if [ $? -ne 0 ]; then exit 1 ; fi
 # bsub -o output_run32.%J -K -n 128 "module load openmpi/1.8.1 ; module load gcc/4.9.2;  mpirun -np 128 ./src/vcluster"
 # if [ $? -ne 0 ]; then exit 1 ; fi

Pietro Incardona's avatar
Pietro Incardona committed
elif [ "$2" == "taurus" ]
then
 echo "Compiling on taurus"

Pietro Incardona's avatar
Pietro Incardona committed
 source /etc/profile
Pietro Incardona's avatar
Pietro Incardona committed
 echo "$PATH"
Pietro Incardona's avatar
Pietro Incardona committed
 module load boost/1.56.0-gnu4.9.1
 module unload gcc/4.9.1
 module load gcc/4.9.3
Pietro Incardona's avatar
Pietro Incardona committed
 module load openmpi/1.8.7
 module unload bullxmpi
 module load metis/5.1.0
Pietro Incardona's avatar
Pietro Incardona committed

 sh ./autogen.sh
Pietro Incardona's avatar
Pietro Incardona committed
 ./configure --with-metis=$METIS_ROOT --with-boost=$BOOST_ROOT CXX=mpic++
Pietro Incardona's avatar
Pietro Incardona committed
 make
 if [ $? -ne 0 ]; then exit 1 ; fi

Pietro Incardona's avatar
Pietro Incardona committed
 salloc --nodes=1 --ntasks-per-node=16 --time=00:10:00 --mem-per-cpu=1900 --partition=haswell bash -c "ulimit -s unlimited && mpirun -np 16 src/pdata"
 if [ $? -ne 0 ]; then exit 1 ; fi
Pietro Incardona's avatar
Pietro Incardona committed
 salloc --nodes=2 --ntasks-per-node=16 --time=00:10:00 --mem-per-cpu=1900 --partition=haswell bash -c "ulimit -s unlimited && mpirun -np 32 src/pdata"
 if [ $? -ne 0 ]; then exit 1 ; fi
Pietro Incardona's avatar
Pietro Incardona committed
 salloc --nodes=4 --ntasks-per-node=16 --time=00:10:00 --mem-per-cpu=1900 --partition=haswell bash -c "ulimit -s unlimited && mpirun -np 64 src/pdata"
 if [ $? -ne 0 ]; then exit 1 ; fi
Pietro Incardona's avatar
Pietro Incardona committed
 salloc --nodes=8 --ntasks-per-node=16 --time=00:10:00 --mem-per-cpu=1900 --partition=haswell bash -c "ulimit -s unlimited && mpirun -np 128 src/pdata"
 if [ $? -ne 0 ]; then exit 1 ; fi
Pietro Incardona's avatar
Pietro Incardona committed
 salloc --nodes=16 --ntasks-per-node=16 --time=00:10:00 --mem-per-cpu=1900 --partition=haswell bash -c "ulimit -s unlimited && mpirun -np 256 src/pdata"
 if [ $? -ne 0 ]; then exit 1 ; fi
Pietro Incardona's avatar
Pietro Incardona committed

else
 echo "Compiling general"
Pietro Incardona's avatar
Pietro Incardona committed
 source ~/.bashrc
Pietro Incardona's avatar
Pietro Incardona committed
 sh ./autogen.sh
 ./install -s
Pietro Incardona's avatar
Pietro Incardona committed

 mpirun -np 2 ./src/pdata
 mpirun -np 3 ./src/pdata
 mpirun -np 4 ./src/pdata
fi