Skip to content
GitLab
Projects
Groups
Snippets
Help
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Sign in
Toggle navigation
O
openfpm_vcluster
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Locked Files
Issues
0
Issues
0
List
Boards
Labels
Service Desk
Milestones
Merge Requests
0
Merge Requests
0
Requirements
Requirements
List
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Security & Compliance
Security & Compliance
Dependency List
License Compliance
Operations
Operations
Environments
Analytics
Analytics
CI / CD
Code Review
Insights
Issue
Repository
Value Stream
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
openfpm
openfpm_vcluster
Commits
0af708bd
Commit
0af708bd
authored
Oct 24, 2016
by
incardon
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Adding jenkins pipeline
parent
05c42b11
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
200 additions
and
0 deletions
+200
-0
Jenkinsfile
Jenkinsfile
+57
-0
build.sh
build.sh
+74
-0
run.sh
run.sh
+69
-0
No files found.
Jenkinsfile
0 → 100644
View file @
0af708bd
#
!
groovy
parallel
(
"nyu"
:
{
node
(
'nyu'
)
{
deleteDir
()
checkout
scm
stage
(
'build_nyu'
)
{
sh
"./build.sh $WORKSPACE $NODE_NAME"
}
stage
(
'run_nyu'
)
{
parallel
(
"proc2"
:
{
sh
"cd openfpm_data && ./run.sh $WORKSPACE $NODE_NAME 2"
}
"proc3"
:
{
sh
"cd openfpm_data && ./run.sh $WORKSPACE $NODE_NAME 3"
}
)
sh
"cd openfpm_data && ./run.sh $WORKSPACE $NODE_NAME 4"
sh
"cd openfpm_data && ./run.sh $WORKSPACE $NODE_NAME 5"
}
}
},
"sb15"
:
{
node
(
'sbalzarini-mac-15'
)
{
deleteDir
()
env
.
PATH
=
"/usr/local/bin:${env.PATH}"
checkout
scm
stage
(
'build_sb15'
)
{
sh
"./build.sh $WORKSPACE $NODE_NAME NO"
}
stage
(
'run_sb15'
)
{
parallel
(
"proc2"
:
{
sh
"cd openfpm_data && ./run.sh $WORKSPACE $NODE_NAME 2"
}
"proc3"
:
{
sh
"cd openfpm_data && ./run.sh $WORKSPACE $NODE_NAME 3"
}
)
sh
"cd openfpm_data && ./run.sh $WORKSPACE $NODE_NAME 4"
sh
"cd openfpm_data && ./run.sh $WORKSPACE $NODE_NAME 5"
sh
"cd openfpm_data && ./run.sh $WORKSPACE $NODE_NAME 6"
sh
"cd openfpm_data && ./run.sh $WORKSPACE $NODE_NAME 7"
}
}
}
)
build.sh
0 → 100644
View file @
0af708bd
#! /bin/bash
# Make a directory in /tmp/openfpm_data
echo
"
$PATH
"
echo
"Directory:
$1
"
echo
"Machine:
$2
"
mkdir
/tmp/openfpm_vcluster
mv
*
.[^.]
*
/tmp/openfpm_vcluster
mv
/tmp/openfpm_vcluster openfpm_vcluster
mkdir
openfpm_vcluster/src/config
git clone git@ppmcore.mpi-cbg.de:/incardon/openfpm_devices.git openfpm_devices
git clone git@ppmcore.mpi-cbg.de:/incardon/openfpm_data.git openfpm_data
cd
"
$1
/openfpm_vcluster"
if
[
"
$2
"
==
"gin"
]
;
then
echo
"Compiling on gin
\n
"
module load gcc/4.9.2
module load openmpi/1.8.1
elif
[
"
$2
"
==
"wetcluster"
]
;
then
echo
"Compiling on wetcluster"
## produce the module path
export
MODULEPATH
=
"/sw/apps/modules/modulefiles:
$MODULEPATH
"
script
=
"module load gcc/4.9.2
\n
module load openmpi/1.8.1
\n
module load boost/1.54.0
\n
compile_options='--with-boost=/sw/apps/boost/1.54.0/'
\n
\n
sh ./autogen.sh
\n
sh ./configure
\"\$
compile_options
\"
CXX=mpic++
\n
make
\n
if [
\"\$
?
\"
= "
0
" ]; then exit 1 ; fi
\n
exit(0)
\n
"
echo
$script
|
sed
-r
's/\\n/\n/g'
>
compile_script
bsub
-o
output_compile.%J
-K
-n
1
-J
compile sh ./compile_script
elif
[
"
$2
"
==
"taurus"
]
;
then
echo
"Compiling on taurus"
echo
"
$PATH
"
module load gcc/5.3.0
module load boost/1.60.0
module load openmpi/1.10.2-gnu
module unload bullxmpi
sh ./autogen.sh
sh ./configure
--with-boost
=
/sw/taurus/libraries/boost/1.55.0-gnu4.8
CXX
=
mpic++
make
if
[
$?
-ne
0
]
;
then
exit
1
;
fi
### to exclude --exclude=taurusi[6300-6400],taurusi[5400-5500]
else
source
$HOME
/.bashrc
echo
"
$PATH
"
echo
"Compiling general"
sh ./autogen.sh
sh ./configure
CXX
=
mpic++
make
if
[
$?
-ne
0
]
;
then
exit
1
;
fi
fi
run.sh
0 → 100644
View file @
0af708bd
#! /bin/bash
# Make a directory in /tmp/openfpm_data
echo
"
$PATH
"
echo
"Directory:
$1
"
echo
"Machine:
$2
"
cd
"
$1
/openfpm_vcluster"
if
[
"
$2
"
==
"wetcluster"
]
;
then
export
MODULEPATH
=
"/sw/apps/modules/modulefiles:
$MODULEPATH
"
## Run on the cluster
bsub
-o
output_run2.%J
-K
-n
2
-R
"span[hosts=1]"
"module load openmpi/1.8.1 ; module load gcc/4.9.2; mpirun -np 2 ./src/vcluster"
if
[
$?
-ne
0
]
;
then
exit
1
;
fi
bsub
-o
output_run4.%J
-K
-n
4
-R
"span[hosts=1]"
"module load openmpi/1.8.1 ; module load gcc/4.9.2; mpirun -np 4 ./src/vcluster"
if
[
$?
-ne
0
]
;
then
exit
1
;
fi
bsub
-o
output_run8.%J
-K
-n
8
-R
"span[hosts=1]"
"module load openmpi/1.8.1 ; module load gcc/4.9.2; mpirun -np 8 ./src/vcluster"
if
[
$?
-ne
0
]
;
then
exit
1
;
fi
bsub
-o
output_run12.%J
-K
-n
12
-R
"span[hosts=1]"
"module load openmpi/1.8.1 ; module load gcc/4.9.2; mpirun -np 12 ./src/vcluster"
if
[
$?
-ne
0
]
;
then
exit
1
;
fi
# bsub -o output_run32.%J -K -n 32 "module load openmpi/1.8.1 ; module load gcc/4.9.2; mpirun -np 32 ./src/vcluster"
# if [ $? -ne 0 ]; then exit 1 ; fi
# bsub -o output_run32.%J -K -n 64 "module load openmpi/1.8.1 ; module load gcc/4.9.2; mpirun -np 64 ./src/vcluster"
# if [ $? -ne 0 ]; then exit 1 ; fi
# bsub -o output_run32.%J -K -n 128 "module load openmpi/1.8.1 ; module load gcc/4.9.2; mpirun -np 128 ./src/vcluster"
# if [ $? -ne 0 ]; then exit 1 ; fi
elif
[
"
$2
"
==
"taurus"
]
;
then
echo
"Running on taurus"
echo
"
$PATH
"
module load gcc/5.3.0
module load boost/1.60.0
module load openmpi/1.10.2-gnu
module unload bullxmpi
### to exclude --exclude=taurusi[6300-6400],taurusi[5400-5500]
salloc
--nodes
=
1
--ntasks-per-node
=
24
--time
=
00:05:00
--mem-per-cpu
=
1800
--partition
=
haswell bash
-c
"ulimit -s unlimited && mpirun -np 24 src/vcluster --report_level=no"
if
[
$?
-ne
0
]
;
then
exit
1
;
fi
sleep
5
salloc
--nodes
=
2
--ntasks-per-node
=
24
--time
=
00:05:00
--mem-per-cpu
=
1800
--partition
=
haswell bash
-c
"ulimit -s unlimited && mpirun -np 48 src/vcluster --report_level=no"
if
[
$?
-ne
0
]
;
then
exit
1
;
fi
sleep
5
salloc
--nodes
=
4
--ntasks-per-node
=
24
--time
=
00:05:00
--mem-per-cpu
=
1800
--partition
=
haswell bash
-c
"ulimit -s unlimited && mpirun -np 96 src/vcluster --report_level=no"
if
[
$?
-ne
0
]
;
then
exit
1
;
fi
sleep
5
salloc
--nodes
=
8
--ntasks-per-node
=
24
--time
=
00:05:00
--mem-per-cpu
=
1800
--partition
=
haswell bash
-c
"ulimit -s unlimited && mpirun -np 192 src/vcluster --report_level=no"
if
[
$?
-ne
0
]
;
then
exit
1
;
fi
sleep
5
salloc
--nodes
=
10
--ntasks-per-node
=
24
--time
=
00:5:00
--mem-per-cpu
=
1800
--partition
=
haswell bash
-c
"ulimit -s unlimited && mpirun -np 240 src/vcluster --report_level=no"
if
[
$?
-ne
0
]
;
then
exit
1
;
fi
else
source
$HOME
/.bashrc
echo
"
$PATH
"
mpirun
-np
2 ./src/vcluster
if
[
$?
-ne
0
]
;
then
exit
1
;
fi
mpirun
-np
3 ./src/vcluster
if
[
$?
-ne
0
]
;
then
exit
1
;
fi
mpirun
-np
4 ./src/vcluster
if
[
$?
-ne
0
]
;
then
exit
1
;
fi
fi
curl
-X
POST
--data
"payload={
\"
icon_emoji
\"
:
\"
:jenkins:
\"
,
\"
username
\"
:
\"
jenkins
\"
,
\"
attachments
\"
:[{
\"
title
\"
:
\"
Info:
\"
,
\"
color
\"
:
\"
#00FF00
\"
,
\"
text
\"
:
\"
$2
completed succeffuly the openfpm_vcluster test
\"
}] }"
https://hooks.slack.com/services/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
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment