BGL Compilation

From ScorecWiki

Jump to: navigation, search

SCOREC Software Compilation on BG/L using autotools

  • Checkout ipcomman, gmi, fmdb, m4 and scorecutil in a directory for e.g. SCOREC_Software.
  • Go to SCOREC_Software and set the following environment variables in a script
export SCOREC_SOFTWARE=$PWD
export PARMETIS_HOME=/gpfs/large/ITAP/CWS/bgl/parmetis/latest
export ZOLTAN_HOME=/gpfs/large/ITAP/CWS/bgl/zoltan
export CXX=/bgl/BlueLight/ppcfloor/bglsys/bin/mpixlcxx
export CC=/bgl/BlueLight/ppcfloor/bglsys/bin/mpixlc
export FC=/bgl/BlueLight/ppcfloor/bglsys/bin/mpif77
export OPT=3
export MPIHOME=/bgl/BlueLight/ppcfloor/bglsys

Uses IBM XL compilers with optimization flag O3.

  • Build ipcomman
cd $SCOREC_SOFTWARE/ipcomman
ln -s ../m4 .
autoreconf -fi
make clean
./configure --disable-shared CC=$CC CXX=$CXX CPPFLAGS="-DMPICH_SKIP_MPICXX -DMPICH_IGNORE_CXX_SEEK" --with-mpi=$MPIHOME --with-opt=$OPT --prefix=$SCOREC_SOFTWARE/install
make
make install
  • Build gmi
cd $SCOREC_SOFTWARE/gmi
ln -s ../m4 .
autoreconf -fi
make clean
./configure --disable-shared CC=$CC CXX=$CXX CPPFLAGS="-DMPICH_SKIP_MPICXX -DMPICH_IGNORE_CXX_SEEK" --with-opt=$OPT --with-scorecutil=$SCOREC_SOFTWARE/scorecutil 
--with-fmdb=$SCOREC_SOFTWARE/fmdb --with-iterators=$SCOREC_SOFTWARE/siter --with-mpi=$MPIHOME --prefix=$SCOREC_SOFTWARE/install

make -j 8
make install
  • Build scorecutil
cd $SCOREC_SOFTWARE/scorecutil
ln -s ../m4 .
autoreconf -fi
make clean
./configure --disable-shared CC=$CC CXX=$CXX CPPFLAGS="-DMPICH_SKIP_MPICXX -DMPICH_IGNORE_CXX_SEEK" --with-opt=$OPT --with-gmi=$SCOREC_SOFTWARE/install 
--with-fmdb=$SCOREC_SOFTWARE/fmdb --with-iterators=$SCOREC_SOFTWARE/siter --with-mpi=$MPIHOME --prefix=$SCOREC_SOFTWARE/install

make
make install
  • Build FMDB
cd $SCOREC_SOFTWARE/fmdb
ln -s ../m4 .
autoreconf -fi
make clean
./configure --disable-shared CC=$CC CXX=$CXX CPPFLAGS="-DMPICH_SKIP_MPICXX -DMPICH_IGNORE_CXX_SEEK" --with-opt=$OPT --enable-parallel --with-mpi=$MPIHOME 
--with-gmi=$SCOREC_SOFTWARE/install --with-ipcomman=$SCOREC_SOFTWARE/install --with-scorecutil=$SCOREC_SOFTWARE/install --with-iterators=$SCOREC_SOFTWARE/siter 
--with-zoltan=$ZOLTAN_HOME --with-parmetis=$PARMETIS_HOME --prefix=$SCOREC_SOFTWARE/install

make -j 8
make install
  • Run IPComMan tests
mpirun -mode CO -np 512 -cwd 'SCOREC_Software/fmdb/ipcomman/test/' ./staticP2PMessageExample 
  • Run FMDB Parallel tests
mpirun -mode CO -np 512 -cwd 'SCOREC_Software/fmdb/test/parallel/' ./singlePart_parallel meshes/512/geom.sms out.sms 1 20 0
Personal tools