Canversion of legacy benchmark program

benchmark.c

@@ -70,6 +70,9 @@
 #include "phmc.h"
 #include "mpi_init.h"
 
+#include "bgq/bgq_spinorfield.h"
+#include <assert.h>
+
 #ifdef PARALLELT
 #  define SLICE (LX*LY*LZ/2)
 #elif defined PARALLELXT
@@ -88,7 +91,7 @@
 
 int check_xchange();
 
-int main(int argc,char *argv[])
+static int main_benchmark(int argc,char *argv[])
 {
   int j,j_max,k,k_max = 1;
 #ifdef HAVE_LIBLEMON
@@ -261,6 +264,16 @@ int main(int argc,char *argv[])
   check_xchange(); 
 #endif
 
+// BEGIN MK
+	assert(even_odd_flag);
+	bgq_indices_init();
+	bgq_comm_mpi_init();
+	bgq_comm_spi_init();
+	bgq_initbgqref();
+	bgq_spinorfields_init();
+	bgq_gaugefield_init();
+// END MK
+
   start_ranlux(1, 123456);
   random_gauge_field(reproduce_randomnumber_flag);
 
@@ -444,3 +457,8 @@ int main(int argc,char *argv[])
   free_moment_field();
   return(0);
 }
+
+
+int main(int argc, char *argv[]) {
+	return bgq_parallel_mainlike(&main_benchmark, argc, argv);
+}

hmc.input.bgq

@@ -0,0 +1,67 @@
+T=12
+LX=24
+LY=20
+LZ=12
+Measurements = 1
+StartCondition = hot
+2KappaMu = 0.03
+kappa = 0.090
+NSave = 50
+BCAngleT = 1 
+BCGstabMaxIter = 0
+CGMaxIter = 1000
+GaugeConfigInputFile = conf.save
+UseEvenOdd = yes
+#PropagatorPrecision = 64
+ReversibilityCheck = no
+ReversibilityCheckIntervall = 1
+DebugLevel = 1
+
+BeginMonomial GAUGE
+  UseRectangleStaples = yes
+  RectangleCoefficient = -0.0833333
+  Timescale=0
+  Beta = 6.0
+EndMonomial
+
+BeginMonomial DET
+  Timescale = 1
+  2KappaMu = 0.1
+  kappa = 0.125
+  AcceptancePrecision =  1e-20
+  ForcePrecision = 1e-12
+  Name = det
+  Solver   =    CG
+#  CSGHistory = 7
+#  CSGHistory2 = 3
+EndMonomial
+
+
+BeginMonomial DETRATIO
+  Timescale = 2
+  2KappaMu = 0.03
+  2KappaMu2 = 0.1
+  kappa = 0.125
+  kappa2 = 0.125
+  AcceptancePrecision =  1e-20
+  ForcePrecision = 1e-12
+  Name = detrat
+  Solver = CG
+  CSGHistory = 0
+EndMonomial
+
+#BeginMonomial NDPOLY
+#  Timescale = 1
+#EndMonomial
+
+BeginIntegrator 
+  Type0 = 2MN
+  Type1 = 2MN
+  Type2 = 2MN
+  IntegrationSteps0 = 1
+  IntegrationSteps1 = 2
+  IntegrationSteps2 = 3
+  Tau = 1
+  Lambda0 = 0.19
+  NumberOfTimescales = 3
+EndIntegrator

invert.input.bgq

@@ -0,0 +1,38 @@
+# $Id$
+# example input file for invert
+# requires a 4^4 gauge configuration conf.0000
+
+T=48
+L=24
+
+DebugLevel = 5
+InitialStoreCounter = 0
+Measurements = 1
+2kappamu = 0.05
+kappa = 0.177
+BCAngleT = 1.
+GaugeConfigInputFile = /homea/hch02/hch02dd/gauge/48x24_petrov_conf
+InitialStoreCounter = 800
+UseEvenOdd = yes
+
+SourceType = Volume
+ReadSource = no
+NoSamples = 12
+
+BeginOperator TMWILSON
+  2kappaMu = 0.05
+  kappa = 0.177
+  UseEvenOdd = yes
+  Solver = CG
+  SolverPrecision = 1.e-14
+  MaxSolverIterations = 1000
+  AddDownPropagator = yes
+EndOperator
+
+BeginOperator DBTMWILSON
+  2KappaMubar = 0.139
+  2KappaEpsbar = 0.15
+  kappa = 0.177
+  Solver = CG
+  SolverPrecision = 1.e-12
+EndOperator

job.ll.template

@@ -17,7 +17,7 @@ echo DEPART : `date`
 
 INPUT_FILE_TINY=benchmark.input_tiny.${LOADL_STEP_ID} 
 cat > ${INPUT_FILE_TINY} <<+EOF
-T=32
+T=16
 LX=16
 LY=8
 LZ=4
@@ -28,15 +28,15 @@ cat > ${INPUT_FILE_SMALL} <<+EOF
 T=48
 LX=40
 LY=20
-LZ=12
+LZ=4
 +EOF
 
 INPUT_FILE_MEDIUM=benchmark.input_medium.${LOADL_STEP_ID} 
 cat > ${INPUT_FILE_MEDIUM} <<+EOF
-T=64
-LX=32
-LY=32
-LZ=16
+T=48
+LX=40
+LY=20
+LZ=12
 +EOF
 
 INPUT_FILE_BIG=benchmark.input_big.${LOADL_STEP_ID}
@@ -64,10 +64,17 @@ PROCS=0,4,8,12,16,20,24,28,32,36,40,44,48,52,56,60,2,6,10,14,18,22,26,30,34,38,4
 export XLSMPOPTS="procs=${PROCS}"
 #export BG_THREADLAYOUT=1 # breadth-first
 #export BG_THREADLAYOUT=2 # depth-first
+#env
 
 ln -f -s ${LOADL_STEP_OUT} lqtmlqcd.out 
 
-#env
+echo ==hmc_tm==================================================================================
+runjob --ranks-per-node 1 --env-all : ./hmc_tm -f hmc.input.bgq 
+echo ==invert==================================================================================
+runjob --ranks-per-node 1 --env-all : ./invert -f invert.input.bgq
+echo ==benchmark==================================================================================
+runjob --ranks-per-node 1 --env-all : ./benchmark -f ${INPUT_FILE_MEDIUM} 
+
 echo ==TINY==================================================================================
 runjob --ranks-per-node 1 --env-all : ./bgqbench -f ${INPUT_FILE_TINY} 
 echo ==SMALL=================================================================================
@@ -77,6 +84,5 @@ runjob --ranks-per-node 1 --env-all : ./bgqbench -f ${INPUT_FILE_MEDIUM}
 echo ==BIG===================================================================================
 runjob --ranks-per-node 1 --env-all : ./bgqbench -f ${INPUT_FILE_BIG} 
 echo ========================================================================================
-#runjob --np 1 --ranks-per-node 1 --env-all : ./bgqbench -f ${INPUT_FILE_TINY} 
 
 

job.sh.template

@@ -1,6 +1,6 @@
 #! /usr/bin/bash
 
-make -j bgqbench
+make bgqbench benchmark invert hmc_tm -j32
 if [ "$?" -ne "0" ]; then
   echo "Make failed, not submitting job"
   exit 1