resubmitMissing.sh - resubmit calibration jobns for missing runs

filterMissing.sh   - prepare the list of missing runs in addition
filterRecLog.sh    - adding network problems identification to the summary log
submitCalibJob.sh  - adding run number to the path in tmp dir
makeWorkspace.sh   - runlist as a argument
submitCalib.sh     - run calibration also for one chunk run
(Marian)

diff --git a/TPC/scripts/filterMissing.sh b/TPC/scripts/filterMissing.sh
index 1f672afa9ad0fa981cfbddb4c8df4a9fcbf602bf..e1b028da5b90fe196f135f2887a379ae369f456a 100755 (executable)
--- a/TPC/scripts/filterMissing.sh
+++ b/TPC/scripts/filterMissing.sh
@@ -40,3 +40,20 @@ for adir in `cat run.list`; do
     echo $adir   >>ocdbPresent.list
    fi
 done; 
+
+wdir=`pwd`
+rm runMissing.list
+touch runMissing.list
+
+for adir in `cat run.list`; do
+  cd $wdir/$adir  
+  nesd=`cat esd.txt.Good| grep -c root`
+  if [ $nesd -gt 0 ] ; then  
+     ncalib=`find $wdir/$adir/ | grep -c CalibObjects`
+     if [ $ncalib -lt 1 ] ; then
+        echo Missing $adir
+        echo $adir >> $wdir/runMissing.list
+     fi;
+  fi;
+  cd $wdir
+done;

diff --git a/TPC/scripts/filterRecLog.sh b/TPC/scripts/filterRecLog.sh
index 25b19b6278756df7090f0de0f30e995ea5899b50..51aeeacb1ca71b7cf145dae17e07653cf8a7334d 100755 (executable)
--- a/TPC/scripts/filterRecLog.sh
+++ b/TPC/scripts/filterRecLog.sh
@@ -13,15 +13,16 @@ rm abort.log
 rm abortout.log
 rm syswatchAbort.log
 rm syswatchAll.log
-echo hname/C:sname/C:id0/I:id1/I:id2/I:first/I:stampSec/I:mi.fMemUsed/F:mi.fSwapUsed/F:cI.fUser/F:cI.fSys/F:pI.fMemResident/F:pI.fMemVirtual/F:pI.fCpuUser/F:pI.fCpuSys/F:stampOldSec/I:miOld.fMemUsed/F:miOld.fSwapUsed/F:cIOld.fUser/F:cIOld.fSys/F:pIOld.fMemResident/F:pIOld.fMemVirtual/F:pIOld.fCpuUser/F:pIOld.fCpuSys/F > syswatchAbort.log
+echo hname/C:sname/C:id0/I:id1/I:id2/I:first/D:stampSec/D:mi.fMemUsed/D:mi.fSwapUsed/D:cI.fUser/D:cI.fSys/D:pI.fMemResident/D:pI.fMemVirtual/D:pI.fCpuUser/D:pI.fCpuSys/D:stampOldSec/D:miOld.fMemUsed/D:miOld.fSwapUsed/D:cIOld.fUser/D:cIOld.fSys/D:pIOld.fMemResident/D:pIOld.fMemVirtual/D:pIOld.fCpuUser/D:pIOld.fCpuSys/D > syswatchAbort.log
+echo hname/C:sname/C:id0/I:id1/I:id2/I:first/D:stampSec/D:mi.fMemUsed/D:mi.fSwapUsed/D:cI.fUser/D:cI.fSys/D:pI.fMemResident/D:pI.fMemVirtual/D:pI.fCpuUser/D:pI.fCpuSys/D:stampOldSec/D:miOld.fMemUsed/D:miOld.fSwapUsed/D:cIOld.fUser/D:cIOld.fSys/D:pIOld.fMemResident/D:pIOld.fMemVirtual/D:pIOld.fCpuUser/D:pIOld.fCpuSys/D > syswatchAll.log
 
-echo hname/C:sname/C:id0/I:id1/I:id2/I:first/I:stampSec/I:mi.fMemUsed/F:mi.fSwapUsed/F:cI.fUser/F:cI.fSys/F:pI.fMemResident/F:pI.fMemVirtual/F:pI.fCpuUser/F:pI.fCpuSys/F:stampOldSec/I:miOld.fMemUsed/F:miOld.fSwapUsed/F:cIOld.fUserF:cIOld.fSys/F:pIOld.fMemResident/F:pIOld.fMemVirtual/F:pIOld.fCpuUser/F:pIOld.fCpuSys/F > syswatchAll.log
 
 #
 for efile in `cat errRec.log`  ;do
  xxx=`cat $efile| grep segmentation`
  xxx=$xxx`cat $efile| grep Aborted`
- sysfile=`echo $efile| sed s_err.log_syswatch.log_`
+ xxx=$xxx`cat $efile| grep floating`
+ sysfile=`echo $efile| sed s_err_syswatch_`
  # 
  if [ -z "$xxx" ]
  then
@@ -36,7 +37,35 @@ for efile in `cat errRec.log`  ;do
   cat $sysfile | grep -v hname\/C:sname\/C: >> syswatchAbort.log
  fi
   cat $sysfile | grep -v hname\/C:sname\/ >> syswatchAll.log
+  
 done; 
 
-#get the list
+#
+# connection problems
+#
+rm networkProblem.log
+touch networkProblem.log
+netOK=0;
+netNonOK=0;
+for efile in `cat errRec.log`  ;do
+    xxx=`cat $efile| grep tcp_connect`
+    if [ -z "$xxx" ]
+    then
+      let netOK=netOK+1
+    else
+      let netNonOK=netNonOK+1
+      echo $efile >> networkProblem.log 
+    fi;
+done;
+#
+# Print stat
+#
 echo isOK=$isOK nonOK=$nonOK
+echo netOK=$netOK netNonOK=$netNonOK
+#
+# filter segmentation fault
+#
+rm seg0.out
+for a in `cat  abort.log |sed s_err_out_ ` ;do
+    cat $a | grep 0x | grep \# >> seg0.out
+done;

diff --git a/TPC/scripts/makeWorkspace.sh b/TPC/scripts/makeWorkspace.sh
index e33db53b532fbddaa2ace32f3c10938ac5c70b4f..b56a5824f70b9a20e57c7939eaeb312477c3e36a 100755 (executable)
--- a/TPC/scripts/makeWorkspace.sh
+++ b/TPC/scripts/makeWorkspace.sh
@@ -1,5 +1,6 @@
 #
 # marian.ivanov@cern.ch
+# argument 1  - run.list
 #
 # Make workspace structure
 # Create a list for each run 
@@ -7,9 +8,10 @@
 # This is fast procedure
 #
 mydir=`pwd`
+runlist=$1
 touch raw.list
 touch esd.list
-for adir in `cat run.list`; do
+for adir in `cat $runlist`; do
     echo Creating dir $adir
     mkdirhier $adir;
     rm -f raw${adir}.txt

diff --git a/TPC/scripts/resubmitMissing.sh b/TPC/scripts/resubmitMissing.sh
new file mode 100644 (file)
index 0000000..086fa3c
--- /dev/null
+++ b/TPC/scripts/resubmitMissing.sh
@@ -0,0 +1,47 @@
+# marian.ivanov@cern.ch
+# Paramters:
+# 1  - runlist
+# 2  - batch queues
+# 3  - number of chunks per calibration job
+# 0. Find runs with esd but missing calibration
+#
+
+runlist=$1
+bqueue=$2
+nchunks=$3
+echo runlist"      "$runlist
+echo bqueue"       "$bqueue
+echo nchunks"      "$nchunks
+
+wdir=`pwd`
+rm runMissing.list
+touch runMissing.list
+for adir in `cat $runlist`; do
+  cd $wdir/$adir  
+  nesd=`cat $wdir/esd$adir.txt| grep -c root`
+  if [ $nesd -gt 0 ] ; then  
+     ncalib=`find $wdir/$adir/ | grep -c CalibObjects`
+     if [ $ncalib -lt 1 ] ; then
+        echo Missing $adir
+        echo $adir >> $wdir/runMissing.list
+     fi;
+  fi;
+  cd $wdir
+done;
+#
+# 1. Delete the content of directory
+#
+wdir=`pwd`
+for a in `cat runMissing.list`; do
+  rm -rf  $a;
+done;
+#
+# 2. Redo directory structure for missing
+#
+$ALICE_ROOT/TPC/scripts/makeWorkspace.sh runMissing.list 
+
+#
+# 3. Sumbmit calibration jobs for mssing directories
+#
+$ALICE_ROOT/TPC/scripts/submitCalib.sh runMissing.list $bqueue $nchunks
+

diff --git a/TPC/scripts/submitCalib.sh b/TPC/scripts/submitCalib.sh
index 1807b3924114d61d03c704305b132ea567b96d67..46d97d64c8bc287b9ac3c5721579e4ac6040dbcd 100755 (executable)
--- a/TPC/scripts/submitCalib.sh
+++ b/TPC/scripts/submitCalib.sh
@@ -18,7 +18,7 @@ mydir=`pwd`
 for adir in `cat $runlist`; do
     cd $mydir
     up=`cat  $adir/esd.txt.Good | grep -c .root`
-    if [ $up -gt 1 ] ; then
+    if [ $up -gt 0 ] ; then
        myvar=0;
        cd $adir
        echo SUBMITING DIRECTORY $adir

diff --git a/TPC/scripts/submitCalibJob.sh b/TPC/scripts/submitCalibJob.sh
index 273a2dabcd3f951f123df82891ba48197b85279a..8bd7ef8829553a592c71eb518c0657bc1f43c5e3 100755 (executable)
--- a/TPC/scripts/submitCalibJob.sh
+++ b/TPC/scripts/submitCalibJob.sh
@@ -5,14 +5,20 @@
 # 3 argument      - input file list
 # 4 argument      - run number used for ConfigOCDB
 
+fstart=$1
+fend=$2
+cdbrun=$4
+run=$4
+echo $1   $2  $3 $4
+
 echo Hallo world
 echo Hostname $HOSTNAME
+echo RUN $4
 df /tmp
-
-echo $1   $2  $3
 source ../balice.sh
 source ../alienSetup.sh
-moval
+
+
 mkdir $1_$2
 cp *.C $1_$2 
 cd $1_$2
@@ -21,17 +27,14 @@ cp $3 esd.txt
 dname=`basename \`pwd\``
 basename=`pwd`/${fstart}_${fend}
 mkdirhier $basename
-tmpname=/tmp/$USER/$dname/${fstart}_${fend}
+tmpname=/tmp/$USER/$run/$dname/${fstart}_${fend}
 mkdirhier $tmpname
 cp * $tmpname
 ls -al $tmpname
 cd $tmpname
+echo Working directory  $tmpname
 
 
-
-fstart=$1
-fend=$2
-cdbrun=$4
 echo start aliroot
 echo command aliroot -q -b CalibrateTPC.C\($fstart,$fend,$cdbrun\)
 echo PWD `pwd`