From: marian Date: Wed, 11 Nov 2009 15:21:30 +0000 (+0000) Subject: resubmitMissing.sh - resubmit calibration jobns for missing runs X-Git-Url: http://git.uio.no/git/?a=commitdiff_plain;h=05e3ee7044e04706f17a76cf69eb3fbb7938d90a;p=u%2Fmrichter%2FAliRoot.git resubmitMissing.sh - resubmit calibration jobns for missing runs filterMissing.sh - prepare the list of missing runs in addition filterRecLog.sh - adding network problems identification to the summary log submitCalibJob.sh - adding run number to the path in tmp dir makeWorkspace.sh - runlist as a argument submitCalib.sh - run calibration also for one chunk run (Marian) --- diff --git a/TPC/scripts/filterMissing.sh b/TPC/scripts/filterMissing.sh index 1f672afa9ad..e1b028da5b9 100755 --- a/TPC/scripts/filterMissing.sh +++ b/TPC/scripts/filterMissing.sh @@ -40,3 +40,20 @@ for adir in `cat run.list`; do echo $adir >>ocdbPresent.list fi done; + +wdir=`pwd` +rm runMissing.list +touch runMissing.list + +for adir in `cat run.list`; do + cd $wdir/$adir + nesd=`cat esd.txt.Good| grep -c root` + if [ $nesd -gt 0 ] ; then + ncalib=`find $wdir/$adir/ | grep -c CalibObjects` + if [ $ncalib -lt 1 ] ; then + echo Missing $adir + echo $adir >> $wdir/runMissing.list + fi; + fi; + cd $wdir +done; diff --git a/TPC/scripts/filterRecLog.sh b/TPC/scripts/filterRecLog.sh index 25b19b62787..51aeeacb1ca 100755 --- a/TPC/scripts/filterRecLog.sh +++ b/TPC/scripts/filterRecLog.sh @@ -13,15 +13,16 @@ rm abort.log rm abortout.log rm syswatchAbort.log rm syswatchAll.log -echo hname/C:sname/C:id0/I:id1/I:id2/I:first/I:stampSec/I:mi.fMemUsed/F:mi.fSwapUsed/F:cI.fUser/F:cI.fSys/F:pI.fMemResident/F:pI.fMemVirtual/F:pI.fCpuUser/F:pI.fCpuSys/F:stampOldSec/I:miOld.fMemUsed/F:miOld.fSwapUsed/F:cIOld.fUser/F:cIOld.fSys/F:pIOld.fMemResident/F:pIOld.fMemVirtual/F:pIOld.fCpuUser/F:pIOld.fCpuSys/F > syswatchAbort.log +echo hname/C:sname/C:id0/I:id1/I:id2/I:first/D:stampSec/D:mi.fMemUsed/D:mi.fSwapUsed/D:cI.fUser/D:cI.fSys/D:pI.fMemResident/D:pI.fMemVirtual/D:pI.fCpuUser/D:pI.fCpuSys/D:stampOldSec/D:miOld.fMemUsed/D:miOld.fSwapUsed/D:cIOld.fUser/D:cIOld.fSys/D:pIOld.fMemResident/D:pIOld.fMemVirtual/D:pIOld.fCpuUser/D:pIOld.fCpuSys/D > syswatchAbort.log +echo hname/C:sname/C:id0/I:id1/I:id2/I:first/D:stampSec/D:mi.fMemUsed/D:mi.fSwapUsed/D:cI.fUser/D:cI.fSys/D:pI.fMemResident/D:pI.fMemVirtual/D:pI.fCpuUser/D:pI.fCpuSys/D:stampOldSec/D:miOld.fMemUsed/D:miOld.fSwapUsed/D:cIOld.fUser/D:cIOld.fSys/D:pIOld.fMemResident/D:pIOld.fMemVirtual/D:pIOld.fCpuUser/D:pIOld.fCpuSys/D > syswatchAll.log -echo hname/C:sname/C:id0/I:id1/I:id2/I:first/I:stampSec/I:mi.fMemUsed/F:mi.fSwapUsed/F:cI.fUser/F:cI.fSys/F:pI.fMemResident/F:pI.fMemVirtual/F:pI.fCpuUser/F:pI.fCpuSys/F:stampOldSec/I:miOld.fMemUsed/F:miOld.fSwapUsed/F:cIOld.fUserF:cIOld.fSys/F:pIOld.fMemResident/F:pIOld.fMemVirtual/F:pIOld.fCpuUser/F:pIOld.fCpuSys/F > syswatchAll.log # for efile in `cat errRec.log` ;do xxx=`cat $efile| grep segmentation` xxx=$xxx`cat $efile| grep Aborted` - sysfile=`echo $efile| sed s_err.log_syswatch.log_` + xxx=$xxx`cat $efile| grep floating` + sysfile=`echo $efile| sed s_err_syswatch_` # if [ -z "$xxx" ] then @@ -36,7 +37,35 @@ for efile in `cat errRec.log` ;do cat $sysfile | grep -v hname\/C:sname\/C: >> syswatchAbort.log fi cat $sysfile | grep -v hname\/C:sname\/ >> syswatchAll.log + done; -#get the list +# +# connection problems +# +rm networkProblem.log +touch networkProblem.log +netOK=0; +netNonOK=0; +for efile in `cat errRec.log` ;do + xxx=`cat $efile| grep tcp_connect` + if [ -z "$xxx" ] + then + let netOK=netOK+1 + else + let netNonOK=netNonOK+1 + echo $efile >> networkProblem.log + fi; +done; +# +# Print stat +# echo isOK=$isOK nonOK=$nonOK +echo netOK=$netOK netNonOK=$netNonOK +# +# filter segmentation fault +# +rm seg0.out +for a in `cat abort.log |sed s_err_out_ ` ;do + cat $a | grep 0x | grep \# >> seg0.out +done; diff --git a/TPC/scripts/makeWorkspace.sh b/TPC/scripts/makeWorkspace.sh index e33db53b532..b56a5824f70 100755 --- a/TPC/scripts/makeWorkspace.sh +++ b/TPC/scripts/makeWorkspace.sh @@ -1,5 +1,6 @@ # # marian.ivanov@cern.ch +# argument 1 - run.list # # Make workspace structure # Create a list for each run @@ -7,9 +8,10 @@ # This is fast procedure # mydir=`pwd` +runlist=$1 touch raw.list touch esd.list -for adir in `cat run.list`; do +for adir in `cat $runlist`; do echo Creating dir $adir mkdirhier $adir; rm -f raw${adir}.txt diff --git a/TPC/scripts/resubmitMissing.sh b/TPC/scripts/resubmitMissing.sh new file mode 100644 index 00000000000..086fa3c39c7 --- /dev/null +++ b/TPC/scripts/resubmitMissing.sh @@ -0,0 +1,47 @@ +# marian.ivanov@cern.ch +# Paramters: +# 1 - runlist +# 2 - batch queues +# 3 - number of chunks per calibration job +# 0. Find runs with esd but missing calibration +# + +runlist=$1 +bqueue=$2 +nchunks=$3 +echo runlist" "$runlist +echo bqueue" "$bqueue +echo nchunks" "$nchunks + +wdir=`pwd` +rm runMissing.list +touch runMissing.list +for adir in `cat $runlist`; do + cd $wdir/$adir + nesd=`cat $wdir/esd$adir.txt| grep -c root` + if [ $nesd -gt 0 ] ; then + ncalib=`find $wdir/$adir/ | grep -c CalibObjects` + if [ $ncalib -lt 1 ] ; then + echo Missing $adir + echo $adir >> $wdir/runMissing.list + fi; + fi; + cd $wdir +done; +# +# 1. Delete the content of directory +# +wdir=`pwd` +for a in `cat runMissing.list`; do + rm -rf $a; +done; +# +# 2. Redo directory structure for missing +# +$ALICE_ROOT/TPC/scripts/makeWorkspace.sh runMissing.list + +# +# 3. Sumbmit calibration jobs for mssing directories +# +$ALICE_ROOT/TPC/scripts/submitCalib.sh runMissing.list $bqueue $nchunks + diff --git a/TPC/scripts/submitCalib.sh b/TPC/scripts/submitCalib.sh index 1807b392411..46d97d64c8b 100755 --- a/TPC/scripts/submitCalib.sh +++ b/TPC/scripts/submitCalib.sh @@ -18,7 +18,7 @@ mydir=`pwd` for adir in `cat $runlist`; do cd $mydir up=`cat $adir/esd.txt.Good | grep -c .root` - if [ $up -gt 1 ] ; then + if [ $up -gt 0 ] ; then myvar=0; cd $adir echo SUBMITING DIRECTORY $adir diff --git a/TPC/scripts/submitCalibJob.sh b/TPC/scripts/submitCalibJob.sh index 273a2dabcd3..8bd7ef88295 100755 --- a/TPC/scripts/submitCalibJob.sh +++ b/TPC/scripts/submitCalibJob.sh @@ -5,14 +5,20 @@ # 3 argument - input file list # 4 argument - run number used for ConfigOCDB +fstart=$1 +fend=$2 +cdbrun=$4 +run=$4 +echo $1 $2 $3 $4 + echo Hallo world echo Hostname $HOSTNAME +echo RUN $4 df /tmp - -echo $1 $2 $3 source ../balice.sh source ../alienSetup.sh -moval + + mkdir $1_$2 cp *.C $1_$2 cd $1_$2 @@ -21,17 +27,14 @@ cp $3 esd.txt dname=`basename \`pwd\`` basename=`pwd`/${fstart}_${fend} mkdirhier $basename -tmpname=/tmp/$USER/$dname/${fstart}_${fend} +tmpname=/tmp/$USER/$run/$dname/${fstart}_${fend} mkdirhier $tmpname cp * $tmpname ls -al $tmpname cd $tmpname +echo Working directory $tmpname - -fstart=$1 -fend=$2 -cdbrun=$4 echo start aliroot echo command aliroot -q -b CalibrateTPC.C\($fstart,$fend,$cdbrun\) echo PWD `pwd`