+++ /dev/null
-Scripts to test reconstruction/calibration chain
-marian.ivanov@cern.ch
-
-$ALICE_ROOT/TPC/scripts/calibPassX
-Content:
-README.PassX
-runTrainPassX.sh
-runPassXJob.sh
-runPassX.sh
-recPass0GSI.C
-
-
-
-runTrainPassX.sh - test of the PassX reconstruction/calibration chain
- - filtering of the log files
- - merging of results
- - It is pseudo code
-
-submitPass0.sh - submit reconstruction/calibration job
-
-runPassXJob.sh - wrapper around the script $ALICE_ROOT/TPC/scripts/runPassX.sh
- to be run
- - intermediate results on the local machine
-
-runPassX.sh - copy from $ALICE_ROOT/ANALYSIS/macros/runPassX.sh
- - Modification needed:
- Provide the run number and number of events as argument
-
-recPass0GSI.C - reconstruction script
+++ /dev/null
-#
-# recursive merging
-#
-maxMerge=$1
-queue="$2"
-mask=$3
-output=$4
-reject=$5
-#
-counter=0;
-counter2=0;
-wdir=`pwd`
-rm -rf merge*
-mkdir merge$counter2
-cd merge$counter
-for a in `cat ../calib.list`; do
- let counter=counter+1;
- echo $counter $counter2
- echo $a >>calib.list
- if [ $counter -gt $maxMerge ] ; then
- echo bsub -q $queue -oo outMerge.log $ALICE_ROOT/ANALYSIS/CalibMacros/MergeCalibration/mergeCustom.C\(\"$output\",\"$mask\",\"$5\"\);
- cat calib.list
- bsub -q $queue -oo outMerge.log aliroot -b -q $ALICE_ROOT/ANALYSIS/CalibMacros/MergeCalibration/mergeCustom.C\(\"calib.list\",\"$output\",\"$mask\",\"$5\"\)
- let counter2=counter2+1;
- let counter=0;
- cd $wdir
- mkdir merge$counter2
- cd merge$counter2
- if [ -e calib.list ]; then
- rm calib.list
- fi;
- fi;
-done;
-
-bsub -q $queue -oo outMerge.log aliroot -b -q $ALICE_ROOT/ANALYSIS/CalibMacros/MergeCalibration/mergeCustom.C\(\"calib.list\",\"$output\",\"$mask\",\"$5\"\)
-
+++ /dev/null
-//
-// rec.C to be used for pass0
-//
-
-void rec(const char *filename="raw.root",Int_t nevents=-1)
-{
- // Load some system libs for Grid and monitoring
- // Set the CDB storage location
- AliCDBManager * man = AliCDBManager::Instance();
- //man->SetDefaultStorage("raw://");
- man->SetDefaultStorage("local:///lustre/alice/alien/alice/data/2010/OCDB/");
- // Reconstruction settings
- AliReconstruction rec;
-
- // Set protection against too many events in a chunk (should not happen)
- if (nevents>0) rec.SetEventRange(0,nevents);
-
- // Switch off HLT until the problem with schema evolution resolved
- //rec.SetRunReconstruction("ALL-HLT");
- //
- // QA options
- //
- AliQAManager *qam = AliQAManager::QAManager(AliQAv1::kRECMODE) ;
- rec.SetRunQA(":");
- rec.SetRunGlobalQA(kFALSE);
-
- // AliReconstruction settings
- rec.SetWriteESDfriend(kTRUE);
- rec.SetWriteAlignmentData();
- rec.SetInput(filename);
- rec.SetUseTrackingErrorsForAlignment("ITS");
- rec.SetRunReconstruction("ITS TPC TRD TOF");
- rec.SetFillESD("ITS TPC TRD TOF");
-
- // switch off cleanESD
- rec.SetCleanESD(kFALSE);
-
- AliLog::Flush();
- rec.Run();
-
-}
-
-
+++ /dev/null
-#!/bin/bash
-
-# Script to run:
-# 1. reconstruction
-# 2. calibration and friend track filtering
-# 3. tag creation
-#
-# Files assumed to be in working directory:
-# rec.C - reconstruction macro
-# runCalibTrain.C - calibration/filtering macro
-# Arguments:
-# 1 - raw data file name
-# 2 - number of events to be processed
-# 3 - run number
-
-# example:
-# runPassX.sh raw.root 50 104892
-
-#ALIEN setting
-#entries=1000
-# $1 = raw input filename
-#runnum=`echo $1 | cut -d "/" -f 6`
-
-#Local setting : setting variables
-
-entries=$2
-runnum=$3
-source $HOME/alienSetup.sh
-
-echo File to be processed $1
-echo Number of events to be processed $entries
-echo Run mumber $runnum
-
-echo ALICE_ROOT = $ALICE_ROOT
-echo AliROOT = $AliROOT
-cp $ALICE_ROOT/.rootrc ~/.rootrc
-cp $ALICE_ROOT/.rootrc $HOME
-#cat $HOME/.rootrc
-export GRID_TOKEN=OK
-
-echo ">>>>>>>>> PATH is..."
-echo $PATH
-echo ">>>>>>>>> LD_LIBRARY_PATH is..."
-echo $LD_LIBRARY_PATH
-echo ">>>>>>>>> rec.C is..."
-cat rec.C
-echo
-
-
-echo
-echo ">>>>>>> Running AliRoot to reconstruct $1. Run number is $runnum..."
-echo
-if [ -e AliESDs.root ]; then
- echo AliESDs.root exist
- ls -al AliESD*
-else
- echo aliroot -l -b -q rec.C\(\"$1\",$2\) 2>&1 | tee rec.log
- aliroot -l -b -q rec.C\(\"$1\",$2\) 2>&1 | tee rec.log
- echo aliroot -l -b -q tag.C\(\) 2>&1 | tee tag.log
- aliroot -l -b -q tag.C\(\) 2>&1 | tee tag.log
-fi
-
-echo
-echo ">>>>>>> Running AliRoot to make calibration..."
-echo
-echo aliroot -l -b -q runCalibTrain.C\($runnum\) 2>&1 | tee calib.log
-aliroot -l -b -q runCalibTrain.C\($runnum\) 2>&1 | tee calib.log
-
-echo
-echo ">>>>>>> Running AliRoot to generate Tags..."
-echo
-echo aliroot -l -b -q tag.C\(\) 2>&1 | tee tag.log
-#aliroot -l -b -q tag.C\(\) 2>&1 | tee tag.log
+++ /dev/null
-#
-# run PassX recosntruction/calibration jobs
-#
-# Needed in order to run the jobs locally
-#
-# 1 - raw data file name
-# 2 - number of events to be processed
-# 3 - run number
-
-
-echo Input file $1
-echo Run number $3
-echo Events to reconstruct/calibrate $2
-echo HOSTNAME $HOSTNAME
-
-outdir=`pwd`
-tmpdir=/tmp/$USER/`echo $outdir | sed s_/_x_g`
-mkdirhier $tmpdir
-echo tmpdir = $tmpdir
-#
-cp $outdir/*.C $tmpdir/
-cp $outdir/*.sh $tmpdir/
-cp $outdir/AliESDs.root $tmpdir/
-cp $outdir/AliESDfriends.root $tmpdir/
-
-cd $tmpdir
-#
-#
-#
-echo tmpdir = `pwd`
-echo outdir = $outdir
-ls
-
-cp $1 .
-
-if [ -e root_archive.zip ]; then
- echo unzip reconstructed file
- unzip root_archive.zip
- rm -f AliESDfriends_v1.root
- rm root_archive.zip
-fi;
-
-echo runPassX.sh $1 $2 $3
-runPassX.sh $1 $2 $3
-
-ls -alrt
-rm *ebug.root
-cp -r $tmpdir/* $outdir/
-rm -rf $tmpdir
-
-
+++ /dev/null
-#
-# Sequence of steps to test Pass0 and PassX reconstruction/calibration which run on GRID
-# by default
-#
-# Semi automatic test performed on the batch farm
-# Important features:
-# 1. Parsing of the log files
-# 2. Parsing stack traces
-
-# author: marian.ivanov@cern.ch
-
-
-#
-# 0. copy a template setup
-# To be modified if necessary
-# "standard scripts
-cp $ALICE_ROOT/ANALYSIS/macros/runCalibTrain.C .
-# scipts to run on batch farm
-cp $ALICE_ROOT/TPC/scripts/calibPassX/recPass0GSI.C rec.C
-cp $ALICE_ROOT/TPC/scripts/calibPassX/runPassX.sh .
-cp $ALICE_ROOT/TPC/scripts/calibPassX/submitPass0.sh .
-cp $ALICE_ROOT/TPC/scripts/calibPassX/runPassXJob.sh .
-
-cp ../lists/run.list .
-cp ../lists/raw.list .
-
-#
-# 1. Make workspace - directory structure with run and raw lists
-#
-$ALICE_ROOT/TPC/scripts/makeWorkspace.sh run.list
-#
-# 1.a clean the workspace all
-#
-find `pwd` | grep AliESD | xargs rm
-find `pwd` | grep out | xargs rm
-find `pwd` | grep log | xargs rm
-#
-# 1.b clean workscpace - rm root files if not tags found
-#
-find `pwd` | grep AliESDs.root > esd.txt
-for efile in `cat esd.txt`; do
- dname=`dirname $efile`
- status=`ls $dname/*tag.root`;
- echo CHECK $efile $status
- if [ -z $status ]; then
- echo NON OK rm -r $dname/*.root
- rm -r $dname/*.root
- else
- echo IS OK $status
- fi;
-done
-
-#
-# 2. Run reconstruction/calibration
-#
-bgroup=/recPass0/`pwd | xargs basename`
-bgadd $bgroup
-nEvents=500000
-submitPass0.sh run.list "alice-t3_8h -g $bgroup" $nEvents | tee submit.log
-
-
-#
-# 3. Run merging - run level
-#
-for arun in `cat run.list`; do
- cd $arun
- find `pwd`/ | grep AliESDfriends_v1.root > calib.list
- echo bsub -q alice-t3_8h -o outMerge.log aliroot -b -q $ALICE_ROOT/ANALYSIS/macros/mergeCalibObjects.C
- bsub -q alice-t3_8h -o outMerge.log aliroot -b -q $ALICE_ROOT/ANALYSIS/macros/mergeCalibObjects.C
- cd ../
-done;
-
-#
-# 4. Merge all
-#
-ls `pwd`/*/CalibObjects.root > calib.list
-aliroot -b -q $ALICE_ROOT/ANALYSIS/macros/mergeCalibObjects.C
-
-#
-# 5. filter reconstruction logs, make statistic of problems
-#
-mkdirhier logs/reco
-cd logs/reco
-find `pwd`/../../ | grep rec.log > errRec.log
-$ALICE_ROOT/TPC/scripts/filterRecLog.sh
-cd ../..
-
-#
-# 6. filter calibration logs, make statistic of problems
-#
-mkdirhier logs/calib
-cd logs/calib
-find `pwd`/../../ | grep calib.log > errRec.log
-$ALICE_ROOT/TPC/scripts/filterRecLog.sh
-cd ../..
-
-
-#
-# 7. filter debug streamer
-#
-mkdir debug
-cd debug
-find `pwd`/../*/ | grep V6 | grep .root > debugall.txt
-cat debugall.txt | grep calibTimeDebug > timeitstpc.txt
-
-
-
-
+++ /dev/null
-#!/bin/bash
-#
-# Submit jobs for reconstruction/calibration
-# Test - Equivalent of pass0/passX on the grid
-#
-
-# Parameters:
-# 1 - queue name
-# 2 - run number
-# 3 - number of events to be reconstructed
-# 4 - run.list
-# Example: submitPass0.sh run.list "alice-t3_8h" 1000
-
-runList=$1
-qName=$2
-nEvents=$3
-workDir=`pwd`
-for arun in `cat $runList`; do
- echo
- echo Run number $arun
- echo
- #
- cd $workDir/$arun
- cp $workDir/*.C .
- cp $workDir/*.sh .
- cat ../../lists/raw.list | grep $arun >raw.list
- #
- #
- for afile in `cat raw.list | grep -v tag`; do
- echo $afile;
- cdir0=`basename $afile | sed s_.root__`
- mkdir $cdir0
- cd $cdir0
- cp $workDir/$arun/*.C .
- cp $workDir/$arun/*.sh .
- echo
- echo
- pwd
- echo bsub -q $qName -o out${cdir0}.log runPassXJob.sh $afile $nEvents $arun
- bsub -q $qName -o out${cdir0}.log runPassXJob.sh $afile $nEvents $arun
- cd ../
- cd $workDir/$arun
- done;
- cd $workDir
-done
-
-
-
+++ /dev/null
-#
-# parameters:
-# 1 - basedir
-# Example:
-# source /usr/local/grid/AliRoot/HEAD0108/TPC/scripts/tpcPass0Env.sh `pwd`
-export balice=/u/miranov/.balice
-export aliensetup=$HOME/alienSetup.sh
-export PASS0_DIR=/usr/local/grid/AliRoot/HEAD0108
-source $balice
-#source $aliensetup >aliensetup.log
-#
-# Test setup
-#
-export workdir=$1
-if [ ! -n length ]; then
- echo \############################
- echo Directory was not specified. Exiting
- echo \############################
- return;
-fi;
-if [ ! -r $workdir/lists/esd.list ] ; then
- echo \############################
- echo File esd list does not exist. Exiting
- echo \############################
- return;
-fi;
-if [ ! -r $workdir/lists/run.list ] ; then
- echo \############################
- echo File run list does not exist. Exiting
- echo \############################
- return;
-fi;
-
-#
-# Make directories
-#
-cd $workdir
-chgrp -R alice $workdir
-chmod -R g+rwx $workdir
-chmod -R o+rx $workdir
-mkdirhier $workdir/calibNoDrift
-mkdirhier $workdir/calibNoRefit
-mkdirhier $workdir/calibQA
-#
-#modify ConfigOCDB.C
-#
-# copy predefined Config files
-#
-cp $PASS0_DIR/TPC/macros/CalibrateTPC.C calibNoDrift/CalibrateTPC.C
-cat $PASS0_DIR/TPC/macros/CalibrateTPC.C | grep -v AddCalibCalib\(task\) > calibNoRefit/CalibrateTPC.C
-cp $PASS0_DIR/TPC/macros/CalibrateTPC.C calibQA/CalibrateTPC.C
-cp $PASS0_DIR/TPC/macros/ConfigOCDBNoDrift.C calibNoDrift/ConfigOCDB.C
-cp $PASS0_DIR/TPC/macros/ConfigOCDBNoRefit.C calibNoRefit/ConfigOCDB.C
-cp $PASS0_DIR/TPC/macros/ConfigOCDBQA.C calibQA/ConfigOCDB.C
-cp lists/*.list calibNoDrift/
-cp lists/*.list calibNoRefit/
-cp lists/*.list calibQA/
-ln -sf $balice calibNoDrift/balice.sh
-ln -sf $balice calibNoRefit/balice.sh
-ln -sf $balice calibQA/balice.sh
-ln -sf $aliensetup calibNoDrift/alienSetup.sh
-ln -sf $aliensetup calibNoRefit/alienSetup.sh
-ln -sf $aliensetup calibQA/alienSetup.sh
-# make workspaces
-#
-cd $workdir/calibNoDrift
-$PASS0_DIR/TPC/scripts/makeWorkspace.sh run.list
-$PASS0_DIR/TPC/scripts/submitCalib.sh run.list alice-t3 20
-cd $workdir/calibNoRefit
-$PASS0_DIR/TPC/scripts/makeWorkspace.sh run.list
-$PASS0_DIR/TPC/scripts/submitCalib.sh run.list alice-t3 20
-cd $workdir/calibQA
-$PASS0_DIR/TPC/scripts/makeWorkspace.sh run.list
-$PASS0_DIR/TPC/scripts/submitCalib.sh run.list alice-t3 20
-cd $workdir/
-#
-#
-#
git://git.uio.no / u / mrichter / AliRoot.git / commitdiff