[u/mrichter/AliRoot.git] / PWGLF / FORWARD / analysis2 / qa / getQAResults.sh

#!/bin/bash
#
# @file   getQAResults.sh
# @author Christian Holm Christensen <cholm@nbi.dk>
# @date   Thu Nov 17 11:47:14 2011
# 
# @brief Retrieve trending.root/QAResults.root files from AliEn for a
# given producton as specified by the command line options 
# 
# @ingroup pwglf_forward_qa_scripts
#

# --------------------------------------------------------------------
verb=0

mess()
{
    if test $verb -lt 1 ; then return ; fi 
    echo $@
}

# --------------------------------------------------------------------
usage()
{
    cat <<EOF
Usage: $0 -p PRODUCTION [OPTIONS]

Options: 
	-h,--help		      This help 
	-v,--verbose                  Be verbose
	-p,--production  IDENTIFIER   Production identifier [$prod]
	-P,--pass 	 NUMBER	      Reconstruction pass number [$pass]
	-Q,--pre-pass	 STRING	      Prefix to pass identifier [${prep}]
	-R,--post-pass	 STRING       Postfix to pass identifier [$post]
	-y,--year        YEAR         Year of production [$year]
	-d,--destination DIRECTORY    Directory to store result in [$dest] 
	-r,--run         NUMBER       Run number [$runn]
	-q,--qa          NUMBER       QA number 
	-f,--file	 NAME	      File to get [$file]
	-m,--max	 NUMBER       Maximum number of files to get [$maxf]
	-T,--trending	              Get trending.root file 
	-a,--archives		      Get ZIP archives 
	-n,--no-action		      Run dry (do not copy files)
	-i,--no-check		      Do not check files [$docheck]

If run number is set, get the parts of next-to-last merge of that run only.

EOF
}

# --------------------------------------------------------------------
docheck=1
check_file()
{
    if test $docheck -lt 1 ; then return 0; fi 
    inp=$1 
    scr=`mktemp -u Check_XXXXXXXX` 
    cat <<EOF > ${scr}.C  
void ${scr}() 
{
  int ret = 0;
  gSystem->Load("libANALYSIS");
  gSystem->Load("libANALYSISalice");
  gSystem->Load("libTENDER");
  // gSystem->Load("libTENDERSupplies");
  gSystem->Load("libPWGPP");
  gSystem->Load("libPWG3base");
  TFile* file = TFile::Open("${inp}", "READ");
  if (!file) { 
    Error("${scr}", "No such file ${inp}");
    exit(1);
  }
  TObject* forward1 = file->Get("Forward");
  if (!forward1) {
    Error("${scr}", "No Forward object found in ${inp}");
    ret |= 2;
  } 
  TObject* forward2 = file->Get("ForwardResults");
  if (!forward2) {
    Error("${scr}", "No ForwardResults object found in ${inp}");
    ret |= 4;
  } 
  exit(ret);
}
EOF
    # cat ${scr}.C 
    mess -n "aliroot -l -b -q ${scr}.C "
    aliroot -l -b -q ${scr}.C > /dev/null 2>&1 
    ret=$? 
    mess "-> $ret (0: good, 1: no file, 2: no Forward, 4: no ForwardResults"
    rm -f ${scr}.C 
    return $ret
}

# --------------------------------------------------------------------
year=""
prod=""
pass=-1
prep=""
post=""
dest=.
runn=0
qano=0
noac=0
arch=0
maxf=-1
file=QAresults.root 

while test $# -gt 0 ; do 
    case $1 in 
	-h|--help)        usage   ; exit 0 ;; 
	-v|--verbose)	  let verb=$verb+1  ;; 
	-p|--production)  prod=$2 ; shift ;; 
	-P|--pass)        pass=$2 ; shift ;; 
	-Q|--prepass)     prep=$2 ; shift ;; 
	-R|--postpass)    post=$2 ; shift ;; 
	-y|--year)        year=$2 ; shift ;; 
	-d|--destination) dest=$2 ; shift ;; 
	-r|--run)         runn=$2 ; shift ;; 
	-q|--qa)          qano=$2 ; shift ;; 
	-f|--file)        file=$2 ; shift ;; 
	-m|--max)         maxf=$2 ; shift ;; 
	-T|--trending)	  file=trending.root ; shift ;; 
	-a|--archives)    arch=1  ;; 
	-n|--no-action)   noac=1  ;; 
	-i|--no-check)    docheck=0 ;; 
	*) echo "$0: Unknown option $1" > /dev/stderr ; exit 2 ;; 
    esac
    shift
done

# --------------------------------------------------------------------
uid=`id -u`
genv_file=/tmp/gclient_env_${uid}

if test ! -f ${genv_file} ; then 
    echo "No such file: ${genv_file}, please do alien-token-init" >/dev/stderr
    exit 1
fi
. ${genv_file}
alien-token-info | grep -q "Token is still valid"
if test $? -ne 0 ; then 
    echo "Token not valid, please re-new" > /dev/stderr 
    exit 1
fi


# --------------------------------------------------------------------
if test "x$prod" = "x" ; then 
    echo "No production identifier given" > /dev/stderr 
    exit 2
fi

if test "x$year" = "x" ; then 
    year=`echo $prod | sed -e 's/LHC\(..\).*/\1/'` 
    if test "x$year" = "x" ; then 
	echo "Couldn't get year from production identifier $prod" > /dev/stderr
	exit 2
    fi
fi
lett=`echo $prod | sed -e "s/LHC${year}\(.\).*/\1/"`
suff=`echo $prod | sed -e "s/LHC${year}${lett}//"`

redir="/dev/null"
if test $verb -gt 1 ; then redir=/dev/stderr ; fi

# --------------------------------------------------------------------
if test "x$post" != "x" ; then 
    case $post in 
	_*) ;; 
	*) post="_${post}" ;; 
    esac
fi
if test ${pass} -ge 0 ; then 
    paid=pass${pass} 
fi
datd=data
esdd=ESDs/
dprod=LHC${year}${lett}
case x${suff} in 
    x_*) ;;
    x);; 
    *) datd=sim ; esdd= ; dprod=${dprod}${suff};;
esac
path=/alice/${datd}/20${year}/${prod}/
store=${dest}/${dprod}/${prep}${paid}${post}
search="${esdd}${prep}${paid}${post}"
if test $runn -gt 0 ; then 
    path=`printf "${path}%09d/ESDs/${prep}${paid}${pass}${post}/" $runn` 
    store=`printf "${store}/%09d" $runn` 
    search=
fi
if test $qano -gt 0 ; then 
    if test $runn -gt 0 ; then 
	path=`printf "%sQA%02d/" $path $qano` 
    else
	if test "x$search" != "x" ; then search=${search}/ ; fi
	search=${search}QA`printf %02d ${qano}` 
    fi
fi
if test $arch -gt 0 ; then 
    file=QA_archive.zip
fi
base=`basename $file .root`
if test "x$search" != "x" ; then search=${search}/ ; fi
search="${search}${file}"

# --------------------------------------------------------------------
cat <<EOF
Settings:

	Production:		$prod
	Year:			$year
	Letter:                 $lett
	Suffix:			$suff
	Pass:			$pass
	Pass prefix:		$prep
	Pass postfix:		$post
	File:			$file
	Path:                   $path
	Destination:		$dest
	Store:			$store
	Run number:             $runn
	Search string:		$search
	Verbosity:		$verb
	Redirection:		$redir
EOF 
    
# --------------------------------------------------------------------
mkdir -p ${store} 
mess "Getting list of files from AliEn - can take minutes - be patient" 
mess "alien_find ${path} ${search}" 
files=`alien_find ${path} ${search} | grep -v "files found" 2> ${redir}`   
tot=0
for i in $files ; do 
    let tot=$tot+1 
done
mess "Got a list of $tot files" 
if test $maxf -gt 0 && test $maxf -lt $tot ; then 
    mess "Number of files to get limited to $maxf" 
    tot=$maxf 
fi
j=0
runs=
for i in $files ; do 
    if test $maxf -gt 0 && test $j -ge $maxf ; then 
	break 
    fi
    b=`echo $i | sed -e "s,${path},,"` 
    d=
    if test $runn -gt 0 ; then 
	r=`echo $b | sed -e "s,[0-9]*${runn}\([0-9.]*\)/.*,\1," | tr '.' '_'`
	if test $arch -lt 1 ; then 
	    o=${store}/${base}_${r}.root
	else
	    d=${store}/${r}
	    mkdir -p $d
	    o=${d}/${file}
	fi
    else 
	r=`echo $b | sed -e "s,/.*,,"` 
	o=${store}/${base}_${r}.root
    fi
    runs="$runs $r"  
    printf "%3d/%3d: " $j $tot
    mess -n "$i -> $o "
    if test $noac -lt 1 && test ! -f $o ; then 
	# mess "alien_cp alien:${i} file:${o}"
	mess " copying"
	alien_cp alien:${i} file:${o} > ${redir} 2>&1 
	if test -f $o ; then chmod g+rw ${o} ; fi
    else
	mess " exists"
    fi
    if test $noac -lt 1 && test $arch -lt 1  ; then check_file $o ; fi
    if test $noac -lt 1 && test $arch -gt 0 ; then 
	(cd ${d} && unzip QAarchive.zip) > $redir 2>&1  
    fi 
    let j=$j+1
done 
mess "Got a total of $j files for runs $runs"

# --------------------------------------------------------------------
#
# EOF
#
Commit	Line	Data
9b2f2e39	1	#!/bin/bash
2dbde04b	2	#
	3	# @file getQAResults.sh
	4	# @author Christian Holm Christensen <cholm@nbi.dk>
	5	# @date Thu Nov 17 11:47:14 2011
	6	#
	7	# @brief Retrieve trending.root/QAResults.root files from AliEn for a
	8	# given producton as specified by the command line options
	9	#
bd6f5206	10	# @ingroup pwglf_forward_qa_scripts
2dbde04b	11	#
9b2f2e39	12
9b2f2e39	13	# --------------------------------------------------------------------
	14	verb=0
	15
	16	mess()
	17	{
	18	if test $verb -lt 1 ; then return ; fi
	19	echo $@
	20	}
	21
	22	# --------------------------------------------------------------------
	23	usage()
	24	{
	25	cat <<EOF
	26	Usage: $0 -p PRODUCTION [OPTIONS]
	27
	28	Options:
	29	-h,--help This help
	30	-v,--verbose Be verbose
	31	-p,--production IDENTIFIER Production identifier [$prod]
9b2f2e39	32	-P,--pass NUMBER Reconstruction pass number [$pass]
871a9ac1	33	-Q,--pre-pass STRING Prefix to pass identifier [${prep}]
871a9ac1	34	-R,--post-pass STRING Postfix to pass identifier [$post]
0151a6c6	35	-y,--year YEAR Year of production [$year]
9b2f2e39	36	-d,--destination DIRECTORY Directory to store result in [$dest]
	37	-r,--run NUMBER Run number [$runn]
	38	-q,--qa NUMBER QA number
0151a6c6	39	-f,--file NAME File to get [$file]
bae153e5	40	-m,--max NUMBER Maximum number of files to get [$maxf]
0151a6c6	41	-T,--trending Get trending.root file
9b2f2e39	42	-a,--archives Get ZIP archives
9b2f2e39	43	-n,--no-action Run dry (do not copy files)
e92d0953	44	-i,--no-check Do not check files [$docheck]
9b2f2e39	45
	46	If run number is set, get the parts of next-to-last merge of that run only.
	47
	48	EOF
	49	}
	50
	51	# --------------------------------------------------------------------
e92d0953	52	docheck=1
9b2f2e39	53	check_file()
9b2f2e39	54	{
e92d0953	55	if test $docheck -lt 1 ; then return 0; fi
9b2f2e39	56	inp=$1
	57	scr=`mktemp -u Check_XXXXXXXX`
	58	cat <<EOF > ${scr}.C
	59	void ${scr}()
	60	{
871a9ac1	61	int ret = 0;
9b2f2e39	62	gSystem->Load("libANALYSIS");
	63	gSystem->Load("libANALYSISalice");
	64	gSystem->Load("libTENDER");
	65	// gSystem->Load("libTENDERSupplies");
2bfe5463	66	gSystem->Load("libPWGPP");
9b2f2e39	67	gSystem->Load("libPWG3base");
	68	TFile* file = TFile::Open("${inp}", "READ");
	69	if (!file) {
	70	Error("${scr}", "No such file ${inp}");
	71	exit(1);
9b2f2e39	72	}
	73	TObject* forward1 = file->Get("Forward");
	74	if (!forward1) {
	75	Error("${scr}", "No Forward object found in ${inp}");
871a9ac1	76	ret \|= 2;
9b2f2e39	77	}
	78	TObject* forward2 = file->Get("ForwardResults");
	79	if (!forward2) {
	80	Error("${scr}", "No ForwardResults object found in ${inp}");
871a9ac1	81	ret \|= 4;
9b2f2e39	82	}
871a9ac1	83	exit(ret);
9b2f2e39	84	}
	85	EOF
	86	# cat ${scr}.C
	87	mess -n "aliroot -l -b -q ${scr}.C "
	88	aliroot -l -b -q ${scr}.C > /dev/null 2>&1
	89	ret=$?
	90	mess "-> $ret (0: good, 1: no file, 2: no Forward, 4: no ForwardResults"
	91	rm -f ${scr}.C
	92	return $ret
	93	}
	94
	95	# --------------------------------------------------------------------
871a9ac1	96	year=""
	97	prod=""
	98	pass=-1
	99	prep=""
	100	post=""
9b2f2e39	101	dest=.
	102	runn=0
	103	qano=0
	104	noac=0
	105	arch=0
bae153e5	106	maxf=-1
871a9ac1	107	file=QAresults.root
9b2f2e39	108
	109	while test $# -gt 0 ; do
	110	case $1 in
	111	-h\|--help) usage ; exit 0 ;;
	112	-v\|--verbose) let verb=$verb+1 ;;
	113	-p\|--production) prod=$2 ; shift ;;
	114	-P\|--pass) pass=$2 ; shift ;;
871a9ac1	115	-Q\|--prepass) prep=$2 ; shift ;;
871a9ac1	116	-R\|--postpass) post=$2 ; shift ;;
9b2f2e39	117	-y\|--year) year=$2 ; shift ;;
	118	-d\|--destination) dest=$2 ; shift ;;
	119	-r\|--run) runn=$2 ; shift ;;
	120	-q\|--qa) qano=$2 ; shift ;;
871a9ac1	121	-f\|--file) file=$2 ; shift ;;
bae153e5	122	-m\|--max) maxf=$2 ; shift ;;
0151a6c6	123	-T\|--trending) file=trending.root ; shift ;;
9b2f2e39	124	-a\|--archives) arch=1 ;;
0151a6c6	125	-n\|--no-action) noac=1 ;;
e92d0953	126	-i\|--no-check) docheck=0 ;;
9b2f2e39	127	*) echo "$0: Unknown option $1" > /dev/stderr ; exit 2 ;;
	128	esac
	129	shift
	130	done
	131
871a9ac1	132	# --------------------------------------------------------------------
	133	uid=`id -u`
	134	genv_file=/tmp/gclient_env_${uid}
	135
	136	if test ! -f ${genv_file} ; then
	137	echo "No such file: ${genv_file}, please do alien-token-init" >/dev/stderr
	138	exit 1
	139	fi
	140	. ${genv_file}
	141	alien-token-info \| grep -q "Token is still valid"
	142	if test $? -ne 0 ; then
	143	echo "Token not valid, please re-new" > /dev/stderr
	144	exit 1
	145	fi
	146
	147
9b2f2e39	148	# --------------------------------------------------------------------
	149	if test "x$prod" = "x" ; then
	150	echo "No production identifier given" > /dev/stderr
	151	exit 2
	152	fi
	153
	154	if test "x$year" = "x" ; then
	155	year=`echo $prod \| sed -e 's/LHC\(..\).*/\1/'`
	156	if test "x$year" = "x" ; then
	157	echo "Couldn't get year from production identifier $prod" > /dev/stderr
	158	exit 2
	159	fi
	160	fi
871a9ac1	161	lett=`echo $prod \| sed -e "s/LHC${year}\(.\).*/\1/"`
871a9ac1	162	suff=`echo $prod \| sed -e "s/LHC${year}${lett}//"`
9b2f2e39	163
9b2f2e39	164	redir="/dev/null"
871a9ac1	165	if test $verb -gt 1 ; then redir=/dev/stderr ; fi
9b2f2e39	166
9b2f2e39	167	# --------------------------------------------------------------------
871a9ac1	168	if test "x$post" != "x" ; then
	169	case $post in
	170	_*) ;;
	171	*) post="_${post}" ;;
	172	esac
	173	fi
	174	if test ${pass} -ge 0 ; then
	175	paid=pass${pass}
	176	fi
	177	datd=data
	178	esdd=ESDs/
bae153e5	179	dprod=LHC${year}${lett}
	180	case x${suff} in
	181	x_*) ;;
	182	x);;
	183	*) datd=sim ; esdd= ; dprod=${dprod}${suff};;
	184	esac
871a9ac1	185	path=/alice/${datd}/20${year}/${prod}/
bae153e5	186	store=${dest}/${dprod}/${prep}${paid}${post}
871a9ac1	187	search="${esdd}${prep}${paid}${post}"
9b2f2e39	188	if test $runn -gt 0 ; then
871a9ac1	189	path=`printf "${path}%09d/ESDs/${prep}${paid}${pass}${post}/" $runn`
9b2f2e39	190	store=`printf "${store}/%09d" $runn`
	191	search=
	192	fi
	193	if test $qano -gt 0 ; then
871a9ac1	194	if test $runn -gt 0 ; then
	195	path=`printf "%sQA%02d/" $path $qano`
	196	else
	197	if test "x$search" != "x" ; then search=${search}/ ; fi
0151a6c6	198	search=${search}QA`printf %02d ${qano}`
871a9ac1	199	fi
9b2f2e39	200	fi
9b2f2e39	201	if test $arch -gt 0 ; then
871a9ac1	202	file=QA_archive.zip
9b2f2e39	203	fi
871a9ac1	204	base=`basename $file .root`
	205	if test "x$search" != "x" ; then search=${search}/ ; fi
	206	search="${search}${file}"
9b2f2e39	207
871a9ac1	208	# --------------------------------------------------------------------
9b2f2e39	209	cat <<EOF
	210	Settings:
	211
	212	Production: $prod
	213	Year: $year
871a9ac1	214	Letter: $lett
871a9ac1	215	Suffix: $suff
9b2f2e39	216	Pass: $pass
871a9ac1	217	Pass prefix: $prep
	218	Pass postfix: $post
	219	File: $file
9b2f2e39	220	Path: $path
	221	Destination: $dest
	222	Store: $store
	223	Run number: $runn
	224	Search string: $search
871a9ac1	225	Verbosity: $verb
871a9ac1	226	Redirection: $redir
bae153e5	227	EOF
9b2f2e39	228
9b2f2e39	229	# --------------------------------------------------------------------
bae153e5	230	mkdir -p ${store}
	231	mess "Getting list of files from AliEn - can take minutes - be patient"
	232	mess "alien_find ${path} ${search}"
	233	files=`alien_find ${path} ${search} \| grep -v "files found" 2> ${redir}`
	234	tot=0
	235	for i in $files ; do
	236	let tot=$tot+1
	237	done
	238	mess "Got a list of $tot files"
	239	if test $maxf -gt 0 && test $maxf -lt $tot ; then
	240	mess "Number of files to get limited to $maxf"
	241	tot=$maxf
	242	fi
9b2f2e39	243	j=0
	244	runs=
	245	for i in $files ; do
bae153e5	246	if test $maxf -gt 0 && test $j -ge $maxf ; then
	247	break
	248	fi
9b2f2e39	249	b=`echo $i \| sed -e "s,${path},,"`
	250	d=
	251	if test $runn -gt 0 ; then
	252	r=`echo $b \| sed -e "s,[0-9]${runn}\([0-9.]\)/.*,\1," \| tr '.' '_'`
	253	if test $arch -lt 1 ; then
871a9ac1	254	o=${store}/${base}_${r}.root
9b2f2e39	255	else
	256	d=${store}/${r}
	257	mkdir -p $d
871a9ac1	258	o=${d}/${file}
9b2f2e39	259	fi
	260	else
	261	r=`echo $b \| sed -e "s,/.*,,"`
871a9ac1	262	o=${store}/${base}_${r}.root
9b2f2e39	263	fi
bae153e5	264	runs="$runs $r"
	265	printf "%3d/%3d: " $j $tot
	266	mess -n "$i -> $o "
9b2f2e39	267	if test $noac -lt 1 && test ! -f $o ; then
bae153e5	268	# mess "alien_cp alien:${i} file:${o}"
bae153e5	269	mess " copying"
9b2f2e39	270	alien_cp alien:${i} file:${o} > ${redir} 2>&1
2dbde04b	271	if test -f $o ; then chmod g+rw ${o} ; fi
bae153e5	272	else
bae153e5	273	mess " exists"
9b2f2e39	274	fi
	275	if test $noac -lt 1 && test $arch -lt 1 ; then check_file $o ; fi
	276	if test $noac -lt 1 && test $arch -gt 0 ; then
bae153e5	277	(cd ${d} && unzip QAarchive.zip) > $redir 2>&1
bae153e5	278	fi
9b2f2e39	279	let j=$j+1
	280	done
	281	mess "Got a total of $j files for runs $runs"
	282
	283	# --------------------------------------------------------------------
	284	#
	285	# EOF
	286	#
	287
0151a6c6	288