[u/mrichter/AliRoot.git] / PWGLF / FORWARD / analysis2 / qa / RunQA.sh

#!/bin/bash
#
# This is deprecated.  Use RunQAMT.sh instead
#
jobid=0
top=.
verb=0
nodw=0
notr=0
norn=0
maxf=-1
last="unknown"
lock=


export PATH=$PATH:$ALICE_ROOT/PWGLF/FORWARD/analysis2/qa:../scripts

# --- Handle exit ----------------------------------------------------
handle_exit()
{
    echo "Removing $lock"
    rm -f $lock
}
trap handle_exit EXIT 

# --- Usage information ----------------------------------------------
usage()
{ 
cat <<EOF
Usage: $0 -j JOBID [OPTIONS]

Options:
	-h.--help		   This help
	-j,--jobid	JOBID	   Job id from MonALisa                [$jobid]
	-d,--nodownload            Do not download                     [$nodw]
	-t,--notrend               Do not make new trend tree          [$notr]
	-r,--no-run                Do not make per-run info            [$norn]
	-o,--output	DIRECTORY  Where to store the result           [$top]
	-v,--verbose		   Be verbose                          [$verb]
	-m,--max	NUMBER	   Maximum number of runs to get       [$maxf]
	-s,--skip-lines NUMBER	   Number of lines to skip in job list [$skip]
EOF
}     

# --- Messages -------------------------------------------------------
mess()
{
    if test $verb -lt 1 ; then return ; fi 
    last="$@"
    echo $@
} 

# --- Get parts of the passed path -----------------------------------
get_parts()
{
    y=$1 ; shift 
    p=$1 ; shift 
    r=$1 ; shift 
    e=$1 ; shift 
    x=$1 ; shift 
    r=$1 
    
    P=`echo $x | sed 's/.*pass\([0-9]*\).*/\1/'`
    R=`echo $x | sed -n "s/.*pass${P}_//p"` 
    Q=`echo $x | sed -n 's/pass.*//p'`
    Y=`echo $p | sed 's/LHC\(..\).*/\1/'` 
    L=`echo $p | sed "s/LHC${Y}\(.\).*/\1/"` 
    S=`echo $p | sed "s/LHC${Y}${L}//"` 

    dprod=LHC${Y}${L}
    case x$S in 
	x) ;; 
	x_*) ;; 
	*) dprod=${dprod}${S} ;; 
    esac
    
    case x$r in 
	xQA*) q=`echo $r | sed 's/QA//'` ;; 
	x) ;;
	*) ;;
    esac
	    
    opts="-p $p -P $P"
    if test "x$R" != "x" ; then opts="$opts -R $R" ; fi 
    if test "x$q" != "x" ; then opts="$opts -q $q" ; fi 
    if test "x$Q" != "x" ; then opts="$opts -Q $Q" ; fi 

    dest="${dprod}/${Q}pass${P}"
    if test "x$R" != "x" ; then dest="${dest}_${R}" ; fi 

}

# --- Get the options ------------------------------------------------
skip=1
jobUrl="http://alimonitor.cern.ch/prod/jobs.jsp?t="
get_opts() { 
    wget -q ${jobUrl}${jobid} -O job.html
    p=`grep "/catalogue/index.jsp?path" job.html | head -n $skip | tail -n 1 | sed -e 's,.*/alice/data/\([^<]*\)<.*,\1,' | tr '/' ' '` 
    rm -f job.html 

    get_parts $p
} 

# --- Trapping errors ------------------------------------------------
handle_err()
{
    echo "Got an error: $last"
    exit 1
} 
enable_trap ()
{
    # echo "Enabling trapping errors"
    trap handle_err ERR 
    # trap -p ERR
}
disable_trap ()
{
    # echo "Disabling trapping errors"
    trap - ERR
    # trap -p ERR
}


# --- Deprecated -----------------------------------------------------
cat <<EOF
This script is deprecated.  You should use the more advanced script RunQAMT.sh 
which process the runs in parallel and in general is more flexible
EOF
read -n 1 -i n -p "Do you want to continue [yN]? "
case $REPLY in 
    y|Y) echo "" ;; 
    *) exit 0 ;; 
esac


# --- comamnd line ---------------------------------------------------
while test $# -gt 0 ; do 
    case $1 in 
	-h|--help)	  usage   ; exit 0 ;;
	-j|--jobid)	  jobid=$2; shift  ;;
	-o|--output)	  top=$2  ; shift  ;; 
	-d|--no-download) nodw=1  ;;
	-t|--no-trend)    notr=1  ;;
	-r|--no-run)      norn=1  ;; 
	-v|--verbose)	  verb=1  ;;
	-s|--skip-lines)  skip=$2 ; shift ;; 
	-m|--max)         maxf=$2 ; shift ;; 
	*) echo "Unknown option $1" > /dev/stderr ; exit 1 ;; 
    esac
    shift 
done

# --- Sanity ---------------------------------------------------------
if test $jobid -lt 1 ; then 
    echo "No JOBID specified" > /dev/stderr 
    exit 1
fi

# --- Extract options -----------------------------------------------
get_opts $jobid
if test "x$opts" = "x" ; then 
    echo "No options found" 
    rm -f $lock
    exit 1
fi

# --- Display job setting --------------------------------------------
cat <<EOF
----------------------------------------------------------------------
Job id:		  $jobid
Top directory:	  $top
Don't download:   $nodw
Don't make tree:  $notr
Download options: $opts
Destination:      $dest
Skip lines:	  $skip
Max # of runs:    $maxf
----------------------------------------------------------------------
EOF

# --- Lock -----------------------------------------------------------
lock=${top}/${dest}/.lock
if test -f $lock ; then 
    echo "Another QA process is already running:" > /dev/stderr 
    echo "Content of ${top}/${dest}/.lock:" > /dev/stderr 
    cat $lock > /dev/stderr 
    trap - EXIT
    exit 1
fi

now=`date`
cat <<EOF > $lock
Process: $$ 
User:    $USER 
Start:   $now 
EOF


# --- Download the files ---------------------------------------------
if test $nodw -lt 1 ; then 
    mess "Running getQAResults.sh $opts -d $top -n "
    getQAResults.sh $opts -d $top -T -v -v -i -m $maxf
else 
    mess "Not downloading"
fi

# --- Now run the QA code -------------------------------------------

mess "Now running code"
enable_trap
savdir=`pwd`
mess "Change directory to $top/$dest"
cd $top/${dest} 

disable_trap
trap - ERR
trap -p ERR 
mess "List of trend_<x>.html files"
idx=`ls trend_*_*.html 2>/dev/null`
mess "Removing indeces"  
rm -f index.html
for i in $idx ; do 
    if test -f $i ; then rm -f $i ; fi
done 

what=3
if test $notr -gt 0 ; then let what=$what^0x2 ; fi
if test $norn -gt 0 ; then let what=$what^0x1 ; fi

scr=$ALICE_ROOT/PWGLF/FORWARD/analysis2/qa/RunQA.C
mess "Running root -l -b -q ${scr}\(\".\",1,-1,$what\)"

enable_trap
root -l -b -q ${scr}\(\".\",1,-1,$what\)
trap - ERR
disable_trap

idx=`ls trend_*_*.html 2>/dev/null` 
rm -f index.html
for i in $idx ; do 
    echo "making index.html point to $i"
    cat $i | \
	sed -e "s,index.html,../index.html," \
	    -e "s,!--JOBID--,a target='_blank' href='${jobUrl}${jobid}'>Job</a," \
	> index.html  
    cp index.html $i 
done 
if test ! -f index.html ; then 
    echo "No index file found" 
    exit 1
fi
chmod g+rw  index.html
chmod g+rw .  > /dev/null 2>&1

style= 
if test -f $ALICE_ROOT/PWGLF/FORWARD/analysis2/qa/style.css ; then 
    style=$ALICE_ROOT/PWGLF/FORWARD/analysis2/qa/style.css
elif test -f $savdir/style.css ; then 
    style=$savdir/style.css 
fi 
   
if test x$style != x ; then 
    rm -f style.css 
    cp $style .
    chmod g+rw style.css
fi

cat <<EOF

Finished running QA for jobid $jobid.  
Output is stored in  $top/${dest} 

EOF

# --- Make index.html ------------------------------------------------
cd ..
date=`date`
period=`pwd`
period=`basename $period`
rm -f index.html
cat <<EOF > index.html
<html>
<head>
<title>$period</title>
<LINK REL="stylesheet" href="style.css">
</head>
<body>
<h1>$period</h1>
<ul>
EOF
for i in * ; do 
    if test ! -d $i ; then continue ; fi 
    echo "<li><a href='$i'>$i</a></li>" >> index.html 
done
cat <<EOF >> index.html
</ul>
<div class='jobid'>
   
</div>
<div class='back'>
  <a href="../">Back</a>
</div>
<div class='change'>
  Last update: $date
</div>
</body>
</html>
EOF
chmod g+rw index.html 
chmod g+rw .  > /dev/null 2>&1
if test x$style != x ; then 
    rm -f style.css
    cp $style .
    chmod g+rw style.css
fi

# --- Make index.html ------------------------------------------------
cd ..
rm -f index.html
cat <<EOF >index.html
<html>
<head>
<title>QA for the FMD</title>
<LINK REL="stylesheet" href="style.css">
</head>
<body>
<h1>QA for the FMD</h1>
<p>
For more information, see <a href='https://twiki.cern.ch/twiki/bin/viewauth/ALICE/FMDQA'>TWiki pages</a>
</p>
<ul>
EOF
for i in * ; do 
    if test ! -d $i ; then continue ; fi 
    echo "<li><a href='$i'>$i</a></li>" >> index.html 
done
cat <<EOF >> index.html
</ul>
<div class='change'>
Last update: $date
</div>
</body>
</html>
EOF
chmod g+rw index.html 
chmod g+rw .  > /dev/null 2>&1
if test x$style != x ; then 
    rm -f style.css
    cp $style . 
    chmod g+rw style.css
fi

cd $savdir
rm -f $lock

# 
# EOF
#
Commit	Line	Data
2dbde04b	1	#!/bin/bash
db2d5aa8	2	#
	3	# This is deprecated. Use RunQAMT.sh instead
	4	#
2dbde04b	5	jobid=0
	6	top=.
	7	verb=0
3405bb49	8	nodw=0
3405bb49	9	notr=0
5e8eab11	10	norn=0
bae153e5	11	maxf=-1
9a684059	12	last="unknown"
	13	lock=
	14
2dbde04b	15
bd6f5206	16	export PATH=$PATH:$ALICE_ROOT/PWGLF/FORWARD/analysis2/qa:../scripts
2dbde04b	17
9a684059	18	# --- Handle exit ----------------------------------------------------
9a684059	19	handle_exit()
2dbde04b	20	{
9a684059	21	echo "Removing $lock"
	22	rm -f $lock
	23	}
	24	trap handle_exit EXIT
	25
	26	# --- Usage information ----------------------------------------------
	27	usage()
	28	{
2dbde04b	29	cat <<EOF
	30	Usage: $0 -j JOBID [OPTIONS]
	31
	32	Options:
	33	-h.--help This help
5e8eab11	34	-j,--jobid JOBID Job id from MonALisa [$jobid]
	35	-d,--nodownload Do not download [$nodw]
	36	-t,--notrend Do not make new trend tree [$notr]
	37	-r,--no-run Do not make per-run info [$norn]
	38	-o,--output DIRECTORY Where to store the result [$top]
	39	-v,--verbose Be verbose [$verb]
bae153e5	40	-m,--max NUMBER Maximum number of runs to get [$maxf]
5e8eab11	41	-s,--skip-lines NUMBER Number of lines to skip in job list [$skip]
2dbde04b	42	EOF
9a684059	43	}
2dbde04b	44
9a684059	45	# --- Messages -------------------------------------------------------
2dbde04b	46	mess()
	47	{
	48	if test $verb -lt 1 ; then return ; fi
9a684059	49	last="$@"
2dbde04b	50	echo $@
9a684059	51	}
2dbde04b	52
	53	# --- Get parts of the passed path -----------------------------------
	54	get_parts()
	55	{
	56	y=$1 ; shift
	57	p=$1 ; shift
	58	r=$1 ; shift
	59	e=$1 ; shift
	60	x=$1 ; shift
	61	r=$1
	62
	63	P=`echo $x \| sed 's/.pass\([0-9]\).*/\1/'`
	64	R=`echo $x \| sed -n "s/.*pass${P}_//p"`
	65	Q=`echo $x \| sed -n 's/pass.*//p'`
bae153e5	66	Y=`echo $p \| sed 's/LHC\(..\).*/\1/'`
	67	L=`echo $p \| sed "s/LHC${Y}\(.\).*/\1/"`
	68	S=`echo $p \| sed "s/LHC${Y}${L}//"`
	69
	70	dprod=LHC${Y}${L}
	71	case x$S in
	72	x) ;;
	73	x_*) ;;
	74	*) dprod=${dprod}${S} ;;
	75	esac
2dbde04b	76
	77	case x$r in
	78	xQA*) q=`echo $r \| sed 's/QA//'` ;;
	79	x) ;;
	80	*) ;;
	81	esac
	82
	83	opts="-p $p -P $P"
	84	if test "x$R" != "x" ; then opts="$opts -R $R" ; fi
	85	if test "x$q" != "x" ; then opts="$opts -q $q" ; fi
	86	if test "x$Q" != "x" ; then opts="$opts -Q $Q" ; fi
	87
bae153e5	88	dest="${dprod}/${Q}pass${P}"
2dbde04b	89	if test "x$R" != "x" ; then dest="${dest}_${R}" ; fi
	90
	91	}
	92
	93	# --- Get the options ------------------------------------------------
5e8eab11	94	skip=1
9a684059	95	jobUrl="http://alimonitor.cern.ch/prod/jobs.jsp?t="
	96	get_opts() {
	97	wget -q ${jobUrl}${jobid} -O job.html
5e8eab11	98	p=`grep "/catalogue/index.jsp?path" job.html \| head -n $skip \| tail -n 1 \| sed -e 's,./alice/data/\([^<]\)<.*,\1,' \| tr '/' ' '`
3405bb49	99	rm -f job.html
9a684059	100
2dbde04b	101	get_parts $p
9a684059	102	}
	103
	104	# --- Trapping errors ------------------------------------------------
	105	handle_err()
	106	{
	107	echo "Got an error: $last"
	108	exit 1
	109	}
	110	enable_trap ()
	111	{
bae153e5	112	# echo "Enabling trapping errors"
9a684059	113	trap handle_err ERR
bae153e5	114	# trap -p ERR
9a684059	115	}
	116	disable_trap ()
	117	{
bae153e5	118	# echo "Disabling trapping errors"
9a684059	119	trap - ERR
bae153e5	120	# trap -p ERR
2dbde04b	121	}
2dbde04b	122
9a684059	123
db2d5aa8	124	# --- Deprecated -----------------------------------------------------
	125	cat <<EOF
	126	This script is deprecated. You should use the more advanced script RunQAMT.sh
	127	which process the runs in parallel and in general is more flexible
	128	EOF
	129	read -n 1 -i n -p "Do you want to continue [yN]? "
	130	case $REPLY in
	131	y\|Y) echo "" ;;
	132	*) exit 0 ;;
	133	esac
	134
	135
2dbde04b	136	# --- comamnd line ---------------------------------------------------
	137	while test $# -gt 0 ; do
	138	case $1 in
3405bb49	139	-h\|--help) usage ; exit 0 ;;
	140	-j\|--jobid) jobid=$2; shift ;;
	141	-o\|--output) top=$2 ; shift ;;
	142	-d\|--no-download) nodw=1 ;;
	143	-t\|--no-trend) notr=1 ;;
5e8eab11	144	-r\|--no-run) norn=1 ;;
3405bb49	145	-v\|--verbose) verb=1 ;;
5e8eab11	146	-s\|--skip-lines) skip=$2 ; shift ;;
bae153e5	147	-m\|--max) maxf=$2 ; shift ;;
2dbde04b	148	*) echo "Unknown option $1" > /dev/stderr ; exit 1 ;;
	149	esac
	150	shift
	151	done
	152
	153	# --- Sanity ---------------------------------------------------------
	154	if test $jobid -lt 1 ; then
	155	echo "No JOBID specified" > /dev/stderr
	156	exit 1
	157	fi
	158
9a684059	159	# --- Extract options -----------------------------------------------
2dbde04b	160	get_opts $jobid
2dbde04b	161	if test "x$opts" = "x" ; then
2dbde04b	162	echo "No options found"
9a684059	163	rm -f $lock
2dbde04b	164	exit 1
	165	fi
	166
3405bb49	167	# --- Display job setting --------------------------------------------
	168	cat <<EOF
	169	----------------------------------------------------------------------
	170	Job id: $jobid
	171	Top directory: $top
	172	Don't download: $nodw
	173	Don't make tree: $notr
	174	Download options: $opts
	175	Destination: $dest
5e8eab11	176	Skip lines: $skip
bae153e5	177	Max # of runs: $maxf
3405bb49	178	----------------------------------------------------------------------
	179	EOF
	180
9a684059	181	# --- Lock -----------------------------------------------------------
	182	lock=${top}/${dest}/.lock
	183	if test -f $lock ; then
	184	echo "Another QA process is already running:" > /dev/stderr
	185	echo "Content of ${top}/${dest}/.lock:" > /dev/stderr
	186	cat $lock > /dev/stderr
	187	trap - EXIT
	188	exit 1
	189	fi
	190
	191	now=`date`
	192	cat <<EOF > $lock
	193	Process: $$
	194	User: $USER
	195	Start: $now
	196	EOF
	197
	198
2dbde04b	199	# --- Download the files ---------------------------------------------
3405bb49	200	if test $nodw -lt 1 ; then
3405bb49	201	mess "Running getQAResults.sh $opts -d $top -n "
bae153e5	202	getQAResults.sh $opts -d $top -T -v -v -i -m $maxf
5e8eab11	203	else
5e8eab11	204	mess "Not downloading"
3405bb49	205	fi
2dbde04b	206
2dbde04b	207	# --- Now run the QA code -------------------------------------------
9a684059	208
5e8eab11	209	mess "Now running code"
9a684059	210	enable_trap
2dbde04b	211	savdir=`pwd`
9a684059	212	mess "Change directory to $top/$dest"
2dbde04b	213	cd $top/${dest}
dc8aa359	214
9a684059	215	disable_trap
	216	trap - ERR
	217	trap -p ERR
5e8eab11	218	mess "List of trend_<x>.html files"
5e8eab11	219	idx=`ls trend__.html 2>/dev/null`
5e8eab11	220	mess "Removing indeces"
dc8aa359	221	rm -f index.html
	222	for i in $idx ; do
	223	if test -f $i ; then rm -f $i ; fi
	224	done
	225
3405bb49	226	what=3
5e8eab11	227	if test $notr -gt 0 ; then let what=$what^0x2 ; fi
5e8eab11	228	if test $norn -gt 0 ; then let what=$what^0x1 ; fi
dc8aa359	229
bd6f5206	230	scr=$ALICE_ROOT/PWGLF/FORWARD/analysis2/qa/RunQA.C
3405bb49	231	mess "Running root -l -b -q ${scr}\(\".\",1,-1,$what\)"
9a684059	232
9a684059	233	enable_trap
3405bb49	234	root -l -b -q ${scr}\(\".\",1,-1,$what\)
9a684059	235	trap - ERR
9a684059	236	disable_trap
dc8aa359	237
3405bb49	238	idx=`ls trend__.html 2>/dev/null`
dc8aa359	239	rm -f index.html
3405bb49	240	for i in $idx ; do
3405bb49	241	echo "making index.html point to $i"
9a684059	242	cat $i \| \
	243	sed -e "s,index.html,../index.html," \
	244	-e "s,!--JOBID--,a target='_blank' href='${jobUrl}${jobid}'>Job</a," \
	245	> index.html
dc8aa359	246	cp index.html $i
3405bb49	247	done
9a684059	248	if test ! -f index.html ; then
	249	echo "No index file found"
	250	exit 1
	251	fi
3405bb49	252	chmod g+rw index.html
dc8aa359	253	chmod g+rw . > /dev/null 2>&1
dc8aa359	254
9a684059	255	style=
bd6f5206	256	if test -f $ALICE_ROOT/PWGLF/FORWARD/analysis2/qa/style.css ; then
bd6f5206	257	style=$ALICE_ROOT/PWGLF/FORWARD/analysis2/qa/style.css
9a684059	258	elif test -f $savdir/style.css ; then
	259	style=$savdir/style.css
	260	fi
	261
	262	if test x$style != x ; then
dc8aa359	263	rm -f style.css
9a684059	264	cp $style .
dc8aa359	265	chmod g+rw style.css
3405bb49	266	fi
2dbde04b	267
	268	cat <<EOF
	269
	270	Finished running QA for jobid $jobid.
	271	Output is stored in $top/${dest}
3405bb49	272
2dbde04b	273	EOF
2dbde04b	274
3405bb49	275	# --- Make index.html ------------------------------------------------
3405bb49	276	cd ..
0fe5b1b4	277	date=`date`
3405bb49	278	period=`pwd`
3405bb49	279	period=`basename $period`
dc8aa359	280	rm -f index.html
3405bb49	281	cat <<EOF > index.html
	282	<html>
	283	<head>
	284	<title>$period</title>
	285	<LINK REL="stylesheet" href="style.css">
	286	</head>
	287	<body>
	288	<h1>$period</h1>
	289	<ul>
	290	EOF
	291	for i in * ; do
	292	if test ! -d $i ; then continue ; fi
	293	echo "<li><a href='$i'>$i</a></li>" >> index.html
	294	done
	295	cat <<EOF >> index.html
	296	</ul>
9a684059	297	<div class='jobid'>
	298
	299	</div>
	300	<div class='back'>
	301	<a href="../">Back</a>
	302	</div>
0fe5b1b4	303	<div class='change'>
9a684059	304	Last update: $date
0fe5b1b4	305	</div>
3405bb49	306	</body>
	307	</html>
	308	EOF
	309	chmod g+rw index.html
dc8aa359	310	chmod g+rw . > /dev/null 2>&1
9a684059	311	if test x$style != x ; then
dc8aa359	312	rm -f style.css
9a684059	313	cp $style .
e92d0953	314	chmod g+rw style.css
3405bb49	315	fi
	316
	317	# --- Make index.html ------------------------------------------------
	318	cd ..
dc8aa359	319	rm -f index.html
3405bb49	320	cat <<EOF >index.html
	321	<html>
	322	<head>
	323	<title>QA for the FMD</title>
	324	<LINK REL="stylesheet" href="style.css">
	325	</head>
	326	<body>
	327	<h1>QA for the FMD</h1>
	328	<p>
	329	For more information, see <a href='https://twiki.cern.ch/twiki/bin/viewauth/ALICE/FMDQA'>TWiki pages</a>
	330	</p>
	331	<ul>
	332	EOF
	333	for i in * ; do
	334	if test ! -d $i ; then continue ; fi
	335	echo "<li><a href='$i'>$i</a></li>" >> index.html
	336	done
	337	cat <<EOF >> index.html
	338	</ul>
0fe5b1b4	339	<div class='change'>
	340	Last update: $date
	341	</div>
3405bb49	342	</body>
	343	</html>
	344	EOF
	345	chmod g+rw index.html
dc8aa359	346	chmod g+rw . > /dev/null 2>&1
9a684059	347	if test x$style != x ; then
dc8aa359	348	rm -f style.css
9a684059	349	cp $style .
e92d0953	350	chmod g+rw style.css
3405bb49	351	fi
	352
	353	cd $savdir
9a684059	354	rm -f $lock
3405bb49	355
2dbde04b	356	#
	357	# EOF
	358	#
	359
	360
	361
	362