1 /**************************************************************************
2 * Copyright(c) 1998-1999, ALICE Experiment at CERN, All rights reserved. *
4 * Author: The ALICE Off-line Project. *
5 * Contributors are mentioned in the code where appropriate. *
7 * Permission to use, copy, modify and distribute this software and its *
8 * documentation strictly for non-commercial purposes is hereby granted *
9 * without fee, provided that the above copyright notice appears in all *
10 * copies and that both the copyright notice and this permission notice *
11 * appear in the supporting documentation. The authors make no claims *
12 * about the suitability of this software for any purpose. It is *
13 * provided "as is" without express or implied warranty. *
14 **************************************************************************/
15 //_________________________________________________________________________
16 // Various utilities usefull for analysis
19 //////////////////////////////////////////////////////////////////////////////
21 #include "AliAnalysisDataContainer.h"
22 #include "AliTagAnalysis.h"
23 #include "AliEventTagCuts.h"
24 #include "AliRunTagCuts.h"
25 #include "AliXMLCollection.h"
26 #include "AliAnalysisGoodies.h"
27 #include "AliAnalysisManager.h"
28 #include "AliAnalysisTask.h"
29 //#include "AliPhotonAnalysisTask.h"
32 #include <Riostream.h>
34 #include <TAlienCollection.h>
37 #include <TFileMerger.h>
41 #include <TEntryList.h>
43 //______________________________________________________________________________
44 AliAnalysisGoodies::AliAnalysisGoodies() :
45 fESDTreeName("esdTree"),
53 TString token = gSystem->Getenv("GRID_TOKEN") ;
56 TGrid::Connect("alien://");
58 AliInfo("You are not connected to the GRID") ;
61 //______________________________________________________________________________
62 void AliAnalysisGoodies::Help() const
64 AliInfo("Analysis utilities:\n") ;
65 printf(" *** Alien2Local : copy files ESD files listed in an xml collection from AliEn catalog to local storage and creates a local xml collection \n") ;
66 printf(" usage: Alien2Local(in, out)\n") ;
67 printf(" in: a xml esd collection file name \n") ;
68 printf(" ou: the local directory where to save the esd root files \n") ;
69 printf(" *** Make : makes esd collection from tags \n") ;
70 printf(" usage: Make(tags, esds)\n") ;
71 printf(" tags: is either a tag root file or an xml tag collection \n") ;
72 printf(" esds: is an esd collection \n") ;
73 printf(" *** Merge : merges files listed in a xml collection \n") ;
74 printf(" usage Merge(collection, outputDile)\n") ;
75 printf(" collection: is a xml collection \n") ;
76 printf(" *** Process : process the events with an Analysis Task \n") ;
77 printf(" usage: Process(esdFile, tagCuts) \n") ;
78 printf(" esdFile: can be a root file with the ESD Tree ( ex: esd?AliESDs.root) \n") ;
79 printf(" or a root file with the Tag Tree ( ex: tag?Run100.Event0_100.ESD.tag.root) \n") ;
80 printf(" or a local or alien xml file with the ESD collection ( ex: esd?esdCollection.xml) \n") ;
81 printf(" or a local or alien xml file with the TAG collection ( ex: tag?tagCollection.xml) \n") ;
82 printf(" or a TChain of esd TTrees \n") ;
83 printf(" tagCuts: is the AliEventTagCuts (needed only for tag? cases \n") ;
84 printf(" *** Register: register files already stored in a MSS into the AliEn catalog\n") ;
85 printf(" usage: Register(lfndir, pfndir, pfnFileName) \n") ;
86 printf(" lfndir : AliEn directory ( ex: /alice/data/2006/LHC06c/PHOS_TestBeam/\n") ;
87 printf(" pfndir : MSS directory ( ex: /castor/cern.ch/alice/testbeam/phos/2006 \n") ;
88 printf(" file : text file with a list of the file names to be registered\n ") ;
92 //______________________________________________________________________
93 Bool_t AliAnalysisGoodies::Alien2Local(const TString collectionNameIn, const TString localDir)
95 // copy files ESD files listed in an xml collection from AliEn catalog to local storage and creates a local xml collection
96 // usage: Alien2Local(in, out)
97 // in: a xml esd collection file name
98 // ou: the local directory where to save the esd root files
104 AliXMLCollection * collectionIn = AliXMLCollection::Open(collectionNameIn) ;
105 collectionIn->Reset() ;
107 AliXMLCollection * collectionOu = new AliXMLCollection() ;
108 TString collectionNameOu(collectionIn->GetCollectionName()) ;
109 collectionNameOu.Append("Local") ;
110 collectionOu->SetCollectionName(collectionNameOu) ;
111 collectionOu->WriteHeader() ;
115 const char* ocwd = gSystem->WorkingDirectory();
118 while ( collectionIn->Next() ) {
119 gSystem->ChangeDirectory(localDir) ;
120 TString fileTURL = collectionIn->GetTURL("") ;
122 TString tempo(fileTURL) ;
123 tempo.Remove(tempo.Last('/'), tempo.Length()) ;
124 TString evtsNumber = tempo(tempo.Last('/')+1, tempo.Length())+"/";
125 tempo.Remove(tempo.Last('/'), tempo.Length()) ;
126 TString runNumber = tempo(tempo.Last('/')+1, tempo.Length())+"/" ;
127 TString dir = localDir + runNumber ;
130 sprintf(line, ".! mkdir -p %s", dir.Data()) ;
131 gROOT->ProcessLine(line) ;
132 printf("***************************%s\n", line) ;
133 TEntryList * list = collectionIn->GetEventList("") ;
135 list = new TEntryList() ;
137 TString filename = tempo(tempo.Last('/')+1, tempo.Length()) ;
139 AliInfo(Form("Copying %s to %s\n", fileTURL.Data(), dir.Data())) ;
140 collectionOu->WriteBody(counter, collectionIn->GetGUID(""), collectionIn->GetLFN(""), dir, list) ;
142 merger.Cp(fileTURL, dir) ;
144 collectionOu->Export() ;
145 gSystem->ChangeDirectory(ocwd) ;
153 //______________________________________________________________________
154 Bool_t AliAnalysisGoodies::Make(AliRunTagCuts *runCuts, AliEventTagCuts *evtCuts, const char * in, const char * out) const
156 // makes esd collection from tags
157 // usage Make(tags, esds)
158 // tags: is either a tag root file or an xml tag collection
159 // esds: is an esd collection
163 if ( !evtCuts && !runCuts ) {
164 AliError("No Tag cuts provided") ;
169 if ( file.Contains(".root") )
170 rv = MakeEsdCollectionFromTagFile(runCuts, evtCuts, file.Data(), out) ;
171 else if ( file.Contains(".xml") )
172 rv = MakeEsdCollectionFromTagCollection(runCuts, evtCuts, file.Data(), out) ;
174 AliError(Form("%s is not a valid file format", in)) ;
181 //______________________________________________________________________
182 Bool_t AliAnalysisGoodies::MakeEsdCollectionFromTagFile(AliRunTagCuts *runCuts, AliEventTagCuts *evtCuts, const char * in, const char * out) const
184 // Makes an esd collection from a root tag file
186 // Open the file collection
187 printf("*** Create Collection ***\n");
188 printf("*** Wk-Dir = |%s| \n",gSystem->WorkingDirectory());
189 printf("*** file = |%s| \n",in);
191 AliTagAnalysis * tagAna = new AliTagAnalysis();
192 rv = tagAna->AddTagsFile(in);
196 tagAna->CreateXMLCollection(out, runCuts, evtCuts) ;
202 //______________________________________________________________________
203 Bool_t AliAnalysisGoodies::MakeEsdCollectionFromTagCollection(AliRunTagCuts * runCuts, AliEventTagCuts * evtCuts, const char * in, const char * out) const
205 // Makes an esd collection from a xml tag collection
207 // Open the file collection
208 printf("*** Create Collection ***\n");
209 printf("*** Wk-Dir = |%s| \n",gSystem->WorkingDirectory());
210 printf("*** Coll = |%s| \n",in);
214 TAlienCollection * collection = TAlienCollection::Open(in);
215 TGridResult* result = collection->GetGridResult("");
216 AliTagAnalysis * tagAna = new AliTagAnalysis();
217 tagAna->ChainGridTags(result);
219 tagAna->CreateXMLCollection(out, runCuts, evtCuts) ;
227 //______________________________________________________________________
228 Bool_t AliAnalysisGoodies::MakeEsdCollectionFromTagCollection(const char * runCuts, const char * evtCuts, const char * in, const char * out) const
230 // Makes an esd collection from a xml tag collection
234 // Open the file collection
235 printf("*** Create Collection ***\n");
236 printf("*** Wk-Dir = |%s| \n",gSystem->WorkingDirectory());
237 printf("*** Coll = |%s| \n",in);
241 TAlienCollection * collection = TAlienCollection::Open(in);
242 TGridResult* result = collection->GetGridResult("");
243 AliTagAnalysis * tagAna = new AliTagAnalysis();
244 tagAna->ChainGridTags(result);
246 tagAna->CreateXMLCollection(out, runCuts, evtCuts) ;
254 //______________________________________________________________________
255 Bool_t AliAnalysisGoodies::Merge(const char * collectionFile, const char * subFile, const char * outFile)
257 // merges files listed in a xml collection
258 // usage Merge(collection, outputFile))
259 // collection: is a xml collection
263 if ( strstr(collectionFile, ".xml") == 0 ) {
264 AliError("Input collection file must be an \".xml\" file\n") ;
270 // Open the file collection
271 printf("*** Create Collection ***\n");
272 printf("*** Wk-Dir = |%s| \n",gSystem->WorkingDirectory());
273 printf("*** Coll = |%s| \n",collectionFile);
277 TAlienCollection * collection = TAlienCollection::Open(collectionFile);
278 TGridResult* result = collection->GetGridResult("");
284 TString tempo(collectionFile) ;
286 tempo.ReplaceAll(".xml", subFile) ;
288 tempo.ReplaceAll(".xml", "_Merged.root") ;
289 outFile = tempo.Data() ;
291 merger.OutputFile(outFile) ;
293 while ( (turl = result->GetKey(index, "turl")) ) {
296 sprintf(file, "%s#%s", turl, subFile) ;
298 sprintf(file, "%s", turl) ;
300 printf("%s\n", file) ;
301 merger.AddFile(file) ;
308 AliInfo(Form("Files merged into %s\n", outFile)) ;
319 //______________________________________________________________________
320 Bool_t AliAnalysisGoodies::Process(TChain * chain)
322 // process events starting from a chain of esd Trees
326 rv = ProcessChain(chain) ;
334 //______________________________________________________________________
335 Bool_t AliAnalysisGoodies::Process(const char * inFile)
337 // process the events with an Analysis Task
338 // usage Process(esdFile)
339 // esdFile: is of the form opt?file_lfn
341 AliRunTagCuts * runCuts = 0x0 ;
342 AliEventTagCuts * evtCuts = 0x0 ;
344 rv = Process(inFile, runCuts, evtCuts) ;
349 //______________________________________________________________________
350 Bool_t AliAnalysisGoodies::Process(const char * inFile, AliRunTagCuts *runCuts, AliEventTagCuts * evtCuts )
352 // process the events with an Analysis Task
353 // usage Process(esdFile, runtagCuts, evtTagCuts)
354 // esdFile: is of the form opt?file_lfn
360 TString file(inFile) ;
361 if ( file.Contains("esd?") && file.Contains(".root") ) {
362 file.ReplaceAll("esd?", "") ;
363 rv = ProcessEsdFile(file.Data()) ;
365 } else if ( file.Contains("esd?") && file.Contains(".xml") ) {
366 file.ReplaceAll("esd?", "") ;
367 rv = ProcessEsdXmlCollection(file.Data()) ;
369 } else if (file.Contains("tag?") && file.Contains(".root") ) {
370 file.ReplaceAll("tag?", "") ;
371 rv = ProcessTagFile(file.Data(), runCuts, evtCuts) ;
373 } else if (file.Contains("tag?") && file.Contains(".xml") ) {
374 file.ReplaceAll("tag?", "") ;
375 rv = ProcessTagXmlCollection(file.Data(), runCuts, evtCuts) ;
378 AliError(Form("%s is not a valid file format", inFile)) ;
388 //______________________________________________________________________
389 Bool_t AliAnalysisGoodies::Process(const char * inFile, const char * runCuts, const char * evtCuts)
391 // process the events with an Analysis Task
392 // usage Process(esdFile, runtagCuts, evtTagCuts)
393 // esdFile: is of the form opt?file_lfn
399 TString file(inFile) ;
400 if ( file.Contains("esd?") && file.Contains(".root") ) {
401 file.ReplaceAll("esd?", "") ;
402 rv = ProcessEsdFile(file.Data()) ;
404 } else if ( file.Contains("esd?") && file.Contains(".xml") ) {
405 file.ReplaceAll("esd?", "") ;
406 rv = ProcessEsdXmlCollection(file.Data()) ;
408 } else if (file.Contains("tag?") && file.Contains(".root") ) {
409 file.ReplaceAll("tag?", "") ;
410 rv = ProcessTagFile(file.Data(), runCuts, evtCuts) ;
412 } else if (file.Contains("tag?") && file.Contains(".xml") ) {
413 file.ReplaceAll("tag?", "") ;
414 rv = ProcessTagXmlCollection(file.Data(), runCuts, evtCuts) ;
417 AliError(Form("%s is not a valid file format", inFile)) ;
427 //______________________________________________________________________
428 Bool_t AliAnalysisGoodies::ProcessChain(TChain * chain) const
435 AliError("No tasks defined") ;
439 // Make the analysis manager
440 AliAnalysisManager * mgr = new AliAnalysisManager("Goodies Manager", "Analysis manager created by AliAnalysisGoodies") ;
443 // The top input must be common to all top tasks
444 TClass * classIn = fTaskInType[0] ;
445 AliAnalysisDataContainer * taskInput = mgr->CreateContainer("InputContainer", classIn, AliAnalysisManager::kInputContainer) ;
447 for (index = 0; index < fnumberOfTasks; index++) {
448 AliAnalysisTask * task = fTaskList[index] ;
451 // Create containers for input/output
452 TClass * classOu = fTaskOuType[index] ;
453 AliAnalysisDataContainer * taskOutput = mgr->CreateContainer(Form("OutputContainer%d",index), classOu, AliAnalysisManager::kOutputContainer,
454 Form("%s.root",task->GetName())) ;
455 mgr->ConnectInput (task, 0, taskInput);
456 mgr->ConnectOutput(task, 0, taskOutput);
460 // taskInput->SetData(chain);
462 if (mgr->InitAnalysis()) {
464 // chain->Process(mgr);
465 mgr->StartAnalysis("local",chain);
472 //______________________________________________________________________
473 Bool_t AliAnalysisGoodies::ProcessEsdFile(const char * esdFile) const
475 // process the events in a single ESD file with an Analysis Task
476 // usage ProcessLocalEsdFile(esdFile)
477 // esdFile: is the root file (local or in alien) with the ESD Tree ( ex: AliESDs.root)
481 printf("*** Process ***\n");
482 printf("*** Wk-Dir = |%s| \n",gSystem->WorkingDirectory());
483 printf("*** Coll = |%s| \n",esdFile);
485 // Makes the ESD chain
486 printf("*** Getting the Chain ***\n");
487 TChain* analysisChain = new TChain(fESDTreeName) ;
488 analysisChain->AddFile(esdFile);
490 // Process the events
491 rv = ProcessChain(analysisChain) ;
496 //______________________________________________________________________
497 Bool_t AliAnalysisGoodies::ProcessTagFile(const char * tagFile, AliRunTagCuts *runCuts, AliEventTagCuts *evtCuts) const
499 // process the events in a single Tag file with an Analysis Task
500 // usage ProcessLocalEsdFile(tagFile)
501 // tagFile: is the root file (local or in alien) with the Tag Tree (ex: Run102.Event0_100.ESD.tag.root)
505 if ( !evtCuts && !runCuts ) {
506 AliError("No Tag cuts provided") ;
510 printf("*** Process ***\n");
511 printf("*** Wk-Dir = |%s| \n",gSystem->WorkingDirectory());
512 printf("*** Coll = |%s| \n",tagFile);
514 AliTagAnalysis * tagAna = new AliTagAnalysis();
515 rv = tagAna->AddTagsFile(tagFile);
519 // Query the tag file and make the analysis chain
520 TChain * analysisChain = new TChain(fESDTreeName) ;
521 analysisChain = tagAna->QueryTags(runCuts, evtCuts);
523 // Process the events
524 rv = ProcessChain(analysisChain) ;
529 //______________________________________________________________________
530 Bool_t AliAnalysisGoodies::ProcessTagFile(const char * tagFile, const char * runCuts, const char * evtCuts) const
532 // process the events in a single Tag file with an Analysis Task
533 // usage ProcessLocalEsdFile(tagFile)
534 // tagFile: is the root file (local or in alien) with the Tag Tree (ex: Run102.Event0_100.ESD.tag.root)
539 if ( !evtCuts && !runCuts ) {
540 AliError("No Tag cuts provided") ;
544 printf("*** Process ***\n");
545 printf("*** Wk-Dir = |%s| \n",gSystem->WorkingDirectory());
546 printf("*** Coll = |%s| \n",tagFile);
548 AliTagAnalysis * tagAna = new AliTagAnalysis();
549 rv = tagAna->AddTagsFile(tagFile);
553 // Query the tag file and make the analysis chain
554 TChain * analysisChain = new TChain(fESDTreeName) ;
555 analysisChain = tagAna->QueryTags(runCuts, evtCuts);
557 // Process the events
558 rv = ProcessChain(analysisChain) ;
563 //______________________________________________________________________
564 Bool_t AliAnalysisGoodies::ProcessEsdXmlCollection(const char * xmlFile) const
566 // process the events in a xml ESD collection with an Analysis Task
567 // usage ProcessLocalEsdFile(xmlFile)
568 // xmlFile: is the local xml file with the ESD collection ( ex: esdCollection.xml)
572 printf("*** Process ***\n");
573 printf("*** Wk-Dir = |%s| \n",gSystem->WorkingDirectory());
574 printf("*** Coll = |%s| \n",xmlFile);
578 TAlienCollection * collection = TAlienCollection::Open(xmlFile) ;
580 AliError(Form("%s not found", xmlFile)) ;
584 TGridResult* result = collection->GetGridResult("");
585 TList* analysisfilelist = result->GetFileInfoList();
587 // Makes the ESD chain
588 printf("*** Getting the Chain ***\n");
589 TChain* analysisChain = new TChain(fESDTreeName);
590 analysisChain->AddFileInfoList(analysisfilelist);
592 // Process the events
593 rv = ProcessChain(analysisChain) ;
601 //______________________________________________________________________
602 Bool_t AliAnalysisGoodies::ProcessTagXmlCollection(const char * xmlFile, AliRunTagCuts *runCuts, AliEventTagCuts * evtCuts) const
604 // process the events in a xml ESD collection with an Analysis Task
605 // usage ProcessLocalEsdFile(xmlFile)
606 // xmlFile: is the local xml file with the tag collection ( ex: tagCollection.xml)
610 if ( !evtCuts && !runCuts ) {
611 AliError("No Tag cuts provided") ;
615 printf("*** Process ***\n");
616 printf("*** Wk-Dir = |%s| \n",gSystem->WorkingDirectory());
617 printf("*** Coll = |%s| \n",xmlFile);
619 // check if file is local or alien
620 if ( gSystem->AccessPathName(xmlFile) )
621 TGrid::Connect("alien://");
625 TAlienCollection * collection = TAlienCollection::Open(xmlFile) ;
627 AliError(Form("%s not found", xmlFile)) ;
631 TGridResult* result = collection->GetGridResult("");
632 AliTagAnalysis * tagAna = new AliTagAnalysis();
633 tagAna->ChainGridTags(result);
635 // Query the tag file and make the analysis chain
636 TChain * analysisChain = new TChain(fESDTreeName) ;
637 analysisChain = tagAna->QueryTags(runCuts, evtCuts);
639 // Process the events
640 rv = ProcessChain(analysisChain) ;
648 //______________________________________________________________________
649 Bool_t AliAnalysisGoodies::ProcessTagXmlCollection(const char * xmlFile, const char * runCuts, const char * evtCuts) const
651 // process the events in a xml ESD collection with an Analysis Task
652 // usage ProcessLocalEsdFile(xmlFile)
653 // xmlFile: is the local xml file with the tag collection ( ex: tagCollection.xml)
657 if ( !evtCuts && !runCuts ) {
658 AliError("No Tag cuts provided") ;
662 printf("*** Process ***\n");
663 printf("*** Wk-Dir = |%s| \n",gSystem->WorkingDirectory());
664 printf("*** Coll = |%s| \n",xmlFile);
668 // check if file is local or alien
669 if ( gSystem->AccessPathName(xmlFile) )
670 TGrid::Connect("alien://");
672 TAlienCollection * collection = TAlienCollection::Open(xmlFile) ;
674 AliError(Form("%s not found", xmlFile)) ;
678 TGridResult* result = collection->GetGridResult("");
679 AliTagAnalysis * tagAna = new AliTagAnalysis();
680 tagAna->ChainGridTags(result);
682 // Query the tag file and make the analysis chain
683 TChain * analysisChain = new TChain(fESDTreeName) ;
684 analysisChain = tagAna->QueryTags(runCuts, evtCuts);
686 // Process the events
687 rv = ProcessChain(analysisChain) ;
695 //______________________________________________________________________
696 Bool_t AliAnalysisGoodies::Register( const char * lfndir, const char * pfndir, const char * file)
698 // register files already stored in a MSS into the AliEn catalog
699 // usage: Register(lfndir, pfndir, pfnFileName)
700 // lfndir : AliEn directory ( ex: /alice/data/2006/LHC06c/PHOS_TestBeam/ )
701 // pfndir : MSS directory ( ex: /castor/cern.ch/alice/testbeam/phos/2006 )
702 // file : text file with a list of the file names to be registered
710 AliError(Form("Cannot open file %s\n", file)) ;
714 TGrid::Connect("alien://");
716 char fileName[1024] ;
724 sprintf(lfn, "%s/%s", lfndir, fileName) ;
728 sprintf(pfn, "castor://Alice::CERN::Castor2/%s/%s", pfndir, fileName) ;
730 printf("Register %s as %s\n", pfn, lfn) ;
732 gGrid->Register(lfn, pfn) ;
741 //______________________________________________________________________
742 void AliAnalysisGoodies::SetTasks(Int_t nb, AliAnalysisTask ** taskList, TClass ** inputType, TClass ** outputType)
744 // define a task with its output and input type
748 fTaskList = taskList ;
749 fTaskInType = inputType ;
750 fTaskOuType = outputType ;