Disable caching for async prefetching
[u/mrichter/AliRoot.git] / ANALYSIS / AliAnalysisTaskCfg.cxx
CommitLineData
4579e070 1/**************************************************************************
2 * Copyright(c) 1998-1999, ALICE Experiment at CERN, All rights reserved. *
3 * *
4 * Author: The ALICE Off-line Project. *
5 * Contributors are mentioned in the code where appropriate. *
6 * *
7 * Permission to use, copy, modify and distribute this software and its *
8 * documentation strictly for non-commercial purposes is hereby granted *
9 * without fee, provided that the above copyright notice appears in all *
10 * copies and that both the copyright notice and this permission notice *
11 * appear in the supporting documentation. The authors make no claims *
12 * about the suitability of this software for any purpose. It is *
13 * provided "as is" without express or implied warranty. *
14 **************************************************************************/
15
16#include "AliAnalysisTaskCfg.h"
15f0154e 17#include "AliAnalysisManager.h"
4579e070 18
19#include "Riostream.h"
20#include "TError.h"
21#include "TMacro.h"
5f254645 22#include "TInterpreter.h"
4579e070 23#include "TSystem.h"
24#include "TObjArray.h"
15f0154e 25#include "TObjString.h"
26#include "TList.h"
4579e070 27
28// Author: Andrei Gheata, 12/08/2011
29
30//==============================================================================
31// AliAnalysysTaskCfg - Class embedding the configuration needed to run
32// a given analysis task: libraries to be loaded, location and name of the macro
33// used to add the task to the analysis manager, dependencies.
34//==============================================================================
35
36// This class is used to fully describe how to run a given analysis task. It
37// requires that the user creates an AddTask macro for his task and defines:
38// - The needed libs separated by commas,
39// - The full path to the AddTask macro (starting with $ALICE_ROOT if needed)
40// - The list of arguments to be provided to the AddTask macro. One can use
41// here only constants that can be interpreted.
42// - The list of dependencies (other modules required to run this task). These
43// must be names of other AliAnalysisTaskCfg objects, separated by commas.
44// - Data types supported by the task (e.g. ESD, AOD, MC)
45// The class has normal ROOT IO, but it can also read from and write to text files.
46// An example:
47// Content of file: QAsym.cfg
48/*
49# Lines that do not start with #Module are ignored, except those in embedded
50 macro blocks
51#Module.Begin QAsym
2bfe5463 52#Module.Libs PWGPP
4579e070 53#Module.Deps PhysicsSelection
54#Module.DataTypes ESD, AOD, MC
2bfe5463 55#Module.MacroName $ALICE_ROOT/PWGPP/PilotTrain/AddTaskQAsym.C
4579e070 56#Module.MacroArgs 0, AliVEvent::kAnyINT, AliVEvent::kHighMult, AliVEvent::kEMC7, AliVEvent::kMUU7
192ddca2 57#Module.OutputFile
58#Module.TerminateFile
4579e070 59#Module.StartConfig
60__R_ADDTASK__->SelectCollisionCandidates();
61#Module.EndConfig
62*/
63// The following special variable names can be used:
64// __R_ADDTASK__ = the return value of the AddTask macro included
65// __R_ESDH__ = pointer to ESD handler
66// __R_AODH__ = pointer to AOD handler
67// __R_MCH__ = pointer to MC handler
68// The static method ExtractModulesFrom(const char *filename) allows reading
69// several task configuration modules from the same text file and returning
70// them in a TObjArray.
71//
72// A list of configuration modules representing a train should be injected in
73// the right order in the grid handler to generate train macros.
74
75
c82bb898 76using std::cout;
77using std::endl;
78using std::ios;
79using std::ofstream;
80using std::ifstream;
4579e070 81ClassImp(AliAnalysisTaskCfg)
82
83//______________________________________________________________________________
84AliAnalysisTaskCfg::AliAnalysisTaskCfg()
85 :TNamed(),
86 fMacroName(),
87 fMacroArgs(),
88 fLibs(),
89 fDeps(),
90 fDataTypes(),
192ddca2 91 fOutputFile(),
92 fTerminateFile(),
4579e070 93 fMacro(0),
15f0154e 94 fConfigDeps(0),
95 fRAddTask(0)
4579e070 96{
97// I/O constructor.
98}
99
100//______________________________________________________________________________
101AliAnalysisTaskCfg::AliAnalysisTaskCfg(const char *name)
102 :TNamed(name,""),
103 fMacroName(),
104 fMacroArgs(),
105 fLibs(),
106 fDeps(),
107 fDataTypes(),
192ddca2 108 fOutputFile(),
109 fTerminateFile(),
4579e070 110 fMacro(0),
15f0154e 111 fConfigDeps(0),
112 fRAddTask(0)
4579e070 113{
114// Constructor. All configuration objects need to be named since they are looked
115// for by name.
116}
117
118//______________________________________________________________________________
119AliAnalysisTaskCfg::AliAnalysisTaskCfg(const AliAnalysisTaskCfg &other)
120 :TNamed(other),
121 fMacroName(other.fMacroName),
122 fMacroArgs(other.fMacroArgs),
123 fLibs(other.fLibs),
124 fDeps(other.fDeps),
125 fDataTypes(other.fDataTypes),
192ddca2 126 fOutputFile(other.fOutputFile),
127 fTerminateFile(other.fTerminateFile),
4579e070 128 fMacro(0),
15f0154e 129 fConfigDeps(0),
130 fRAddTask(0)
4579e070 131{
132// Copy constructor.
133 if (other.fMacro) fMacro = new TMacro(*other.fMacro);
134 if (other.fConfigDeps) fConfigDeps = new TMacro(*other.fConfigDeps);
135}
136
137//______________________________________________________________________________
138AliAnalysisTaskCfg::~AliAnalysisTaskCfg()
139{
140// Destructor.
141 delete fMacro;
142 delete fConfigDeps;
143}
144
145//______________________________________________________________________________
146AliAnalysisTaskCfg& AliAnalysisTaskCfg::operator=(const AliAnalysisTaskCfg &other)
147{
148// Assignment operator.
149 if (&other == this) return *this;
150 TNamed::operator=(other);
151 fMacroName = other.fMacroName;
152 fMacroArgs = other.fMacroArgs;
153 fLibs = other.fLibs;
154 fDeps = other.fDeps;
155 fDataTypes = other.fDataTypes;
192ddca2 156 fOutputFile = other.fOutputFile;
157 fTerminateFile = other.fTerminateFile;
4579e070 158 if (other.fMacro) fMacro = new TMacro(*other.fMacro);
159 if (other.fConfigDeps) fConfigDeps = new TMacro(*other.fConfigDeps);
15f0154e 160 fRAddTask = other.fRAddTask;
4579e070 161 return *this;
162}
163
164//______________________________________________________________________________
165TMacro *AliAnalysisTaskCfg::OpenMacro(const char *name)
166{
167// Opens the specified macro if name is not empty. In case of success updates
168// fMacroName, creates the maco object and returns its pointer.
169 // Clean-up previous macro if any
170 if (fMacro) {
171 delete fMacro;
172 fMacro = 0;
173 }
174 TString expname;
175 if (strlen(name)) expname = gSystem->ExpandPathName(name);
3e40fd4c 176 else expname = gSystem->ExpandPathName(fMacroName.Data());
4579e070 177 if (expname.IsNull()) {
178 Error("OpenMacro", "Macro name not provided and not previously set");
179 return 0;
180 }
181 if (gSystem->AccessPathName(expname)) {
182 Error("OpenMacro", "Macro: %s cannot be opened.", expname.Data());
183 return 0;
184 }
185 if (strlen(name)) fMacroName = name;
186 fMacro = new TMacro(expname);
187 return fMacro;
188}
189
190//______________________________________________________________________________
191void AliAnalysisTaskCfg::SetMacro(TMacro *macro)
192{
193// Set the AddTask macro from outside. This will discard the existing macro if
194// any. The provided macro will be owned by this object.
195 if (fMacro) delete fMacro;
196 fMacro = macro;
197}
198
199//______________________________________________________________________________
200Long64_t AliAnalysisTaskCfg::ExecuteMacro(const char *newargs)
201{
202// Execute AddTask macro. Opens first the macro pointed by fMacroName if not yet
203// done. Checks if the requested libraries are loaded, else loads them. Executes
77f34eae 204// with stored fMacroArgs unless new arguments are provided. The flag IsLoaded
205// is set once the macro was successfully executed.
21ca8e59 206 if (IsLoaded()) return kTRUE;
4579e070 207 if (!fMacro && !OpenMacro()) {
208 Error("ExecuteMacro", "Cannot execute this macro");
209 return -1;
210 }
211 if (!CheckLoadLibraries()) {
212 Error("ExecuteMacro", "Cannot load requested libraries: %s", fLibs.Data());
213 return -1;
214 }
215
15f0154e 216 AliAnalysisManager *mgr = AliAnalysisManager::GetAnalysisManager();
217 if (!mgr) {
218 Error("ExecuteMacro", "Analysis manager not defined yet");
219 return -1;
220 }
221 Int_t ntasks0 = mgr->GetTasks()->GetEntriesFast();
4579e070 222 TString args = newargs;
223 if (args.IsNull()) args = fMacroArgs;
5f254645 224 Int_t error = 0;
225 Long64_t retval = fMacro->Exec(args, &error);
226 if (error != TInterpreter::kNoError)
227 {
228 Error("ExecuteMacro", "Macro interpretation failed");
229 return -1;
230 }
5e8c7c22 231 Int_t ntasks = mgr->GetTasks()->GetEntriesFast();
5f254645 232 if (ntasks<=ntasks0)
233 {
234 Error("ExecuteMacro", "The macro did not add any tasks to the manager");
235 return -1;
236 }
237 Long64_t ptrTask = (Long64_t)mgr->GetTasks()->At(ntasks0);
5e8c7c22 238 if (retval >= ptrTask) {
15f0154e 239 TObject::SetBit(AliAnalysisTaskCfg::kLoaded, kTRUE);
240 fRAddTask = reinterpret_cast<TObject*>(retval);
5e8c7c22 241 if (fConfigDeps && dynamic_cast<TObject*>(fRAddTask)) {
15f0154e 242 TString classname = fRAddTask->ClassName();
243 classname += Form("* __R_ADDTASK__ = (%s*)0x%lx;", classname.Data(),(ULong_t)retval);
244 classname.Prepend(" ");
245 TObjString *line = fConfigDeps->GetLineWith("__R_ADDTASK__");
246 if (line) {
247 TList *lines = fConfigDeps->GetListOfLines();
248 lines->AddBefore(line, new TObjString(classname));
249 }
250 }
251 }
15f0154e 252 Info("ExecuteMacro", "Macro %s added %d tasks to the manager", fMacro->GetName(), ntasks-ntasks0);
77f34eae 253 return retval;
4579e070 254}
255
256//______________________________________________________________________________
257Int_t AliAnalysisTaskCfg::GetNlibs() const
258{
259// Returns number of requested libraries.
260 if (fLibs.IsNull()) return 0;
5ff9ab50 261 TObjArray *list = fLibs.Tokenize(",");
262 Int_t nlibs = list->GetEntriesFast();
263 delete list;
4579e070 264 return nlibs;
265}
266
267//______________________________________________________________________________
268const char *AliAnalysisTaskCfg::GetLibrary(Int_t i) const
269{
270// Returns library name for the i-th library.
271 Int_t nlibs = GetNlibs();
272 if (i>=nlibs) return 0;
ca1b69aa 273 static TString libname;
4579e070 274 TObjArray *list = fLibs.Tokenize(",");
275 libname = list->At(i)->GetName();
276 libname.ReplaceAll(".so","");
277 libname.ReplaceAll(" ","");
278 if (libname.BeginsWith("lib")) libname.Remove(0, 3);
279 delete list;
280 return libname.Data();
281}
282
283//______________________________________________________________________________
284Bool_t AliAnalysisTaskCfg::CheckLoadLibraries() const
285{
286// Check if all requested libraries were loaded, otherwise load them. If some
287// library cannot be loaded return false.
288 TString library;
289 Int_t nlibs = GetNlibs();
290 for (Int_t i=0; i<nlibs; i++) {
291 library = GetLibrary(i);
292 library.Prepend("lib");
293 Int_t loaded = strlen(gSystem->GetLibraries(library,"",kFALSE));
294 if (!loaded) loaded = gSystem->Load(library);
295 if (loaded < 0) {
296 Error("CheckLoadLibraries", "Cannot load library %s", library.Data());
297 return kFALSE;
298 }
299 }
300 return kTRUE;
301}
302
303//______________________________________________________________________________
304Bool_t AliAnalysisTaskCfg::NeedsLibrary(const char *lib) const
305{
306// Check if a given library is needed by the module.
307 TString libname = lib;
308 libname.ReplaceAll(".so","");
309 if (libname.BeginsWith("lib")) libname.Remove(0, 3);
310 return fLibs.Contains(libname);
311}
312
313//______________________________________________________________________________
314Int_t AliAnalysisTaskCfg::GetNdeps() const
315{
316// Returns number of requested libraries.
317 if (fDeps.IsNull()) return 0;
318 Int_t ndeps = fDeps.CountChar(',')+1;
319 return ndeps;
320}
321
322//______________________________________________________________________________
323const char *AliAnalysisTaskCfg::GetDependency(Int_t i) const
324{
325// Returns library name for the i-th library.
326 Int_t ndeps = GetNdeps();
327 if (i>=ndeps) return 0;
ca1b69aa 328 static TString depname;
4579e070 329 TObjArray *list = fDeps.Tokenize(",");
330 depname = list->At(i)->GetName();
331 depname.ReplaceAll(" ","");
332 delete list;
333 return depname.Data();
334}
335
336//______________________________________________________________________________
337Bool_t AliAnalysisTaskCfg::NeedsDependency(const char *dep) const
338{
339// Check if a given library is needed by the module.
0962e2e5 340 Int_t indmin = 0;
341 Int_t indmax = 0;
342 Int_t len = fDeps.Length();
343 TString crt;
344 while (indmax<len) {
345 indmax = fDeps.Index(",",indmin);
346 if (indmax < 0) indmax = len;
347 // indmin points to the beginning of the string while indmax to the end+1
348 crt = fDeps(indmin, indmax-indmin);
349 if (crt==dep) return kTRUE;
350 indmin = indmax+1;
351 }
352 return kFALSE;
4579e070 353}
354
355//______________________________________________________________________________
356TMacro *AliAnalysisTaskCfg::OpenConfigMacro(const char *name)
357{
358// Opens the specified macro if name is not empty.
359 if (fConfigDeps) {
360 delete fConfigDeps;
361 fConfigDeps = 0;
362 }
363
364 TString expname = gSystem->ExpandPathName(name);
365 if (expname.IsNull()) {
366 Error("OpenConfigMacro", "Macro name not provided");
367 return 0;
368 }
369 if (gSystem->AccessPathName(expname)) {
370 Error("OpenMacro", "Macro: %s cannot be opened.", expname.Data());
371 return 0;
372 }
373 fConfigDeps = new TMacro(expname);
374 return fConfigDeps;
375}
376
377//______________________________________________________________________________
378void AliAnalysisTaskCfg::SetConfigMacro(TMacro *macro)
379{
380// Set the macro for configuring deps from outside. This will discard the
381// existing macro if any. The provided macro will be owned by this object.
382 if (fConfigDeps) delete fConfigDeps;
383 fConfigDeps = macro;
384}
385
386//______________________________________________________________________________
387Long64_t AliAnalysisTaskCfg::ExecuteConfigMacro()
388{
389// Execute macro to configure dependencies. No arguments are supported.
390 if (!fConfigDeps) {
391 Error("ExecuteConfigMacro", "Call OpenConfigMacro() first");
392 return -1;
393 }
394 if (!CheckLoadLibraries()) {
395 Error("ExecuteConfigMacro", "Cannot load requested libraries: %s", fLibs.Data());
396 return -1;
397 }
e51ea326 398 Int_t error = 0;
399 Long64_t retval = fConfigDeps->Exec("", &error);
400 if (error != TInterpreter::kNoError)
401 {
402 Error("ExecuteMacro", "Macro interpretation failed");
403 return -1;
404 }
405 return retval;
4579e070 406}
407
408//______________________________________________________________________________
409void AliAnalysisTaskCfg::SetDataTypes(const char *types)
410{
411// Sets the data types supported by the module. Stored in upper case.
412 fDataTypes = types;
413 fDataTypes.ToUpper();
414}
415
416//______________________________________________________________________________
417Bool_t AliAnalysisTaskCfg::SupportsData(const char *type) const
418{
419// Checks if the given data type is supported.
420 TString stype = type;
421 stype.ToUpper();
422 return fDataTypes.Contains(stype);
423}
424
425//______________________________________________________________________________
426void AliAnalysisTaskCfg::Print(Option_t * option) const
427{
428// Print content of the module.
429 TString opt(option);
430 Bool_t full = (opt.Length())?kTRUE:kFALSE;
431 printf("====================================================================\n");
432 printf("# Analysis task: %s\n", GetName());
433 printf("# Supported data types: %s\n", fDataTypes.Data());
434 printf("# Extra libraries: %s\n", fLibs.Data());
435 printf("# Extra dependencies: %s\n", fDeps.Data());
436 if (fConfigDeps) {
437 printf("# Macro to configure deps: %s\n", fConfigDeps->GetTitle());
438 if (full) fConfigDeps->Print();
439 }
440 printf("# Macro connecting this task: %s\n", fMacroName.Data());
441 printf("# Arguments to run the macro: %s\n", fMacroArgs.Data());
442 if (full) {
443 if (fMacro) fMacro->Print();
444 else {
3e40fd4c 445 TMacro macro(gSystem->ExpandPathName(fMacroName.Data()));
4579e070 446 macro.Print();
447 }
448 }
449}
450
451//______________________________________________________________________________
452void AliAnalysisTaskCfg::SaveAs(const char *filename, Option_t *option) const
453{
454// Save the configuration module as text file in the form key:value. The
455// option can be APPEND, otherwise the file gets overwritten.
456 TString opt(option);
457 opt.ToUpper();
458 ios::openmode mode = ios::out;
459 if (opt == "APPEND") mode = ios::app;
460 ofstream out;
461 out.open(filename, mode);
462 if (out.bad()) {
463 Error("SaveAs", "Bad file name: %s", filename);
464 return;
465 }
466 out << "#Module.Begin " << GetName() << endl;
467 out << "#Module.Libs " << fLibs << endl;
468 out << "#Module.Deps " << fDeps << endl;
469 out << "#Module.DataTypes " << fDataTypes << endl;
192ddca2 470 out << "#Module.OutputFile " << fOutputFile << endl;
471 out << "#Module.TerminateFile " << fTerminateFile << endl;
4579e070 472 out << "#Module.MacroName " << fMacroName << endl;
473 out << "#Module.MacroArgs " << fMacroArgs << endl;
474 if (fConfigDeps) {
475 out << "#Config.Deps " << fConfigDeps->GetTitle() << endl;
476 }
477}
478
479
480//______________________________________________________________________________
481const char *AliAnalysisTaskCfg::DecodeValue(TString &line)
482{
483// Decode the value string from the line
ca1b69aa 484 static TString value;
485 value = line(line.Index(' '),line.Length());
4579e070 486 value = value.Strip(TString::kLeading,' ');
487 value = value.Strip(TString::kTrailing,' ');
488 return value.Data();
489}
490
491//______________________________________________________________________________
492TObjArray *AliAnalysisTaskCfg::ExtractModulesFrom(const char *filename)
493{
494// Read all modules from a text file and add them to an object array. The
495// caller must delete the array at the end. Any module must start with a line
496// containing: #Module.Begin
497 TString expname = gSystem->ExpandPathName(filename);
498 if (gSystem->AccessPathName(expname)) {
499 ::Error("ExtractModulesFrom", "Cannot open file %s", filename);
500 return 0;
501 }
502 AliAnalysisTaskCfg *cfg = 0;
503 TObjArray *array = 0;
504 ifstream in;
505 in.open(expname);
506 char cline[1024];
507 TString line;
508 TString decode;
509 TMacro *addMacro = 0;
510 TMacro *addConfig = 0;
511 while (in.good()) {
512 in.getline(cline,1024);
513 line = cline;
514 if (line.BeginsWith("#Module.Begin")) {
515 // New module found, save previous if any
516 if (cfg) {
517 if (addMacro) cfg->SetMacro(addMacro);
518 if (addConfig) cfg->SetConfigMacro(addConfig);
519 if (!array) array = new TObjArray();
520 array->Add(cfg);
521 }
522 // Decode module name from the line
523 decode = AliAnalysisTaskCfg::DecodeValue(line);
524 cfg = new AliAnalysisTaskCfg(decode);
525 addMacro = 0;
526 addConfig = 0;
527 } else if (cfg && line.BeginsWith("#Module.Libs")) {
528 // Libraries section
529 decode = AliAnalysisTaskCfg::DecodeValue(line);
530 cfg->SetLibraries(decode);
531 } else if (cfg && line.BeginsWith("#Module.Deps")) {
532 // Dependencies section
533 decode = AliAnalysisTaskCfg::DecodeValue(line);
534 cfg->SetDependencies(decode);
535 } else if (cfg && line.BeginsWith("#Module.DataTypes")) {
536 // Data types
537 decode = AliAnalysisTaskCfg::DecodeValue(line);
538 cfg->SetDataTypes(decode);
192ddca2 539 } else if (cfg && line.BeginsWith("#Module.OutputFile")) {
540 // Desired output file name (via SetCommonOutput)
541 decode = AliAnalysisTaskCfg::DecodeValue(line);
542 cfg->SetOutputFileName(decode);
543 } else if (cfg && line.BeginsWith("#Module.TerminateFile")) {
544 // Custom file name produced in Terminate if any
545 decode = AliAnalysisTaskCfg::DecodeValue(line);
546 cfg->SetTerminateFileName(decode);
4579e070 547 } else if (cfg && line.BeginsWith("#Module.MacroName")) {
548 // Name of the add task macro (including path)
549 decode = AliAnalysisTaskCfg::DecodeValue(line);
550 cfg->SetMacroName(decode);
551 } else if (cfg && line.BeginsWith("#Module.MacroArgs")) {
552 // Arguments for the AddTask macro
553 decode = AliAnalysisTaskCfg::DecodeValue(line);
554 cfg->SetMacroArgs(decode);
555 } else if (cfg && line.BeginsWith("#Module.StartMacro")) {
556 // Marker for start of the AddTask macro
557 addMacro = new TMacro();
558 TString shortName = gSystem->BaseName(cfg->GetMacroName());
559 shortName = shortName(0,shortName.Index("."));
560 addMacro->SetName(shortName);
561 addMacro->SetTitle(cfg->GetMacroName());
562 } else if (cfg && line.BeginsWith("#Module.StartConfig")) {
563 // Marker for start of the configuration macro
564 addConfig = new TMacro();
c7fa9be2 565// TString shortName = gSystem->BaseName(cfg->GetMacroName());
566// shortName = shortName(0,shortName.Index("."));
567 TString shortName = cfg->GetName();
568 shortName += "_Config";
4579e070 569 addConfig->SetName(shortName);
c7fa9be2 570// shortName.Prepend("/");
571// shortName.Prepend(gSystem->DirName(cfg->GetMacroName()));
4579e070 572 shortName += ".C";
573 addConfig->SetTitle(shortName);
574 } else if (cfg && line.BeginsWith("#Module.EndMacro")) {
575 // Marker for the end of the embedded macro. EndMacro block mandatory.
576 if (cfg && addMacro) {
577 cfg->SetMacro(addMacro);
578 addMacro = 0;
579 } else {
580 ::Error("ExtractModulesFrom", "Canot end un-started macro block");
581 }
582 } else if (cfg && line.BeginsWith("#Module.EndConfig")) {
583 // Marker for the end of the config macro. EndConfig block is mandatory
584 if (cfg && addConfig) {
15f0154e 585 addConfig->GetListOfLines()->AddFirst(new TObjString(Form("%s() {",gSystem->BaseName(addConfig->GetName()))));
586 addConfig->GetListOfLines()->AddLast(new TObjString("}"));
4579e070 587 cfg->SetConfigMacro(addConfig);
588 addConfig = 0;
589 } else {
590 ::Error("ExtractModulesFrom", "Canot end un-started config macro block");
591 }
592 } else {
593 // Reading a block line
594 if (addMacro) addMacro->AddLine(line);
595 else if (addConfig) addConfig->AddLine(line);
596 }
597 }
598 // Add last found object to the list
599 if (cfg) {
15f0154e 600 if (addMacro) ::Error("ExtractModulesFrom", "#Module.EndMacro block not found");
601 if (addConfig) ::Error("ExtractModulesFrom", "#Module.EndConfig block not found");
4579e070 602 if (!array) array = new TObjArray();
603 array->Add(cfg);
604 }
605 return array;
606}