]> git.uio.no Git - u/mrichter/AliRoot.git/blame - PWGLF/SPECTRA/PiKaPr/HMPID/AnalysisTrainHMPID.C
end-of-line normalization
[u/mrichter/AliRoot.git] / PWGLF / SPECTRA / PiKaPr / HMPID / AnalysisTrainHMPID.C
CommitLineData
a65a7e70 1//===================== ANALYSIS TRAIN =========================================
2// To use: copy this macro to your work directory, modify the global part to match
3// your needs, then run root.
4// root[0] .L AnalysisTrainHMPID.C
5// Grid full mode as below (other modes: test, offline, submit, terminate)
6// root[1] AnalysisTrainHMPID("grid", "full")
7// CAF mode (requires root v5-23-02 + aliroot v4-16-Rev08)
8// root[2] AnalysisTrainHMPID("proof")
9// Local mode requires AliESds.root or AliAOD.root in ./data directory
10// root[3] AnalysisTrainHMPID("local")
11// In proof and grid modes, a token is needed and sourcing the produced environment file.
12//
13
14// =============================================================================
15// ### General Steering variables
16// =============================================================================
17//== general setup variables
18TString kTrainName = "hmpidAnalysis"; // (no blancs or special characters)
19TString kJobTag = "HMPID Tasks analysis train configured"; //
20Bool_t kUsePAR = kFALSE; // use par files for extra libs
21Bool_t kUseCPAR = kFALSE; // use par files for common libs
22Bool_t kFillAOD = kFALSE; // switch of AOD filling for on the fly analysis
23
24Int_t iAODhandler = 1; // Analysis produces an AOD or dAOD's
25Int_t iESDfilter = 0; // ESD to AOD filter (barrel + muon tracks)
26Int_t iPhysicsSelection = 1; // Physics selection task
27Bool_t kUseKinefilter = kFALSE; // use Kinematics filter
28Bool_t kUseMuonfilter = kFALSE; // use muon filter
29TString kCommonOutputFileName = "HmpidOutput.root";
30
31
32//== general process variables
33
34// ### Other flags to steer the analysis
35//==============================================================================
36Bool_t kSkipTerminate = kFALSE; // Do not call Teminate
37Bool_t kDebugLevel = kTRUE; // activate debugging
38Int_t kUseSysInfo = 0; // activate debugging
39Bool_t kUseMC = kTRUE; // use MC info
40Bool_t kIsMC = kFALSE; // is MC info, if false it overwrites Use(AOD)MC
41Bool_t kUseESDTags = kFALSE; // use ESD tags for selection
42Bool_t kUseTR = kFALSE; // use track references
43
44// ### Analysis modules to be included. Some may not be yet fully implemented.
45//==============================================================================
46Int_t iHMPID = 1; // Basic HMPID analysis task
47Int_t iJETAN = 0; // Jet analysis (PWG4) // 1 write standard 2 write non-standard jets
48Int_t iJETANLib = 0;
49Int_t kHighPtFilterMask = 16; // change depending on the used AOD Filter
50
51
52//==============================================================================
53// ### PROOF Steering varibales
54//==============================================================================
55//== proof setup variables
56TString kProofCluster = "alice-caf.cern.ch";
57Bool_t kProofUseAFPAR = kTRUE; // use AF special par file
58TString kProofAFversion = "VO_ALICE@AliRoot::v4-20-08-AN";
59//== proof input and output variables
60TString kProofDataSet = "/alice/sim/LHC10d2_117220";
61//== proof process variables
62Bool_t kProofClearPackages = kFALSE;
63Int_t kProofEvents = 10000;
64Int_t kProofOffset = 0;
65
66//==============================================================================
67// ### Grid plugin Steering varibiables
68//==============================================================================
69//== grid plugin setup variables
70Bool_t kPluginUse = kTRUE; // do not change
71Bool_t kPluginUseProductionMode = kFALSE; // use the plugin in production mode
72TString kPluginRootVersion = "v5-30-03"; // *CHANGE ME IF MORE RECENT IN GRID*
73TString kPluginAliRootVersion = "v5-02-06-AN"; // *CHANGE ME IF MORE RECENT IN GRID*
74Bool_t kPluginMergeViaJDL = kTRUE; // merge via JDL
75Bool_t kPluginFastReadOption = kFALSE; // use xrootd flags to reduce timeouts
76Bool_t kPluginOverwriteMode = kTRUE; // overwrite existing collections
77Int_t kPluginOutputToRunNumber = 1; // write the output to subdirs named after run number
78TString kPluginExecutableCommand = "root -b -q";
79
80// == grid plugin input and output variables
81TString kGridDatadir = "/alice/data/2010/LHC10b";
82TString kGridLocalRunList = "";
83TString kGridWorkDir = "LHC10b/pass3"; // Alien working directory
84TString kGridOutdir = ""; // AliEn output directory. If blank will become output_<kTrainName>
85TString kGridDataSet = ""; // sub working directory not to confuse different run xmls
86Int_t kGridRunRange[2] = {114783, 114783}; // Set the run range
87TString kGridRunPattern = "%03d"; // important for leading zeroes!!
88TString kGridPassPattern = "/ESDs/pass3";
89//TString kGridPassPattern = "ESDs/pass1"; to work with plugin->AddRunNumber
90TString kGridExtraFiles = ""; // files that will be added to the input list in the JDL...
91Int_t kGridMaxMergeFiles = 12; // Number of files merged in a chunk grid run range
92TString kGridMergeExclude = "AliAOD.root"; // Files that should not be merged
93TString kGridOutputStorages = "disk=2"; // Make replicas on the storages
94// == grid process variables
95Int_t kGridRunsPerMaster = 1; // Number of runs per master job
96Int_t kGridFilesPerJob = 100; // Maximum number of files per job (gives size of AOD)
97
98//==============================================================================
99// ### Local Steering variables
100//==============================================================================
101//== local setup variables
102//== local input and output variables
103TString kLocalXMLDataset = ""; // Change local xml dataset for local interactive analysis
104TString kLocalDataList = "list.txt"; // Change local xml dataset for local interactive analysis
105// == local process variables
106
107
108
109// Temporaries.
110TString anaPars = "";
111TString anaLibs = "";
112TString anaLibsExtra = "";
113TString anaSources = "";
114// Function signatures
115class AliAnalysisAlien;
116
117//______________________________________________________________________________
118void AnalysisTrainHMPID(const char *analysis_mode="local", const char *plugin_mode="",
119 const char *config_file="",Int_t iOffset = 0)
120{
121// Main analysis train macro. If a configuration file is provided, all parameters
122// are taken from there but may be altered by CheckModuleFlags.
123
124 if (strlen(config_file) && !LoadConfig(config_file)) return;
125
126 if(iOffset)kProofOffset = iOffset;
127 TString smode(analysis_mode);
128 smode.ToUpper();
129 // Check compatibility of selected modules
130 CheckModuleFlags(smode);
131
132 printf("==================================================================\n");
133 printf("=========== RUNNING ANALYSIS TRAIN %s IN %s MODE ==========\n", kTrainName.Data(),smode.Data());
134 printf("==================================================================\n");
135 printf("= Configuring analysis train for: =\n");
136 printf("= ESD analysis =\n");
137 if (iPhysicsSelection) printf("= Physics selection =\n");
138 if (iESDfilter) printf("= ESD filter =\n");
139 if (iJETAN) printf("= Jet analysis =\n");
140 printf("==================================================================\n");
141 printf(":: use MC truth %d\n", (UInt_t)kUseMC);
142 printf(":: use KINE filter %d\n", (UInt_t)kUseKinefilter);
143 printf(":: use track refs %d\n", (UInt_t)kUseTR);
144 printf(":: use tags %d\n", (UInt_t)kUseESDTags);
145 printf(":: use debugging %d\n", (UInt_t)kDebugLevel);
146 printf(":: use PAR files %d\n", (UInt_t)kUsePAR);
147 printf(":: use AliEn plugin %d\n", (UInt_t)kPluginUse);
148
149 //==========================================================================
150 // Connect to back-end system
151 if (!Connect(smode)) {
152 ::Error("AnalysisTrain", "Could not connect to %s back-end", analysis_mode);
153 return;
154 }
155
156 // Load common libraries and set include path
157 if (!LoadCommonLibraries(smode)) {
158 ::Error("AnalysisTrain", "Could not load common libraries");
159 return;
160 }
161
162
163
164 // Make the analysis manager and connect event handlers
165 AliAnalysisManager *mgr = new AliAnalysisManager("HMPIDTrain", "HMPID train");
166 if (kCommonOutputFileName.Length()>0)mgr->SetCommonFileName(kCommonOutputFileName.Data());
167 mgr->SetNSysInfo(0);
168 if (!strcmp(plugin_mode, "test")) mgr->SetNSysInfo(1);
169 if (kUseSysInfo)mgr->SetNSysInfo(kUseSysInfo);
170 mgr->SetSkipTerminate(kSkipTerminate);
171
172 // Load analysis specific libraries
173 if (!LoadAnalysisLibraries(smode)) {
174 ::Error("AnalysisTrain", "Could not load analysis libraries");
175 return;
176 }
177
178 // Create input handler (input container created automatically)
179 // ESD input handler
180 AliESDInputHandler *esdHandler = new AliESDInputHandler();
181 if (kUseESDTags) esdHandler->SetReadTags();
182 esdHandler->SetReadFriends(kFALSE);
183 mgr->SetInputEventHandler(esdHandler);
184
185 // Monte Carlo handler
186 if (kUseMC) {
187 AliMCEventHandler* mcHandler = new AliMCEventHandler();
188 mgr->SetMCtruthEventHandler(mcHandler);
189 mcHandler->SetReadTR(kUseTR);
190 }
191
192 // AOD output container, created automatically when setting an AOD handler
193 if (iAODhandler) {
194 // AOD output handler
195 AliAODHandler* aodHandler = new AliAODHandler();
196 aodHandler->SetOutputFileName("AliAOD.root");
197 aodHandler->SetFillAODforRun(kFillAOD);
198
199 mgr->SetOutputEventHandler(aodHandler);
200 AliAnalysisDataContainer *cout_aod = mgr->GetCommonOutputContainer();
201 cout_aod->SetSpecialOutput();
202 }
203
204 // Debugging if needed
205 if (kDebugLevel){
206 mgr->SetDebugLevel(3);
207 }
208 if(kUseSysInfo>0){
209 mgr->RegisterExtraFile("syswatch.root");
210 if(kGridMergeExclude.Length())kGridMergeExclude += " ";
211 kGridMergeExclude += "syswatch.root";
212 } else {
213 AliLog::SetGlobalLogLevel(AliLog::kError);
214 }
215
216 //==========================================================================
217 // Create the chain. In this example it is created only from ALIEN files but
218 // can be done to work in batch or grid mode as well.
219 TChain *chain = CreateChain(smode, plugin_mode);
220
221 //==========================================================================
222 // Load the tasks configuration macros for all wagons. These files are supposed now to be
223 // in the current workdir, but in AliEn they will be in the file catalog,
224 // mapped from AliRoot and pecified in the jdl input list.
225 if(iPhysicsSelection){
226 gROOT->LoadMacro("$ALICE_ROOT/ANALYSIS/macros/AddTaskPhysicsSelection.C");
227 AliPhysicsSelectionTask* physSelTask = AddTaskPhysicsSelection(); // last flag also adds information on
228 }
229
230 if (iESDfilter) {
231 // ESD filter task configuration.
232 gROOT->LoadMacro("$ALICE_ROOT/ANALYSIS/macros/AddTaskESDFilter.C");
233 AliAnalysisTaskESDfilter *taskesdfilter = AddTaskESDFilter(kUseKinefilter,kUseMuonfilter);
234 if(kIsMC){
235 mgr->RegisterExtraFile("pyxsec_hists.root");
236 if(kGridMergeExclude.Length())kGridMergeExclude += " ";
237 kGridMergeExclude += "pyxsec_hists.root";
238 }
239 }
240
241 // Jet analysis
242 if (iJETAN) {
243 gROOT->LoadMacro("$ALICE_ROOT/PWG4/macros/AddTaskJets.C");
244 AliAnalysisTaskJets *taskjets = 0;
245 if (iJETAN&1) taskjets = AddTaskJets(kHighPtFilterMask);
246 if (!taskjets) ::Warning("AnalysisTrainHMPID", "AliAnalysisTaskJets cannot run for this train conditions - EXCLUDED");
247 }
248
249 gROOT->LoadMacro("$ALICE_ROOT/ANALYSIS/macros/AddTaskPIDResponse.C");
250 AliAnalysisTaskPIDResponse *taskPIDResponse = AddTaskPIDResponse();
251
252
253 if(iHMPID){
254 gROOT->LoadMacro("$ALICE_ROOT/HMPID/AddTaskHMPID.C");
255 AliHMPIDAnalysisTask *taskHmpid = AddTaskHMPID(kUseMC);
256 taskHmpid->SelectCollisionCandidates();
257 if (!taskHmpid) ::Warning("AnalysisTrainHMPID", "AliAnalysisTaskHMPID cannot run for this train conditions - EXCLUDED");
258 }
259
260 if (kPluginUse) {
261 AliAnalysisGrid *alienHandler = CreateAlienHandler(plugin_mode);
262 AliAnalysisManager::GetAnalysisManager()->SetGridHandler(alienHandler);
263 }
264
265 if (mgr->InitAnalysis()) {
266 mgr->PrintStatus();
267 if (!strcmp(plugin_mode,"submit") && smode=="GRID"){
268 TString alien_workdir = gGrid->GetHomeDirectory();
269 alien_workdir += kGridWorkDir.Data();
270 if(kGridDataSet.Length()>0)alien_workdir += Form("/%s",kGridDataSet.Data());
271 AliAnalysisAlien *gridhandler = (AliAnalysisAlien*)mgr->GetGridHandler();
272 printf("=== AnalysisTrainHMPID:: Registering jdl in the work directory alien://%s/%s, should be done by the manager! ===\n",
273 alien_workdir.Data(),gridhandler->GetGridOutputDir());
274
275 TString dest;
276 dest = Form("%s/%s/%s.jdl",alien_workdir.Data(),gridhandler->GetGridOutputDir(),kTrainName.Data());
277 if(AliAnalysisAlien::FileExists(dest.Data())){
278 // Printf("%s exist on grid removing...",dest.Data());
279 // gGrid->Rm(dest.Data());
280 }
281 TFile::Cp(Form("file:%s.jdl",kTrainName.Data()),Form("alien://%s",dest.Data()));
282
283
284 TString dest;
285 dest = Form("%s/%s/%s_merge.jdl",alien_workdir.Data(),gridhandler->GetGridOutputDir(),kTrainName.Data());
286 if(AliAnalysisAlien::FileExists(dest.Data())){
287 // Printf("%s exist on grid removing...",dest.Data());
288 // gGrid->Rm(dest.Data());
289 }
290 TFile::Cp(Form("file:%s_merge.jdl",kTrainName.Data()),Form("alien://%s",dest.Data()));
291 }
292
293 AliLog::SetGlobalLogLevel(AliLog::kError);
294 if((kUseSysInfo>0 && smode=="LOCAL") || !strcmp(plugin_mode, "test")){
295 TFile *fM = TFile::Open("manager_local.root","RECREATE");
296 mgr->Write();
297 fM->Close();
298 }
299
300 StartAnalysis(smode, chain);
301
302 if((kUseSysInfo>0 && smode=="LOCAL") || !strcmp(plugin_mode, "test")){
303 for(int i = 0;i < mgr->GetTopTasks()->GetEntries();i++){
304 mgr->ProfileTask(i);
305 }
306 }
307 if (!strcmp(plugin_mode, "offline") && smode=="GRID"){
308 // Offline mode path files
309 // PatchJDL();
310 PatchAnalysisMacro();
311 }
312 }
313}
314
315
316//______________________________________________________________________________
317void StartAnalysis(const char *mode, TChain *chain) {
318
319 Int_t imode = -1;
320 AliAnalysisManager *mgr = AliAnalysisManager::GetAnalysisManager();
321 if (!strcmp(mode, "LOCAL")) imode = 0;
322 if (!strcmp(mode, "PROOF")) imode = 1;
323 if (!strcmp(mode, "GRID")) imode = 2;
324 switch (imode) {
325 case 0:
326 if (!chain) {
327 ::Error("AnalysisTrainHMPID.C::StartAnalysis", "Cannot create the chain");
328 return;
329 }
330 mgr->StartAnalysis(mode, chain);
331 return;
332 case 1:
333 if (!kProofDataSet.Length()) {
334 ::Error("AnalysisTrainHMPID.C::StartAnalysis", "kProofDataSet is empty");
335 return;
336 }
337 mgr->StartAnalysis(mode, kProofDataSet, kProofEvents,kProofOffset);
338 return;
339 case 2:
340 if (kPluginUse) {
341 if (!mgr->GetGridHandler()) {
342 ::Error("AnalysisTrainHMPID.C::StartAnalysis", "Grid plugin not initialized");
343 return;
344 }
345 mgr->StartAnalysis("grid");
346 } else {
347 if (!chain) {
348 ::Error("AnalysisTrainHMPID.C::StartAnalysis", "Cannot create the chain");
349 return;
350 }
351 mgr->StartAnalysis(mode, chain);
352 }
353 return;
354 }
355}
356
357//______________________________________________________________________________
358void CheckModuleFlags(const char *mode) {
359// Checks selected modules and insure compatibility
360 Int_t imode = -1;
361 if (!strcmp(mode, "LOCAL")) imode = 0;
362 if (!strcmp(mode, "PROOF")) imode = 1;
363 if (!strcmp(mode, "GRID")) imode = 2;
364
365
366 if (kUseCPAR) {
367 kPluginAliRootVersion = ""; // NO aliroot if we use CPAR
368 }
369
370 if (imode==1) {
371 if (!kUsePAR) {
372 ::Info("AnalysisTrainHMPID.C::CheckModuleFlags", "PAR files enabled due to PROOF analysis");
373 kUsePAR = kTRUE;
374 }
375 }
376 if (imode != 2) {
377 ::Info("AnalysisTrainHMPID.C::CheckModuleFlags", "AliEn plugin disabled since not in GRID mode");
378 kPluginUse = kFALSE;
379 }
380
381 if(!kIsMC){
382 // switch off anthin related to MC
383 kUseMC = 0;
384 kUseTR = kFALSE;
385 }
386
387 // ESD analysis
388 if (!kUseMC){
389 kUseTR = kFALSE;
390 if(kUseKinefilter)::Info("AnalysisTrainHMPID.C::CheckModuleFlags", "Kine Filter disabled in analysis without MC");
391 kUseKinefilter = kFALSE;
392 }
393 if (iJETAN){
394 iESDfilter=1;
395 }
396 if (!iESDfilter){
397 kUseKinefilter = kFALSE;
398 kUseMuonfilter = kFALSE;
399 }
400
401 iJETANLib = iJETAN && 1;
402 if (iESDfilter) {iAODhandler=1;}
403 if (kUseKinefilter && !kUseMC) kUseKinefilter = kFALSE;
404
405}
406
407
408//______________________________________________________________________________
409Bool_t Connect(const char *mode) {
410// Connect <username> to the back-end system.
411 Int_t imode = -1;
412 if (!strcmp(mode, "LOCAL")) imode = 0;
413 if (!strcmp(mode, "PROOF")) imode = 1;
414 if (!strcmp(mode, "GRID")) imode = 2;
415 TString username = gSystem->Getenv("alien_API_USER");
416 switch (imode) {
417 case 0:
418 break;
419 case 1:
420 if (!username.Length()) {
421 ::Error(Form("AnalysisTrainHMPID.C::Connect <%s>", mode), "Make sure you:\n \
422 1. Have called: alien-token-init <username>\n \
423 2. Have called: >source /tmp/gclient_env_$UID");
424 return kFALSE;
425 }
426 ::Info("AnalysisTrainHMPID.C::Connect", "Connecting user <%s> to PROOF cluster <%s>",
427 username.Data(), kProofCluster.Data());
428 gEnv->SetValue("XSec.GSI.DelegProxy", "2");
429 TProof::Open(Form("%s@%s", username.Data(), kProofCluster.Data()));
430 if (!gProof) {
431 if (strcmp(gSystem->Getenv("XrdSecGSISRVNAMES"), "lxfsrd0506.cern.ch"))
432 ::Error(Form("AnalysisTrainHMPID.C::Connect <%s>", mode), "Environment XrdSecGSISRVNAMES different from lxfsrd0506.cern.ch");
433 return kFALSE;
434 }
435 if(kProofClearPackages)gProof->ClearPackages();
436 break;
437 case 2:
438 if (!username.Length()) {
439 ::Error(Form("AnalysisTrainHMPID.C::Connect <%s>", mode), "Make sure you:\n \
440 1. Have called: alien-token-init <username>\n \
441 2. Have called: >source /tmp/gclient_env_$UID");
442 return kFALSE;
443 }
444 if (kPluginUse && !gSystem->Getenv("alien_CLOSE_SE")) {
445 ::Error(Form("AnalysisTrainHMPID.C::Connect <%s>", mode),
446 "When using the AliEn plugin it is preferable to define the \
447 variable alien_CLOSE_SE in your environment.");
448 return kFALSE;
449 }
450 ::Info("AnalysisTrainHMPID.C::Connect", "Connecting user <%s> to AliEn ...",
451 username.Data());
452 TGrid::Connect("alien://");
453 if (!gGrid || !gGrid->IsConnected()) return kFALSE;
454 break;
455 default:
456 ::Error("AnalysisTrainHMPID.C::Connect", "Unknown run mode: %s", mode);
457 return kFALSE;
458 }
459 ::Info("AnalysisTrainHMPID.C::Connect","Connected in %s mode", mode);
460 return kTRUE;
461}
462
463
464//______________________________________________________________________________
465Bool_t LoadCommonLibraries(const char *mode)
466{
467// Load common analysis libraries.
468 Int_t imode = -1;
469 if (!strcmp(mode, "LOCAL")) imode = 0;
470 if (!strcmp(mode, "PROOF")) imode = 1;
471 if (!strcmp(mode, "GRID")) imode = 2;
472 if (!gSystem->Getenv("ALICE_ROOT")) {
473 ::Error("AnalysisTrainHMPID.C::LoadCommonLibraries", "Analysis train requires that analysis libraries are compiled with a local AliRoot");
474 return kFALSE;
475 }
476 Bool_t success = kTRUE;
477 // ROOT libraries
478 gSystem->Load("libTree.so");
479 gSystem->Load("libGeom.so");
480 gSystem->Load("libVMC.so");
481 gSystem->Load("libPhysics.so");
482
483 // Load framework classes. Par option ignored here.
484 switch (imode) {
485 case 0:
486 case 2:
487 if (kUseCPAR) {
488 success &= LoadLibrary("STEERBase", mode, kTRUE);
489 success &= LoadLibrary("ESD", mode, kTRUE);
490 success &= LoadLibrary("AOD", mode, kTRUE);
491 success &= LoadLibrary("ANALYSIS", mode, kTRUE);
492 success &= LoadLibrary("ANALYSISalice", mode, kTRUE);
493 success &= LoadLibrary("CORRFW", mode, kTRUE);
494 } else {
495 success &= LoadLibrary("libSTEERBase.so", mode);
496 success &= LoadLibrary("libESD.so", mode);
497 success &= LoadLibrary("libAOD.so", mode);
498 success &= LoadLibrary("libANALYSIS.so", mode);
499 success &= LoadLibrary("libANALYSISalice.so", mode);
500 success &= LoadLibrary("libCORRFW.so", mode);
501 gROOT->ProcessLine(".include $ALICE_ROOT/include");
502 }
503 break;
504 case 1:
505 if (!kProofUseAFPAR) {
506 success &= LoadLibrary("STEERBase", mode);
507 success &= LoadLibrary("ESD", mode);
508 success &= LoadLibrary("AOD", mode);
509 success &= LoadLibrary("ANALYSIS", mode);
510 success &= LoadLibrary("ANALYSISalice", mode);
511 success &= LoadLibrary("CORRFW", mode);
512 } else {
513 success &= !gProof->EnablePackage(kProofAFversion);
514 success &= LoadLibrary("CORRFW", mode);
515 }
516 break;
517 default:
518 ::Error("AnalysisTrainHMPID.C::LoadCommonLibraries", "Unknown run mode: %s", mode);
519 return kFALSE;
520 }
521 if (success) {
522 ::Info("AnalysisTrainHMPID.C::LoadCommodLibraries", "Load common libraries: SUCCESS");
523 ::Info("AnalysisTrainHMPID.C::LoadCommodLibraries", "Include path for Aclic compilation:\n%s",
524 gSystem->GetIncludePath());
525 } else {
526 ::Info("AnalysisTrainHMPID.C::LoadCommodLibraries", "Load common libraries: FAILED");
527 }
528
529 return success;
530}
531
532
533//______________________________________________________________________________
534Bool_t LoadAnalysisLibraries(const char *mode)
535{
536// Load common analysis libraries.
537 Bool_t success = kTRUE;
538 if (iESDfilter) {
539 if (!LoadLibrary("PWG3base", mode, kTRUE) ||
540 !LoadLibrary("PWG3muon", mode, kTRUE)) return kFALSE;
541 }
542
543 if(iHMPID){
544 if (!LoadSource(Form("%s/AliHMPIDAnalysisTask.cxx",gSystem->ExpandPathName(".")), mode, kTRUE))return kFALSE;
545 }
546
547 if (iJETANLib) {
548 if (!LoadLibrary("JETAN", mode, kTRUE)) return kFALSE;
549 }
550
551 ::Info("AnalysisTrainHMPID.C::LoadAnalysisLibraries", "Load other libraries: SUCCESS");
552 return kTRUE;
553}
554
555
556//______________________________________________________________________________
557Bool_t LoadLibrary(const char *module, const char *mode, Bool_t rec=kFALSE)
558{
559// Load a module library in a given mode. Reports success.
560 Int_t imode = -1;
561 Int_t result;
562 TString smodule(module);
563 if (!strcmp(mode, "LOCAL")) imode = 0;
564 if (!strcmp(mode, "PROOF")) imode = 1;
565 if (!strcmp(mode, "GRID")) imode = 2;
566 TString mod(module);
567 if (!mod.Length()) {
568 ::Error("AnalysisTrainHMPID.C::LoadLibrary", "Empty module name");
569 return kFALSE;
570 }
571 // If a library is specified, just load it
572 if (smodule.EndsWith(".so")) {
573 mod.Remove(mod.Index(".so"));
574 result = gSystem->Load(mod);
575 if (result < 0) {
576 ::Error("AnalysisTrainHMPID.C::LoadLibrary", "Could not load library %s", module);
577 return kFALSE;
578 }
579 if (rec) anaLibs += Form("%s.so ",mod.Data());
580 if (rec) anaLibsExtra += Form("%s.so ",mod.Data());
581 return kTRUE;
582 }
583 // Check if the library is already loaded
584 if (strlen(gSystem->GetLibraries(Form("%s.so", module), "", kFALSE)) > 0)
585 return kTRUE;
586 switch (imode) {
587 case 0:
588 case 2:
589 if (kUsePAR) {
590 result = SetupPar(module);
591 if (rec) anaPars += Form("%s.par ", module);
592 } else {
593 result = gSystem->Load(Form("lib%s.so", module));
594 if (rec) anaLibs += Form("lib%s.so ", module);
595 }
596 break;
597 case 1:
598 if(!gSystem->AccessPathName(module)){
599 ::Info("AnalysisTrainHMPID.C::LoadLibrary", "Removing directory %s",module);
600 gSystem->Exec(Form("rm -rf %s",module));
601 }
602 result = gProof->UploadPackage(module);
603 if (result<0) {
604 result = gProof->UploadPackage(gSystem->ExpandPathName(Form("$ALICE_ROOT/%s.par", module)));
605 if (result<0) {
606 ::Error("AnalysisTrainHMPID.C::LoadLibrary", "Could not find module %s.par in current directory nor in $ALICE_ROOT", module);
607 return kFALSE;
608 }
609 }
610 result = gProof->EnablePackage(module);
611 break;
612 default:
613 return kFALSE;
614 }
615 if (result < 0) {
616 ::Error("AnalysisTrainHMPID.C::LoadLibrary", "Could not load module %s", module);
617 return kFALSE;
618 }
619 return kTRUE;
620}
621
622//______________________________________________________________________________
623Bool_t LoadSource(const char *source, const char *mode, Bool_t rec=kFALSE)
624{
625// Load a module library in a given mode. Reports success.
626 Int_t imode = -1;
627 Int_t result = -1;
628 if (!strcmp(mode, "LOCAL")) imode = 0;
629 if (!strcmp(mode, "PROOF")) imode = 1;
630 if (!strcmp(mode, "GRID")) imode = 2;
631 TString ssource(source);
632 TString basename = gSystem->BaseName(ssource.Data());
633 if (!ssource.Length()) {
634 ::Error("AnalysisTrainHMPID.C::LoadSource", "Empty task name");
635 return kFALSE;
636 }
637 // we have a source code so compile it
638 if (ssource.EndsWith(".cxx")) {
639 // need to copy it here other wise the path is also used on grid...
640 ssource.Remove(ssource.Index(".cxx"));
641 basename.Remove(basename.Index(".cxx"));
642 Printf("LoadSources:: Copying... path %s{cxx,h}",ssource.Data());
643 gSystem->Exec(Form("cp %s.cxx . ",ssource.Data()));
644 gSystem->Exec(Form("cp %s.h . ",ssource.Data()));
645 // Path to code
646 // only needed for local compilation, in grid and proof mode
647 // the task headers are uploaded
648 // path.Remove(path.Index(gSystem->BaseName(path.Data())));
649 // Printf("LoadSources:: Including path %s",path.Data());
650 // if(path.Length()>0)gROOT->ProcessLine(Form(".include %s",path.Data()));
651 Printf("LoadSources:: Loading... path %s",basename.Data());
652 switch (imode) {
653 case 0:
654 result = gROOT->LoadMacro(Form("%s.cxx++g",basename.Data()));
655 break;
656 case 1:
657 result = gProof->Load(Form("%s.cxx++g",basename.Data()));
658 break;
659 case 2:
660 result = gROOT->LoadMacro(Form("%s.cxx++g",basename.Data()));
661 if (rec){
662 // what we want to compile
663 anaSources += Form("%s.cxx ",basename.Data());
664 // what we need as input...
665 anaLibs += Form("%s.cxx %s.h ",basename.Data(),basename.Data());
666 }
667 break;
668 default:
669 return kFALSE;
670 }
671 }
672 if (result < 0) {
673 ::Error("AnalysisTrainHMPID.C::LoadSources", "Could not load source %s", source);
674 return kFALSE;
675 }
676 return kTRUE;
677}
678
679//______________________________________________________________________________
680TChain *CreateChain(const char *mode, const char *plugin_mode)
681{
682// Create the input chain
683 Int_t imode = -1;
684 if (!strcmp(mode, "LOCAL")) imode = 0;
685 if (!strcmp(mode, "PROOF")) imode = 1;
686 if (!strcmp(mode, "GRID")) imode = 2;
687 TChain *chain = NULL;
688 // Local chain
689 switch (imode) {
690 case 0:
691 if (!kLocalXMLDataset.Length()) {
692 // Local ESD
693 chain = new TChain("esdTree");
694 TString line;
695 ifstream in;
696 in.open(kLocalDataList.Data());
697 while (in.good()) {
698 in >> line;
699 if (line.Length() == 0) continue;
700 cout << " line = " << line << endl;
701 chain->Add(line.Data());
702 }
703 } else {
704 // Interactive ESD
705 chain = CreateChainSingle(kLocalXMLDataset, "esdTree");
706 }
707 break;
708 case 1:
709 break;
710 case 2:
711 if (kPluginUse) {
712 AliAnalysisGrid *alienHandler = CreateAlienHandler(plugin_mode);
713 AliAnalysisManager::GetAnalysisManager()->SetGridHandler(alienHandler);
714 } else {
715 TString treeName = "esdTree";
716 chain = CreateChainSingle("wn.xml", treeName);
717 }
718 break;
719 default:
720 }
721 if (chain && chain->GetNtrees()) return chain;
722 return NULL;
723}
724
725//______________________________________________________________________________
726TChain* CreateChainSingle(const char* xmlfile, const char *treeName)
727{
728 printf("*******************************\n");
729 printf("*** Getting the ESD Chain ***\n");
730 printf("*******************************\n");
731 TAlienCollection * myCollection = TAlienCollection::Open(xmlfile);
732
733 if (!myCollection) {
734 ::Error("AnalysisTrainHMPID.C::CreateChainSingle", "Cannot create an AliEn collection from %s", xmlfile) ;
735 return NULL ;
736 }
737
738 TChain* chain = new TChain(treeName);
739 myCollection->Reset() ;
740 while ( myCollection->Next() ) chain->Add(myCollection->GetTURL("")) ;
741 chain->ls();
742 return chain;
743}
744
745//______________________________________________________________________________
746Int_t SetupPar(char* pararchivename)
747{
748 if (!pararchivename || !strlen(pararchivename)) return -1;
749 char processline[1024];
750 if (gSystem->AccessPathName(Form("%s.par", pararchivename))) {
751 if (!gSystem->AccessPathName(Form("%s/%s.par", gSystem->Getenv("ALICE_ROOT"),pararchivename))) {
752 ::Info("AnalysisTrainHMPID.C::SetupPar", "Getting %s.par from $ALICE_ROOT", pararchivename);
753 TFile::Cp(gSystem->ExpandPathName(Form("$ALICE_ROOT/%s.par", pararchivename)),
754 Form("%s.par",pararchivename));
755 } else {
756 ::Error("AnalysisTrainHMPID.C::SetupPar", "Cannot find %s.par", pararchivename);
757 return -1;
758 }
759 }
760 gSystem->Exec(Form("tar xvzf %s.par", pararchivename));
761
762 TString ocwd = gSystem->WorkingDirectory();
763 if (!gSystem->ChangeDirectory(pararchivename)) return -1;
764
765 // check for BUILD.sh and execute
766 if (!gSystem->AccessPathName("PROOF-INF/BUILD.sh")) {
767 printf("*******************************\n");
768 printf("*** Building PAR archive ***\n");
769 printf("*******************************\n");
770 if (gSystem->Exec("PROOF-INF/BUILD.sh")) {
771 Error("runProcess","Cannot Build the PAR Archive! - Abort!");
772 return -1;
773 }
774 }
775
776 // check for SETUP.C and execute
777 if (!gSystem->AccessPathName("PROOF-INF/SETUP.C")) {
778 printf("*******************************\n");
779 printf("*** Setup PAR archive ***\n");
780 printf("*******************************\n");
781 gROOT->Macro("PROOF-INF/SETUP.C");
782 }
783 if (!gSystem->ChangeDirectory(ocwd.Data())) return -1;
784 return 0;
785}
786
787//______________________________________________________________________________
788AliAnalysisAlien* CreateAlienHandler(const char *plugin_mode)
789{
790// Check if user has a valid token, otherwise make one. This has limitations.
791// One can always follow the standard procedure of calling alien-token-init then
792// source /tmp/gclient_env_$UID in the current shell.
793 if (!AliAnalysisGrid::CreateToken()) return NULL;
794 AliAnalysisAlien *plugin = new AliAnalysisAlien();
795// Set the run mode (can be "full", "test", "offline", "submit" or "terminate")
796 plugin->SetRunMode(plugin_mode);
797 if (kPluginUseProductionMode) plugin->SetProductionMode();
798 plugin->SetJobTag(kJobTag);
799 plugin->SetNtestFiles(1);
800// plugin->SetPreferedSE("ALICE::NIHAM::File");
801// Set versions of used packages
802 plugin->SetAPIVersion("V1.1x");
803 plugin->SetROOTVersion(kPluginRootVersion);
804 plugin->SetAliROOTVersion(kPluginAliRootVersion);
805
806// Declare input data to be processed.
807// Method 1: Create automatically XML collections using alien 'find' command.
808// Define production directory LFN
809 plugin->SetGridDataDir(kGridDatadir.Data());
810// Set data search pattern
811 plugin->SetDataPattern(Form(" %s/*/*ESDs.root",kGridPassPattern.Data()));
812// ...then add run numbers to be considered
813 plugin->SetRunPrefix("000");
814 plugin->SetRunRange(kGridRunRange[0], kGridRunRange[1]);
815
816 if(kGridLocalRunList.Length()>0){
817 ifstream in1;
818 in1.open(kGridLocalRunList.Data());
819 int iRun;
820 // just use run numbers, negatives will be excluded
821 while(in1>>iRun){
822 if(iRun>0){
823 Printf("AnalysisTrainHMPID Adding run number from File %s", Form(kGridRunPattern.Data(),iRun));
824 plugin->AddRunNumber(Form(kGridRunPattern.Data(),iRun));
825 } else{
826 Printf("AnalysisTrainHMPID Skipping run number from File %d", iRun);
827 }
828 }
829 }
830
831// Method 2: Declare existing data files (raw collections, xml collections, root file)
832// If no path mentioned data is supposed to be in the work directory (see SetGridWorkingDir())
833// XML collections added via this method can be combined with the first method if
834// the content is compatible (using or not tags)
835// plugin->AddDataFile("137431.xml");
836// plugin->AddDataFile("/alice/data/2008/LHC08c/000057657/raw/Run57657.Merged.RAW.tag.root");
837// Define alien work directory where all files will be copied. Relative to alien $HOME.
838 TString alien_workdir = "";
839
840 alien_workdir += kGridWorkDir.Data();
841 if(kGridDataSet.Length()>0)alien_workdir += Form("/%s",kGridDataSet.Data());
842 plugin->SetGridWorkingDir(alien_workdir.Data());
843
844 // Declare alien output directory. Relative to working directory.
845 if (!kGridOutdir.Length()) kGridOutdir = Form("output_%s",kTrainName.Data());
846 plugin->SetGridOutputDir(kGridOutdir);
847
848 // set extra libs before par file compilation
849 anaLibs += kGridExtraFiles;
850 anaLibs = anaLibs.Strip();
851 Printf("anaLibs %s",anaLibs.Data());
852 Printf("anaLibsExtra %s",anaLibsExtra.Data());
853
854 if (anaLibs.Length()) plugin->SetAdditionalLibs(anaLibs.Data());
855 if (anaLibsExtra.Length()) plugin->SetAdditionalRootLibs(anaLibsExtra.Data());
856
857 TString ana_sources = "";
858 TString ana_add = "";
859 if (kUsePAR && anaPars.Length()) {
860 printf("%s\n", anaPars.Data());
861 TObjArray *arr;
862 TObjString *objstr;
863 arr = anaPars.Tokenize(" ");
864 TIter next(arr);
865 while ((objstr=(TObjString*)next())) plugin->EnablePackage(objstr->GetString());
866 delete arr;
867 }
868
869// Declare the analysis source files names separated by blancs. To be compiled runtime
870// using ACLiC on the worker nodes.
871 ana_sources = anaSources.Strip();
872// Declare all libraries (other than the default ones for the framework. These will be
873// loaded by the generated analysis macro. Add all extra files (task .cxx/.h) here.
874
875 if (ana_sources.Length()) plugin->SetAnalysisSource(ana_sources);
876 plugin->SetExecutableCommand(kPluginExecutableCommand.Data());
877 // Declare the output file names separated by blancs.
878 // (can be like: file.root or file.root@ALICE::Niham::File)
879 plugin->SetUseSubmitPolicy(kFALSE);
880 plugin->SetMergeExcludes(kGridMergeExclude);
881 plugin->SetMaxMergeFiles(kGridMaxMergeFiles);
882 plugin->SetNrunsPerMaster(kGridRunsPerMaster);
883 plugin->SetMergeViaJDL(kPluginMergeViaJDL);
884 // Use fastread option
885 plugin->SetFastReadOption(kPluginFastReadOption);
886 // UseOverwrite mode
887 plugin->SetOverwriteMode(kPluginOverwriteMode);
888 // Optionally define the files to be archived.
889 // plugin->SetOutputArchive("log_archive.zip:stdout,stderr@ALICE::NIHAM::File root_archive.zip:AliAOD.root,AOD.tag.root@ALICE::NIHAM::File");
890 plugin->SetOutputToRunNo(kPluginOutputToRunNumber); // write the output to subdirs named after run number
891// plugin->SetDefaultOutputs(kFALSE);
892
893 // Put default output files to archive
894 TString listhists = "";
895 TString listaods = "";
896 AliAnalysisManager *mgr = AliAnalysisManager::GetAnalysisManager();
897 TIter next(mgr->GetOutputs());
898 AliAnalysisDataContainer *output;
899 while ((output=(AliAnalysisDataContainer*)next())) {
900 const char *filename = output->GetFileName();
901 if (!(strcmp(filename, "default"))) {
902 if (!mgr->GetOutputEventHandler()) continue;
903 filename = mgr->GetOutputEventHandler()->GetOutputFileName();
904 if (listaods.Length()) listaods += " ";
905 listaods += filename;
906 } else {
907 if(!listhists.Contains(filename)){
908 if (listhists.Length()) listhists += " ";
909 listhists += filename;
910 }
911 }
912 }
913
914 if (mgr->GetExtraFiles().Length()) {
915 if (listaods.Length()) listaods += " ";
916 listaods += mgr->GetExtraFiles();
917 }
918
919 TString outputArchive;
920 outputArchive = Form("log_archive.zip:std*r@%s",kGridOutputStorages.Data());
921 listaods.ReplaceAll(" ", ",");
922 listhists.ReplaceAll(" ", ",");
923 if (listhists.Length()) listhists = Form("hist_archive.zip:%s@%s", listhists.Data(), kGridOutputStorages.Data());
924 if (listaods.Length()) listaods = Form("aod_archive.zip:%s@%s", listaods.Data(), kGridOutputStorages.Data());
925
926 if (!listhists.Length() && !listaods.Length()) {
927 ::Fatal("AnalysisTrainHMPID", "No task output !");
928 }
929
930 if (listaods.Length()) {
931 outputArchive += " ";
932 outputArchive += listaods;
933 }
934 if (listhists.Length()) {
935 outputArchive += " ";
936 outputArchive += listhists;
937 }
938// plugin->SetOutputArchive(outputArchive);
939
940// Optionally set a name for the generated analysis macro (default MyAnalysis.C)
941 plugin->SetAnalysisMacro(Form("%s.C", kTrainName.Data()));
942// Optionally set maximum number of input files/subjob (default 100, put 0 to ignore)
943 plugin->SetSplitMaxInputFileNumber(kGridFilesPerJob);
944// Optionally set number of failed jobs that will trigger killing waiting sub-jobs.
945// plugin->SetMaxInitFailed(5);
946// Optionally resubmit threshold.
947// plugin->SetMasterResubmitThreshold(90);
948// Optionally set time to live (default 30000 sec)
949 plugin->SetTTL(30000);
950// Optionally set input format (default xml-single)
951 plugin->SetInputFormat("xml-single");
952// Optionally modify the name of the generated JDL (default analysis.jdl)
953 plugin->SetJDLName(Form("%s.jdl", kTrainName.Data()));
954// Optionally modify the executable name (default analysis.sh)
955 plugin->SetExecutable(Form("%s.sh", kTrainName.Data()));
956// Optionally modify job price (default 1)
957 plugin->SetPrice(1);
958// Optionally modify split mode (default 'se')
959 plugin->SetSplitMode("se");
960 plugin->SetCheckCopy(kFALSE);
961 return plugin;
962}
963
964//______________________________________________________________________________
965Bool_t LoadConfig(const char *filename)
966{
967// Read train configuration from file
968 if (gSystem->AccessPathName(filename)) {
969 ::Error("AnalysisTrainHMPID.C::LoadConfig", "Config file name not found");
970 return kFALSE;
971 }
972 gROOT->ProcessLine(Form(".x %s", filename));
973 ::Info("AnalysisTrainHMPID.C::LoadConfig", "Train configuration loaded from file %s", filename);
974 return kTRUE;
975}
976
977//______________________________________________________________________________
978Bool_t PatchJDL(){
979 Printf(">>> Patching JDL");
980 AliAnalysisManager *mgr = AliAnalysisManager::GetAnalysisManager();
981 AliAnalysisAlien* gridHandler = (AliAnalysisAlien*)mgr->GetGridHandler();
982 TGridJDL *jdl = gridHandler->GetGridJDL();
983 if(iJETAN)jdl->AddToPackages("fastjet","v2.4.0");
984 gridHandler->WriteJDL(kFALSE);
985 Printf("<<< Patching JDL");
986 return kTRUE;
987}
988
989//______________________________________________________________________________
990Bool_t PatchAnalysisMacro(){
991 Printf(">>> Patching AnalysisMacro");
992 gSystem->Exec(Form("mv %s.C %s.C_tmp",kTrainName.Data(),kTrainName.Data()));
993
994 ifstream in1;
995 in1.open(Form("%s.C_tmp", kTrainName.Data()));
996 char cLine[250];
997 TString st;
998 while(in1.getline(cLine,250)){
999 st += cLine;
1000 st += "\n";
1001 }
1002 Int_t index= -1;
1003 index = st.Index("gSystem->Load(\"libPhysics\");");
1004 index += strlen("gSystem->Load(\"libPhysics\");");
1005 /*
1006 TObjArray *arr;
1007 TObjString *objstr;
1008 arr = anaLibs.Tokenize(" ");
1009 TIter next(arr);
1010
1011 add += "\n\n // added by CKB \n";
1012 while ((objstr=(TObjString*)next())){
1013 if(objstr->GetString().Contains("PWG3"))continue;
1014 if(objstr->GetString().EndsWith(".so"))add += Form("gSystem->Load(\"%s\");\n",objstr->GetString().Data());
1015 }
1016 delete arr;
1017 */
1018 // add += Form("AliLog::SetGlobalLogLevel(%d);\n",AliLog::GetGlobalLogLevel());
1019 TString add = "";
1020
1021 if(index<0)Printf("%s:%d index out of bounds",(char*)__FILE__,__LINE__);
1022 add += "\n\n // added by CKB \n";
1023 add += "\n gSystem->AddIncludePath(\"./\"); \n";
1024 if(gGrid && kPluginAliRootVersion.Length()==0){
1025 add += "\n // Dirty hack for TRD reference data \n";
1026 add += "\n gSystem->Setenv(\"ALICE_ROOT\",\"";
1027 add += Form("alien://%s/rootfiles/",gGrid->GetHomeDirectory());
1028 add += "\"); \n";
1029 }
1030 add += "// BKC \n\n";
1031 st.Insert(index,add.Data());
1032
1033 if(kUseCPAR && kPluginAliRootVersion.Length()==0){
1034 index = st.Index("gSystem->AddIncludePath(\"-I$"); // uncommen $ALICE_ROOT include for par files
1035 if(index<0)Printf("%s:%d index out of bounds",(char*)__FILE__,__LINE__);
1036 st.Insert(index,"// CKB comment out whehn no aliroot is provided \n //");
1037 }
1038
1039 ofstream out;
1040 out.open(Form("%s.C", kTrainName.Data()));
1041 if (out.bad()) {
1042 return kFALSE;
1043 }
1044 out << st << endl;
1045 Printf("<<< Patching AnalysisMacro");
1046
1047 Printf(">>> Patching Merge Macro");
1048 gSystem->Exec(Form("mv %s_merge.C %s_merge.C_tmp",kTrainName.Data(),kTrainName.Data()));
1049
1050 ifstream in2;
1051 in2.open(Form("%s_merge.C_tmp", kTrainName.Data()));
1052 TString st2;
1053 while(in2.getline(cLine,250)){
1054 st2 += cLine;
1055 st2 += "\n";
1056 }
1057 index = st2.Index("gSystem->Load(\"libPhysics\");");
1058 index += strlen("gSystem->Load(\"libPhysics\");");
1059 TString add2 = "";
1060 add2 += "\n gSystem->AddIncludePath(\"./\"); \n";
1061 if(gGrid&&kPluginAliRootVersion.Length()==0){
1062 add2 += "\n // Dirty hack for TRD reference data \n";
1063 add2 += "\n gSystem->Setenv(\"ALICE_ROOT\",\"";
1064 add2 += Form("alien://%s/rootfiles/",gGrid->GetHomeDirectory());
1065 add2 += "\"); \n";
1066 }
1067 add2 += "// BKC \n\n";
1068 if(index<0)Printf("%s:%d index out of bounds",(char*)__FILE__,__LINE__);
1069 st2.Insert(index,add.Data());
1070
1071 if(kUseCPAR&&kPluginAliRootVersion.Length()==0){
1072 index = st2.Index("gSystem->AddIncludePath(\"-I$"); // uncommen $ALICE_ROOT include for par files
1073 if(index<0)Printf("%s:%d index out of bounds",(char*)__FILE__,__LINE__);
1074 st2.Insert(index,"// CKB comment out whehn no aliroot is provided \n //");
1075 }
1076
1077 // do not exclude the extra files from merign, this is done explicitly in this train script
1078 index = st2.Index("mergeExcludes +="); // uncommen $ALICE_ROOT include for par files
1079 if(index<0)Printf("%s:%d index out of bounds",(char*)__FILE__,__LINE__);
1080 st2.Insert(index,"// CKB comment out, handled explicitly by the train macro \n //");
1081
1082
1083 ofstream out2;
1084 out2.open(Form("%s_merge.C", kTrainName.Data()));
1085 if (out2.bad()) {
1086 return kFALSE;
1087 }
1088 out2 << st2 << endl;
1089 Printf("<<< Patching Merging Macro");
1090
1091
1092 return kTRUE;
1093
1094}