[u/mrichter/AliRoot.git] / PWG1 / PilotTrain / PilotAnalysis.C

#include "Riostream.h"
void LoadLibraries();
void AddAnalysisTasks(); 
class AliAnalysisAlien;                                                                                                                    
AliAnalysisAlien* CreateAlienHandler(const char *plugin_mode);

Int_t runNumbers[5] = {137844};

Bool_t doCDBconnect   = 1;
Bool_t doEventStat    = 1;
Bool_t doCentrality   = 1;
Bool_t doQAsym        = 1;
Bool_t doVZERO        = 1;   // there is a 2nd file
Bool_t doVertex       = 1;
Bool_t doSPD          = 1;   // needs RP   
Bool_t doTPC          = 1;
Bool_t doSDD          = 1;   // needs RP
Bool_t doSSDdEdx      = 1;
// new 
Bool_t doTRD          = 1;
Bool_t doITS          = 1;
Bool_t doCALO         = 1;
Bool_t doMUONTrig     = 1;
Bool_t doImpParRes    = 1;
Bool_t doMUON         = 1;
Bool_t doTOF          = 1;
Bool_t doHMPID        = 1;

Bool_t doMUONEff      = 0;   // NEEDS geometry
Bool_t doV0           = 0;   // NEEDS MCtruth 

TString     train_name         = "QA";      // QA local folder name
TString     train_tag          = "";        // Train special tag appended to 
                                            // visible name. ("sim", "pp", ...)
               // Name in train page (DON'T CHANGE)
TString     visible_name       = Form("QA$2_$3%s", train_tag.Data()); //# FIXED #
TString     job_comment        = "PWG1 QA train"; // Can add observations here
               // Job tag (DON'T CHANGE)
TString     job_tag            = Form("%s: %s", visible_name.Data(), job_comment.Data());
               // Package versions - Modify as needed
TString     root_version       = "v5-27-06b";
TString     aliroot_version    = "v4-21-09-AN";
               // Production directory - change as needed for test mode
TString     grid_datadir       = "/alice/data/2010/LHC10h";
               // Work directory in GRID (DON'T CHANGE)
TString     grid_workdir       = "/alice/cern.ch/user/a/alidaq/QA/QA$2";
               // Job splitting
Int_t       grid_split         = 10;       // Splitting
               // Debug level
Int_t       debug_level        = 1;        // Debugging
               // Data pattern - change as needed for test mode
TString     data_pattern       = "*ESDs/pass1/*ESDs.root";
               // Output directory (DON'T CHANGE)
TString     alien_outdir       = "$1/QA$2";
               // Input collection (production mode)
TString     data_collection    = "$1/qa1.xml";
TString     mergeExcludes      = ""; // Files to be excluded for merging
TString     terminateFiles     = "trending.root"; // Files produced during Terminate

Bool_t useProductionMode       = kTRUE;
Bool_t useMergeViaJDL          = kTRUE;
Bool_t useFastReadOption       = kTRUE;
Bool_t useOverwriteMode        = kTRUE;
Bool_t useDevelopmentVersion   = kFALSE;

void PilotAnalysis(const char *plugin_mode = "full")
{
  TString smode(plugin_mode);
  smode.ToLower();
  if (smode == "test") useProductionMode = kFALSE;
  if (!useProductionMode) {
     TGrid::Connect("alien://");
     if (!gGrid || !gGrid->IsConnected()) {
       ::Error("PilotAnalysis", "No grid connection");
       return;
     }
  }   
  // Write configuration
  TString cdir = gSystem->WorkingDirectory();
  gSystem->MakeDirectory(train_name);
  gSystem->ChangeDirectory(train_name);
  ofstream out;
  out.open(Form("%sConfig.C",train_name.Data()), ios::out);
  out << "{" << endl;
  out << "   train_name      = " << "\"" << train_name.Data() << "\";" << endl;
  out << "   root_version    = " << "\"" << root_version.Data() << "\";" << endl;
  out << "   aliroot_version = " << "\"" << aliroot_version.Data() << "\";" << endl;
  out << "   grid_datadir   = " << "\"" << grid_datadir.Data() << "\";" << endl;
  if (!alien_outdir.Length()) alien_outdir = Form("output_%s",train_name.Data());
  out << "   alien_outdir    = " << "\"" << alien_outdir.Data() << "\";" << endl;
  out << "   doQAsim         = " << doQAsym << ";" << endl;
  out << "   doVZERO         = " << doVZERO << ";" << endl;
  out << "   doVertex        = " << doVertex << ";" << endl;
  out << "   doSPD           = " << doSPD << ";" << endl;
  out << "   doSDD           = " << doSDD << ";" << endl;
  out << "   doSSDdEdx       = " << doSSDdEdx << ";" << endl;
  out << "   doTPC           = " << doTPC << ";" << endl;
  out << "   doTRD           = " << doTRD << ";" << endl;
  out << "   doImpParRes     = " << doImpParRes << ";" << endl;
  out << "   doMUON          = " << doMUON << ";" << endl;
  out << "   doTOF           = " << doTOF << ";" << endl;
  out << "   doHMPID         = " << doHMPID << ";" << endl;
  out << "   doEventStat     = " << doEventStat << ";" << endl;
  out << "   doCentrality    = " << doCentrality << ";" << endl;
  out << "}" << endl;
  out.close();
  
  // Load libraries
  gSystem->SetIncludePath("-I. -I$ROOTSYS/include -I$ALICE_ROOT/include -I$ALICE_ROOT -I$ALICE_ROOT/ITS -I$ALICE_ROOT/TRD -I$ALICE_ROOT/PWG1");
  LoadLibraries();
  // Create manager
  AliAnalysisManager *mgr  = new AliAnalysisManager("PilotAnalysis", "Production train");
  mgr->SetNSysInfo(100);
  mgr->SetDebugLevel(1);
  // Input handler
  AliESDInputHandlerRP *esdHandler = new AliESDInputHandlerRP();
  esdHandler->SetReadFriends(kTRUE);
  esdHandler->SetActiveBranches("ESDfriend");
  mgr->SetInputEventHandler(esdHandler);
  mgr->SetDebugLevel(debug_level);
  
  // AnalysisTasks
  AddAnalysisTasks();
  // Grid handler
  AliAnalysisAlien *alienHandler = CreateAlienHandler(plugin_mode);
  mgr->SetGridHandler(alienHandler);
  if (mgr->InitAnalysis()) {                                                                                                              
    mgr->PrintStatus(); 
    if (!strcmp(plugin_mode, "local")) mgr->StartAnalysis("local");
    else mgr->StartAnalysis("grid");
  }
}

void LoadLibraries()
{
  gSystem->Load("libANALYSIS");
  gSystem->Load("libANALYSISalice");
  gSystem->Load("libCORRFW");
  gSystem->Load("libTENDER");
  gSystem->Load("libPWG0base.so");
  gSystem->Load("libPWG0dep.so");
  gSystem->Load("libPWG0selectors.so");
  gSystem->Load("libPWG1.so");
  gSystem->Load("libPWG2.so");
  gSystem->Load("libPWG2forward.so");

  if (doCALO) {
     gSystem->Load("libEMCALUtils");
     gSystem->Load("libPWG4PartCorrBase");
     gSystem->Load("libPWG4PartCorrDep");
  }  
  if(doMUONTrig) {
     gSystem->Load("libPWG3base");
     gSystem->Load("libPWG3muon");
     gSystem->Load("libPWG3muondep");
  }   
}

void AddAnalysisTasks()
{
  AliAnalysisManager *mgr = AliAnalysisManager::GetAnalysisManager();
  mgr->SetCommonFileName("QAresults.root");
  //
  // CDB connection
  //
  if (doCDBconnect) {
    gROOT->LoadMacro("$ALICE_ROOT/PWG1/PilotTrain/AddTaskCDBconnect.C");
    AliTaskCDBconnect *taskCDB = AddTaskCDBconnect();
    if (!taskCDB) return;
    taskCDB->SetRunNumber(runNumbers[0]);
  }    
  
  //
  // Event Statistics (Jan Fiete)
  //
  if (doEventStat) {
      gROOT->LoadMacro("$ALICE_ROOT/ANALYSIS/macros/AddTaskPhysicsSelection.C");
      AliPhysicsSelectionTask* physSelTask = AddTaskPhysicsSelection(kFALSE /*MC*/);
//      mgr->RegisterExtraFile("event_stat.root");
      if (!terminateFiles.IsNull()) terminateFiles += ",";
      terminateFiles += "event_stat.root";
  }
  
  //
  // Centrality (J. Thaeder)
  //
  if (doCentrality) {
     gROOT->LoadMacro("$ALICE_ROOT/ANALYSIS/macros/AddTaskCentrality.C");
     AliCentralitySelectionTask *taskCentrality = AddTaskCentrality();
     gROOT->LoadMacro("$ALICE_ROOT/PWG1/Centrality/AddTaskHIMultCorr.C");
     AliAnalysisTaskHIMultCorr *taskHIcentrality = AddTaskHIMultCorr();
  }   
  
  // Vertexing (A. Dainese)
  // 
  if (doVertex) {
    gROOT->LoadMacro("$ALICE_ROOT/PWG1/macros/AddTaskVertexESD.C");
    AliAnalysisTaskVertexESD* taskvertexesd =  AddTaskVertexESD();
    taskvertexesd->SelectCollisionCandidates();
  }  

  // TPC QA (E. Sicking)
  //
  if (doQAsym) {
    gROOT->LoadMacro("$ALICE_ROOT/PWG1/PilotTrain/AddTaskQAsym.C");
    AliAnalysisTaskSE * taskqasim = AddTaskQAsym(0);
    taskqasim->SelectCollisionCandidates();
  }  
  //
  // VZERO QA  (C. Cheshkov)
  //
  if (doVZERO) {
    gROOT->LoadMacro("$ALICE_ROOT/PWG1/PilotTrain/AddTaskVZEROQA.C");
    AliAnalysisTaskSE * taskv0qa = AddTaskVZEROQA(0);
//  taskv0qa->SelectCollisionCandidates();
  }
  //
  // TPC (Jacek Otwinowski & Michael Knichel)
  //
  if (doTPC) {
    gROOT->LoadMacro("$ALICE_ROOT/PWG1/TPC/macros/AddTaskPerformanceTPCdEdxQA.C");
    AliPerformanceTask *tpcQA = AddTaskPerformanceTPCdEdxQA(kFALSE, kTRUE);
    tpcQA->SelectCollisionCandidates();
  }  
  //
  // SPD (A. Mastroserio)
  //
  if (doSPD) {
    gROOT->LoadMacro("$ALICE_ROOT/PWG1/PilotTrain/AddTaskSPDQA.C");
    AliAnalysisTaskSE* taskspdqa = AddTaskSPDQA();
    taskspdqa->SelectCollisionCandidates();
  }  
  //
  // SDD (F. Prino)
  //
  if (doSDD) {
    gROOT->LoadMacro("$ALICE_ROOT/PWG1/PilotTrain/AddSDDPoints.C");
    AliAnalysisTaskSE* tasksdd = AddSDDPoints();
    tasksdd->SelectCollisionCandidates();
  }
  //
  // SSD dEdx (Marek Chojnacki)
  //
  if (doSSDdEdx) {
    gROOT->LoadMacro("$ALICE_ROOT/PWG1/PilotTrain/AddTaskdEdxSSDQA.C");
    AliAnalysisTaskSE* taskssddedx = AddTaskdEdxSSDQA();
    taskssddedx->SelectCollisionCandidates();
  }

  //
  // ITS
  //
  if (doITS) {
      gROOT->LoadMacro("$ALICE_ROOT/PWG1/macros/AddTaskPerformanceITS.C");
      AliAnalysisTaskITSTrackingCheck *itsQA = AddTaskPerformanceITS(kFALSE);
  }
  //
  // TRD (Alex Bercuci, M. Fasel) 
  //
  if(doTRD) {
      gROOT->LoadMacro("$ALICE_ROOT/PWG1/macros/AddTrainPerformanceTRD.C");
      // steer individual TRD tasks
      Bool_t 
      doCheckESD(kTRUE),  // AliTRDcheckESD
      doCheckDET(kTRUE),  // AliTRDcheckDET
      doEffic(kTRUE),     // AliTRDefficiency
      doResolution(kTRUE),// AliTRDresolution
      doCheckPID(kTRUE),  // AliTRDcheckPID
      doV0Monitor(kFALSE);// AliTRDv0Monitor
      AddTrainPerformanceTRD(Translate(doCheckESD, doCheckDET, doEffic, doResolution, doCheckPID, doV0Monitor));
  }

  //
  // Calorimetry (Gustavo Conesa)
  //

  if(doCALO) {
      gROOT->LoadMacro("$ALICE_ROOT/PWG4/macros/QA/AddTaskCalorimeterQA.C");
      AliAnalysisTaskParticleCorrelation *taskCaloQA = AddTaskCalorimeterQA("ESD", kTRUE, kFALSE);
      taskCaloQA->SetDebugLevel(0);
  }

  //
  // Muon Trigger
  //
  
  if(doMUONTrig) {
      gROOT->LoadMacro("$ALICE_ROOT/PWG1/macros/AddTaskMTRchamberEfficiency.C");
      AliAnalysisTaskTrigChEff *taskMuonTrig = AddTaskMTRchamberEfficiency();
  }

  //
  // Muon Efficiency
  //

  if(doMUONEff) {
      gROOT->LoadMacro("$ALICE_ROOT/PWG3/muondep/AddTaskMUONTrackingEfficiency.C");
      AliAnalysisTaskMuonTrackingEff *taskMuonTrackEff = AddTaskMUONTrackingEfficiency();
  }
  
  //
  // V0-Decay Reconstruction (Ana Marin)
  // 

  if (doV0) {
      gROOT->LoadMacro("$ALICE_ROOT/PWG1/macros/AddTaskV0QA.C");
      AliAnalysisTaskV0QA *taskv0QA = AddTaskV0QA(kFALSE);
  }
  //
  // Impact parameter resolution (xianbao.yuan@pd.infn.it, andrea.dainese@pd.infn.it)
  //
  if (doImpParRes) {
    gROOT->LoadMacro("$ALICE_ROOT/PWG1/macros/AddTaskImpParRes.C");
 //   AliAnalysisTaskSE* taskimpparres= AddTaskImpParRes();
    AliAnalysisTaskSE* taskimpparres= AddTaskImpParRes(kFALSE,-1,kFALSE,kFALSE);
    taskimpparres->SelectCollisionCandidates();
  }  
  //
  // MUON QA (Philippe Pillot)
  //
  if (doMUON) {
    gROOT->LoadMacro("$ALICE_ROOT/PWG3/muon/AddTaskMuonQA.C");
    AliAnalysisTaskSE* taskmuonqa= AddTaskMuonQA();
  }  
  //
  // TOF (Francesca Bellini)
  //
  if (doTOF) {
    gROOT->LoadMacro("$ALICE_ROOT/PWG1/TOF/AddTaskTOFQA.C");
    AliAnalysisTaskTOFqa *tofQA = AddTaskTOFQA();
    tofQA->SelectCollisionCandidates();
  }  
  //
  // HMPID QA (Giacomo Volpe)
  //
  if (doHMPID) {
    gROOT->LoadMacro("$ALICE_ROOT/PWG1/HMPID/AddTaskHmpidQA.C");
    AliAnalysisTaskSE* taskhmpidqa= AddTaskHmpidQA(kFALSE);
  }      
}

//______________________________________________________________________________
AliAnalysisAlien* CreateAlienHandler(const char *plugin_mode)
{
// Check if user has a valid token, otherwise make one. This has limitations.
// One can always follow the standard procedure of calling alien-token-init then
//   source /tmp/gclient_env_$UID in the current shell.
   if (!AliAnalysisGrid::CreateToken()) return NULL;
   AliAnalysisAlien *plugin = new AliAnalysisAlien();
// Set the run mode (can be "full", "test", "offline", "submit" or "terminate")
   plugin->SetRunMode(plugin_mode);
   if (useProductionMode) {
      plugin->SetProductionMode();
      plugin->AddDataFile(data_collection);
   }   
   plugin->SetJobTag(job_tag);
   plugin->SetNtestFiles(5);
   plugin->SetCheckCopy(kFALSE);
//   plugin->SetOneStageMerging(kTRUE);
// Set versions of used packages
   plugin->SetAPIVersion("V1.1x");
   plugin->SetROOTVersion(root_version);
   plugin->SetAliROOTVersion(aliroot_version);
// Declare input data to be processed.
// Method 1: Create automatically XML collections using alien 'find' command.
// Define production directory LFN
   plugin->SetGridDataDir(grid_datadir);
// Set data search pattern
   plugin->SetDataPattern(data_pattern);
// ...then add run numbers to be considered
//   if (!iAODanalysis) plugin->SetRunRange(run_range[0], run_range[1]);
//   plugin->SetOutputSingleFolder("output");
   if (!useProductionMode) {
      plugin->SetRunPrefix("000");
      plugin->SetOutputToRunNo();
      for (Int_t i=0; i<2; i++) {
         if (!runNumbers[i]) break;
         plugin->AddRunNumber(runNumbers[i]);
      }   
   }
// Define alien work directory where all files will be copied. Relative to alien $HOME.
   plugin->SetGridWorkingDir(grid_workdir);
// Declare alien output directory. Relative to working directory.
   if (alien_outdir.IsNull()) alien_outdir = Form("output_%s",train_name.Data());
   plugin->SetGridOutputDir(alien_outdir);

   if (useDevelopmentVersion) {
     plugin->EnablePackage("STEERBase");
     plugin->EnablePackage("ESD");
     plugin->EnablePackage("AOD");
     plugin->EnablePackage("ANALYSIS");
     plugin->EnablePackage("ANALYSISalice");
   }

// Declare the analysis source files names separated by blancs. To be compiled runtime
// using ACLiC on the worker nodes.
// Declare all libraries (other than the default ones for the framework. These will be
// loaded by the generated analysis macro. Add all extra files (task .cxx/.h) here.
   plugin->AddIncludePath("-I. -I$ROOTSYS/include -I$ALICE_ROOT/include -I$ALICE_ROOT/ITS -I$ALICE_ROOT/TRD");
   
   plugin->SetAdditionalLibs("libCORRFW.so libTENDER.so libPWG0base.so libPWG0dep.so libPWG0selectors.so libPWG1.so libPWG2.so \
                              libPWG2forward.so libEMCALUtils.so libPWG4PartCorrBase.so libPWG4PartCorrDep.so \
                              libPWG3base.so libPWG3muon.so libPWG3muondep.so");
     
// Declare the output file names separated by blancs.
// (can be like: file.root or file.root@ALICE::Niham::File)
   plugin->SetDefaultOutputs();
   plugin->SetMaxMergeFiles(20);
   plugin->SetNrunsPerMaster(1);
   
   // Put default output files to archive
   AliAnalysisManager *mgr = AliAnalysisManager::GetAnalysisManager();
   TIter next(mgr->GetOutputs());
   AliAnalysisDataContainer *output;
   if (!mergeExcludes.IsNull()) plugin->SetMergeExcludes(mergeExcludes);
   if (!terminateFiles.IsNull()) plugin->SetTerminateFiles(terminateFiles);
// Set friends
// Optionally set a name for the generated analysis macro (default MyAnalysis.C)
   plugin->SetAnalysisMacro(Form("%s.C", train_name.Data()));
// Optionally set a name for the generated validation script
   plugin->SetValidationScript("validation.sh");
// Optionally set maximum number of input files/subjob (default 100, put 0 to ignore)
   plugin->SetSplitMaxInputFileNumber(grid_split);
// Optionally set number of failed jobs that will trigger killing waiting sub-jobs.
//   plugin->SetMaxInitFailed(5);
// Optionally modify the number of replicas
   plugin->SetNumberOfReplicas(4);
// Optionally resubmit threshold.
//   plugin->SetMasterResubmitThreshold(90);
// Optionally set time to live (default 30000 sec)
   plugin->SetTTL(70000);
// Optionally set input format (default xml-single)
   plugin->SetInputFormat("xml-single");
// Optionally modify the name of the generated JDL (default analysis.jdl)
   plugin->SetJDLName(Form("%s.jdl", train_name.Data()));
// Optionally modify the executable name (default analysis.sh)
   plugin->SetExecutable(Form("%s.sh", train_name.Data()));
// Optionally modify job price (default 1)
   plugin->SetPrice(1);      
// Optionally modify split mode (default 'se')    
   plugin->SetSplitMode("se");
   plugin->SetExecutableCommand("aliroot -b -q");
// Merge via JDL
   plugin->SetMergeViaJDL(useMergeViaJDL);
// Use fastread option
   plugin->SetFastReadOption(useFastReadOption);
// UseOverwrite mode
   plugin->SetOverwriteMode(useOverwriteMode);   
/*********************************************************
 ***     PROOF MODE SPECIFIC SETTINGS         ************
 *********************************************************/
// Proof cluster
//   plugin->SetProofCluster("alice-caf");
   plugin->SetProofCluster("skaf.saske.sk");
// Dataset to be used   
   plugin->SetProofDataSet("/alice/data/LHC10e_000128175_p1#esdTree");
// May need to reset proof. Supported modes: 0-no reset, 1-soft, 2-hard
   plugin->SetProofReset(0);
// May limit number of workers
   plugin->SetNproofWorkers(20);   
// May use a specific version of root installed in proof
   plugin->SetRootVersionForProof("current_dbg");
// May set the aliroot mode. Check http://aaf.cern.ch/node/83 
   plugin->SetAliRootMode("ALIROOT"); // Loads AF libs by default
// May request ClearPackages (individual ClearPackage not supported)
   plugin->SetClearPackages(kFALSE);
// Plugin test mode works only providing a file containing test file locations
   plugin->SetFileForTestMode(gSystem->ExpandPathName("$ALICE_ROOT/PWG1/PilotTrain/files.txt"));
   return plugin;
}
Commit	Line	Data
fe0275ad	1	#include "Riostream.h"
f59ecfbc	2	void LoadLibraries();
	3	void AddAnalysisTasks();
	4	class AliAnalysisAlien;
	5	AliAnalysisAlien* CreateAlienHandler(const char *plugin_mode);
	6
44a84424	7	Int_t runNumbers[5] = {137844};
574b2e7b	8
cc0ef64f	9	Bool_t doCDBconnect = 1;
0e23e583	10	Bool_t doEventStat = 1;
0e23e583	11	Bool_t doCentrality = 1;
cc0ef64f	12	Bool_t doQAsym = 1;
	13	Bool_t doVZERO = 1; // there is a 2nd file
	14	Bool_t doVertex = 1;
	15	Bool_t doSPD = 1; // needs RP
	16	Bool_t doTPC = 1;
	17	Bool_t doSDD = 1; // needs RP
	18	Bool_t doSSDdEdx = 1;
8e52a034	19	// new
cc0ef64f	20	Bool_t doTRD = 1;
	21	Bool_t doITS = 1;
	22	Bool_t doCALO = 1;
	23	Bool_t doMUONTrig = 1;
	24	Bool_t doImpParRes = 1;
	25	Bool_t doMUON = 1;
	26	Bool_t doTOF = 1;
	27	Bool_t doHMPID = 1;
a05adbe9	28
9bdd18e3	29	Bool_t doMUONEff = 0; // NEEDS geometry
9bdd18e3	30	Bool_t doV0 = 0; // NEEDS MCtruth
f59ecfbc	31
9bdd18e3	32	TString train_name = "QA"; // QA local folder name
	33	TString train_tag = ""; // Train special tag appended to
	34	// visible name. ("sim", "pp", ...)
	35	// Name in train page (DON'T CHANGE)
	36	TString visible_name = Form("QA$2_$3%s", train_tag.Data()); //# FIXED #
	37	TString job_comment = "PWG1 QA train"; // Can add observations here
	38	// Job tag (DON'T CHANGE)
ab93cb3c	39	TString job_tag = Form("%s: %s", visible_name.Data(), job_comment.Data());
9bdd18e3	40	// Package versions - Modify as needed
44a84424	41	TString root_version = "v5-27-06b";
44a84424	42	TString aliroot_version = "v4-21-09-AN";
9bdd18e3	43	// Production directory - change as needed for test mode
44a84424	44	TString grid_datadir = "/alice/data/2010/LHC10h";
9bdd18e3	45	// Work directory in GRID (DON'T CHANGE)
	46	TString grid_workdir = "/alice/cern.ch/user/a/alidaq/QA/QA$2";
	47	// Job splitting
44a84424	48	Int_t grid_split = 10; // Splitting
9bdd18e3	49	// Debug level
2251e21b	50	Int_t debug_level = 1; // Debugging
9bdd18e3	51	// Data pattern - change as needed for test mode
c1c35c14	52	TString data_pattern = "ESDs/pass1/ESDs.root";
9bdd18e3	53	// Output directory (DON'T CHANGE)
	54	TString alien_outdir = "$1/QA$2";
	55	// Input collection (production mode)
	56	TString data_collection = "$1/qa1.xml";
	57	TString mergeExcludes = ""; // Files to be excluded for merging
a9b5fbe0	58	TString terminateFiles = "trending.root"; // Files produced during Terminate
fe0275ad	59
574b2e7b	60	Bool_t useProductionMode = kTRUE;
574b2e7b	61	Bool_t useMergeViaJDL = kTRUE;
44a84424	62	Bool_t useFastReadOption = kTRUE;
44a84424	63	Bool_t useOverwriteMode = kTRUE;
574b2e7b	64	Bool_t useDevelopmentVersion = kFALSE;
fe0275ad	65
f59ecfbc	66	void PilotAnalysis(const char *plugin_mode = "full")
f59ecfbc	67	{
9bdd18e3	68	TString smode(plugin_mode);
	69	smode.ToLower();
	70	if (smode == "test") useProductionMode = kFALSE;
	71	if (!useProductionMode) {
	72	TGrid::Connect("alien://");
	73	if (!gGrid \|\| !gGrid->IsConnected()) {
	74	::Error("PilotAnalysis", "No grid connection");
	75	return;
	76	}
	77	}
fe0275ad	78	// Write configuration
	79	TString cdir = gSystem->WorkingDirectory();
	80	gSystem->MakeDirectory(train_name);
	81	gSystem->ChangeDirectory(train_name);
	82	ofstream out;
	83	out.open(Form("%sConfig.C",train_name.Data()), ios::out);
	84	out << "{" << endl;
	85	out << " train_name = " << "\"" << train_name.Data() << "\";" << endl;
	86	out << " root_version = " << "\"" << root_version.Data() << "\";" << endl;
	87	out << " aliroot_version = " << "\"" << aliroot_version.Data() << "\";" << endl;
	88	out << " grid_datadir = " << "\"" << grid_datadir.Data() << "\";" << endl;
	89	if (!alien_outdir.Length()) alien_outdir = Form("output_%s",train_name.Data());
	90	out << " alien_outdir = " << "\"" << alien_outdir.Data() << "\";" << endl;
	91	out << " doQAsim = " << doQAsym << ";" << endl;
	92	out << " doVZERO = " << doVZERO << ";" << endl;
	93	out << " doVertex = " << doVertex << ";" << endl;
	94	out << " doSPD = " << doSPD << ";" << endl;
	95	out << " doSDD = " << doSDD << ";" << endl;
574b2e7b	96	out << " doSSDdEdx = " << doSSDdEdx << ";" << endl;
fe0275ad	97	out << " doTPC = " << doTPC << ";" << endl;
a05adbe9	98	out << " doTRD = " << doTRD << ";" << endl;
	99	out << " doImpParRes = " << doImpParRes << ";" << endl;
	100	out << " doMUON = " << doMUON << ";" << endl;
c1c35c14	101	out << " doTOF = " << doTOF << ";" << endl;
c1c35c14	102	out << " doHMPID = " << doHMPID << ";" << endl;
fe0275ad	103	out << " doEventStat = " << doEventStat << ";" << endl;
44a84424	104	out << " doCentrality = " << doCentrality << ";" << endl;
fe0275ad	105	out << "}" << endl;
	106	out.close();
	107
f59ecfbc	108	// Load libraries
44a84424	109	gSystem->SetIncludePath("-I. -I$ROOTSYS/include -I$ALICE_ROOT/include -I$ALICE_ROOT -I$ALICE_ROOT/ITS -I$ALICE_ROOT/TRD -I$ALICE_ROOT/PWG1");
f59ecfbc	110	LoadLibraries();
	111	// Create manager
	112	AliAnalysisManager *mgr = new AliAnalysisManager("PilotAnalysis", "Production train");
574b2e7b	113	mgr->SetNSysInfo(100);
44a84424	114	mgr->SetDebugLevel(1);
f59ecfbc	115	// Input handler
f59ecfbc	116	AliESDInputHandlerRP *esdHandler = new AliESDInputHandlerRP();
574b2e7b	117	esdHandler->SetReadFriends(kTRUE);
f59ecfbc	118	esdHandler->SetActiveBranches("ESDfriend");
f59ecfbc	119	mgr->SetInputEventHandler(esdHandler);
9bdd18e3	120	mgr->SetDebugLevel(debug_level);
fe0275ad	121
f59ecfbc	122	// AnalysisTasks
	123	AddAnalysisTasks();
	124	// Grid handler
fe0275ad	125	AliAnalysisAlien *alienHandler = CreateAlienHandler(plugin_mode);
f59ecfbc	126	mgr->SetGridHandler(alienHandler);
	127	if (mgr->InitAnalysis()) {
	128	mgr->PrintStatus();
8a67db85	129	if (!strcmp(plugin_mode, "local")) mgr->StartAnalysis("local");
8a67db85	130	else mgr->StartAnalysis("grid");
f59ecfbc	131	}
	132	}
	133
	134	void LoadLibraries()
	135	{
e583cb58	136	gSystem->Load("libANALYSIS");
	137	gSystem->Load("libANALYSISalice");
	138	gSystem->Load("libCORRFW");
	139	gSystem->Load("libTENDER");
f59ecfbc	140	gSystem->Load("libPWG0base.so");
	141	gSystem->Load("libPWG0dep.so");
	142	gSystem->Load("libPWG0selectors.so");
	143	gSystem->Load("libPWG1.so");
	144	gSystem->Load("libPWG2.so");
	145	gSystem->Load("libPWG2forward.so");
e583cb58	146
e583cb58	147	if (doCALO) {
	148	gSystem->Load("libEMCALUtils");
	149	gSystem->Load("libPWG4PartCorrBase");
	150	gSystem->Load("libPWG4PartCorrDep");
f59ecfbc	151	}
9bdd18e3	152	if(doMUONTrig) {
e583cb58	153	gSystem->Load("libPWG3base");
	154	gSystem->Load("libPWG3muon");
	155	gSystem->Load("libPWG3muondep");
	156	}
f59ecfbc	157	}
	158
	159	void AddAnalysisTasks()
	160	{
574b2e7b	161	AliAnalysisManager *mgr = AliAnalysisManager::GetAnalysisManager();
574b2e7b	162	mgr->SetCommonFileName("QAresults.root");
2251e21b	163	//
	164	// CDB connection
	165	//
	166	if (doCDBconnect) {
	167	gROOT->LoadMacro("$ALICE_ROOT/PWG1/PilotTrain/AddTaskCDBconnect.C");
	168	AliTaskCDBconnect *taskCDB = AddTaskCDBconnect();
	169	if (!taskCDB) return;
8a67db85	170	taskCDB->SetRunNumber(runNumbers[0]);
2251e21b	171	}
2251e21b	172
574b2e7b	173	//
	174	// Event Statistics (Jan Fiete)
	175	//
574b2e7b	176	if (doEventStat) {
574b2e7b	177	gROOT->LoadMacro("$ALICE_ROOT/ANALYSIS/macros/AddTaskPhysicsSelection.C");
44a84424	178	AliPhysicsSelectionTask* physSelTask = AddTaskPhysicsSelection(kFALSE /MC/);
9bdd18e3	179	// mgr->RegisterExtraFile("event_stat.root");
	180	if (!terminateFiles.IsNull()) terminateFiles += ",";
	181	terminateFiles += "event_stat.root";
574b2e7b	182	}
44a84424	183
	184	//
	185	// Centrality (J. Thaeder)
	186	//
	187	if (doCentrality) {
0e23e583	188	gROOT->LoadMacro("$ALICE_ROOT/ANALYSIS/macros/AddTaskCentrality.C");
039126a0	189	AliCentralitySelectionTask *taskCentrality = AddTaskCentrality();
bf90a869	190	gROOT->LoadMacro("$ALICE_ROOT/PWG1/Centrality/AddTaskHIMultCorr.C");
44a84424	191	AliAnalysisTaskHIMultCorr *taskHIcentrality = AddTaskHIMultCorr();
	192	}
	193
f59ecfbc	194	// Vertexing (A. Dainese)
	195	//
	196	if (doVertex) {
	197	gROOT->LoadMacro("$ALICE_ROOT/PWG1/macros/AddTaskVertexESD.C");
	198	AliAnalysisTaskVertexESD* taskvertexesd = AddTaskVertexESD();
	199	taskvertexesd->SelectCollisionCandidates();
	200	}
	201
	202	// TPC QA (E. Sicking)
	203	//
	204	if (doQAsym) {
	205	gROOT->LoadMacro("$ALICE_ROOT/PWG1/PilotTrain/AddTaskQAsym.C");
574b2e7b	206	AliAnalysisTaskSE * taskqasim = AddTaskQAsym(0);
f59ecfbc	207	taskqasim->SelectCollisionCandidates();
	208	}
	209	//
	210	// VZERO QA (C. Cheshkov)
	211	//
	212	if (doVZERO) {
	213	gROOT->LoadMacro("$ALICE_ROOT/PWG1/PilotTrain/AddTaskVZEROQA.C");
	214	AliAnalysisTaskSE * taskv0qa = AddTaskVZEROQA(0);
e583cb58	215	// taskv0qa->SelectCollisionCandidates();
f59ecfbc	216	}
f59ecfbc	217	//
f409164d	218	// TPC (Jacek Otwinowski & Michael Knichel)
f59ecfbc	219	//
f59ecfbc	220	if (doTPC) {
8a67db85	221	gROOT->LoadMacro("$ALICE_ROOT/PWG1/TPC/macros/AddTaskPerformanceTPCdEdxQA.C");
f409164d	222	AliPerformanceTask *tpcQA = AddTaskPerformanceTPCdEdxQA(kFALSE, kTRUE);
f409164d	223	tpcQA->SelectCollisionCandidates();
f59ecfbc	224	}
	225	//
	226	// SPD (A. Mastroserio)
	227	//
	228	if (doSPD) {
	229	gROOT->LoadMacro("$ALICE_ROOT/PWG1/PilotTrain/AddTaskSPDQA.C");
	230	AliAnalysisTaskSE* taskspdqa = AddTaskSPDQA();
574b2e7b	231	taskspdqa->SelectCollisionCandidates();
e583cb58	232	}
f59ecfbc	233	//
	234	// SDD (F. Prino)
	235	//
	236	if (doSDD) {
	237	gROOT->LoadMacro("$ALICE_ROOT/PWG1/PilotTrain/AddSDDPoints.C");
	238	AliAnalysisTaskSE* tasksdd = AddSDDPoints();
	239	tasksdd->SelectCollisionCandidates();
	240	}
574b2e7b	241	//
	242	// SSD dEdx (Marek Chojnacki)
	243	//
	244	if (doSSDdEdx) {
	245	gROOT->LoadMacro("$ALICE_ROOT/PWG1/PilotTrain/AddTaskdEdxSSDQA.C");
	246	AliAnalysisTaskSE* taskssddedx = AddTaskdEdxSSDQA();
	247	taskssddedx->SelectCollisionCandidates();
	248	}
8e52a034	249
e583cb58	250	//
	251	// ITS
	252	//
	253	if (doITS) {
	254	gROOT->LoadMacro("$ALICE_ROOT/PWG1/macros/AddTaskPerformanceITS.C");
	255	AliAnalysisTaskITSTrackingCheck *itsQA = AddTaskPerformanceITS(kFALSE);
	256	}
8e52a034	257	//
	258	// TRD (Alex Bercuci, M. Fasel)
	259	//
	260	if(doTRD) {
e583cb58	261	gROOT->LoadMacro("$ALICE_ROOT/PWG1/macros/AddTrainPerformanceTRD.C");
92238d29	262	// steer individual TRD tasks
	263	Bool_t
	264	doCheckESD(kTRUE), // AliTRDcheckESD
	265	doCheckDET(kTRUE), // AliTRDcheckDET
	266	doEffic(kTRUE), // AliTRDefficiency
	267	doResolution(kTRUE),// AliTRDresolution
	268	doCheckPID(kTRUE), // AliTRDcheckPID
	269	doV0Monitor(kFALSE);// AliTRDv0Monitor
	270	AddTrainPerformanceTRD(Translate(doCheckESD, doCheckDET, doEffic, doResolution, doCheckPID, doV0Monitor));
8e52a034	271	}
	272
	273	//
	274	// Calorimetry (Gustavo Conesa)
	275	//
	276
	277	if(doCALO) {
	278	gROOT->LoadMacro("$ALICE_ROOT/PWG4/macros/QA/AddTaskCalorimeterQA.C");
	279	AliAnalysisTaskParticleCorrelation *taskCaloQA = AddTaskCalorimeterQA("ESD", kTRUE, kFALSE);
2efff183	280	taskCaloQA->SetDebugLevel(0);
8e52a034	281	}
	282
	283	//
	284	// Muon Trigger
	285	//
	286
	287	if(doMUONTrig) {
	288	gROOT->LoadMacro("$ALICE_ROOT/PWG1/macros/AddTaskMTRchamberEfficiency.C");
	289	AliAnalysisTaskTrigChEff *taskMuonTrig = AddTaskMTRchamberEfficiency();
	290	}
	291
	292	//
	293	// Muon Efficiency
	294	//
	295
	296	if(doMUONEff) {
	297	gROOT->LoadMacro("$ALICE_ROOT/PWG3/muondep/AddTaskMUONTrackingEfficiency.C");
	298	AliAnalysisTaskMuonTrackingEff *taskMuonTrackEff = AddTaskMUONTrackingEfficiency();
	299	}
	300
	301	//
	302	// V0-Decay Reconstruction (Ana Marin)
	303	//
	304
	305	if (doV0) {
	306	gROOT->LoadMacro("$ALICE_ROOT/PWG1/macros/AddTaskV0QA.C");
	307	AliAnalysisTaskV0QA *taskv0QA = AddTaskV0QA(kFALSE);
	308	}
c1c35c14	309	//
a05adbe9	310	// Impact parameter resolution (xianbao.yuan@pd.infn.it, andrea.dainese@pd.infn.it)
	311	//
	312	if (doImpParRes) {
	313	gROOT->LoadMacro("$ALICE_ROOT/PWG1/macros/AddTaskImpParRes.C");
44a84424	314	// AliAnalysisTaskSE* taskimpparres= AddTaskImpParRes();
44a84424	315	AliAnalysisTaskSE* taskimpparres= AddTaskImpParRes(kFALSE,-1,kFALSE,kFALSE);
a05adbe9	316	taskimpparres->SelectCollisionCandidates();
a05adbe9	317	}
c1c35c14	318	//
a05adbe9	319	// MUON QA (Philippe Pillot)
	320	//
	321	if (doMUON) {
	322	gROOT->LoadMacro("$ALICE_ROOT/PWG3/muon/AddTaskMuonQA.C");
	323	AliAnalysisTaskSE* taskmuonqa= AddTaskMuonQA();
	324	}
c1c35c14	325	//
	326	// TOF (Francesca Bellini)
	327	//
	328	if (doTOF) {
	329	gROOT->LoadMacro("$ALICE_ROOT/PWG1/TOF/AddTaskTOFQA.C");
	330	AliAnalysisTaskTOFqa *tofQA = AddTaskTOFQA();
	331	tofQA->SelectCollisionCandidates();
	332	}
	333	//
	334	// HMPID QA (Giacomo Volpe)
	335	//
	336	if (doHMPID) {
	337	gROOT->LoadMacro("$ALICE_ROOT/PWG1/HMPID/AddTaskHmpidQA.C");
	338	AliAnalysisTaskSE* taskhmpidqa= AddTaskHmpidQA(kFALSE);
	339	}
f59ecfbc	340	}
	341
	342	//______________________________________________________________________________
	343	AliAnalysisAlien* CreateAlienHandler(const char *plugin_mode)
	344	{
	345	// Check if user has a valid token, otherwise make one. This has limitations.
	346	// One can always follow the standard procedure of calling alien-token-init then
	347	// source /tmp/gclient_env_$UID in the current shell.
	348	if (!AliAnalysisGrid::CreateToken()) return NULL;
	349	AliAnalysisAlien *plugin = new AliAnalysisAlien();
	350	// Set the run mode (can be "full", "test", "offline", "submit" or "terminate")
	351	plugin->SetRunMode(plugin_mode);
9bdd18e3	352	if (useProductionMode) {
	353	plugin->SetProductionMode();
	354	plugin->AddDataFile(data_collection);
	355	}
fe0275ad	356	plugin->SetJobTag(job_tag);
44a84424	357	plugin->SetNtestFiles(5);
9bdd18e3	358	plugin->SetCheckCopy(kFALSE);
bf90a869	359	// plugin->SetOneStageMerging(kTRUE);
f59ecfbc	360	// Set versions of used packages
f59ecfbc	361	plugin->SetAPIVersion("V1.1x");
fe0275ad	362	plugin->SetROOTVersion(root_version);
fe0275ad	363	plugin->SetAliROOTVersion(aliroot_version);
f59ecfbc	364	// Declare input data to be processed.
	365	// Method 1: Create automatically XML collections using alien 'find' command.
	366	// Define production directory LFN
fe0275ad	367	plugin->SetGridDataDir(grid_datadir);
f59ecfbc	368	// Set data search pattern
fe0275ad	369	plugin->SetDataPattern(data_pattern);
f59ecfbc	370	// ...then add run numbers to be considered
f59ecfbc	371	// if (!iAODanalysis) plugin->SetRunRange(run_range[0], run_range[1]);
574b2e7b	372	// plugin->SetOutputSingleFolder("output");
9bdd18e3	373	if (!useProductionMode) {
	374	plugin->SetRunPrefix("000");
	375	plugin->SetOutputToRunNo();
	376	for (Int_t i=0; i<2; i++) {
	377	if (!runNumbers[i]) break;
	378	plugin->AddRunNumber(runNumbers[i]);
	379	}
	380	}
f59ecfbc	381	// Define alien work directory where all files will be copied. Relative to alien $HOME.
9bdd18e3	382	plugin->SetGridWorkingDir(grid_workdir);
f59ecfbc	383	// Declare alien output directory. Relative to working directory.
fe0275ad	384	if (alien_outdir.IsNull()) alien_outdir = Form("output_%s",train_name.Data());
fe0275ad	385	plugin->SetGridOutputDir(alien_outdir);
f59ecfbc	386
574b2e7b	387	if (useDevelopmentVersion) {
	388	plugin->EnablePackage("STEERBase");
	389	plugin->EnablePackage("ESD");
	390	plugin->EnablePackage("AOD");
	391	plugin->EnablePackage("ANALYSIS");
	392	plugin->EnablePackage("ANALYSISalice");
	393	}
f59ecfbc	394
	395	// Declare the analysis source files names separated by blancs. To be compiled runtime
	396	// using ACLiC on the worker nodes.
	397	// Declare all libraries (other than the default ones for the framework. These will be
	398	// loaded by the generated analysis macro. Add all extra files (task .cxx/.h) here.
bf90a869	399	plugin->AddIncludePath("-I. -I$ROOTSYS/include -I$ALICE_ROOT/include -I$ALICE_ROOT/ITS -I$ALICE_ROOT/TRD");
574b2e7b	400
9bdd18e3	401	plugin->SetAdditionalLibs("libCORRFW.so libTENDER.so libPWG0base.so libPWG0dep.so libPWG0selectors.so libPWG1.so libPWG2.so \
574b2e7b	402	libPWG2forward.so libEMCALUtils.so libPWG4PartCorrBase.so libPWG4PartCorrDep.so \
bf90a869	403	libPWG3base.so libPWG3muon.so libPWG3muondep.so");
f59ecfbc	404
	405	// Declare the output file names separated by blancs.
	406	// (can be like: file.root or file.root@ALICE::Niham::File)
	407	plugin->SetDefaultOutputs();
574b2e7b	408	plugin->SetMaxMergeFiles(20);
f59ecfbc	409	plugin->SetNrunsPerMaster(1);
f59ecfbc	410
f59ecfbc	411	// Put default output files to archive
f59ecfbc	412	AliAnalysisManager *mgr = AliAnalysisManager::GetAnalysisManager();
	413	TIter next(mgr->GetOutputs());
	414	AliAnalysisDataContainer *output;
574b2e7b	415	if (!mergeExcludes.IsNull()) plugin->SetMergeExcludes(mergeExcludes);
9bdd18e3	416	if (!terminateFiles.IsNull()) plugin->SetTerminateFiles(terminateFiles);
f59ecfbc	417	// Set friends
f59ecfbc	418	// Optionally set a name for the generated analysis macro (default MyAnalysis.C)
fe0275ad	419	plugin->SetAnalysisMacro(Form("%s.C", train_name.Data()));
9bdd18e3	420	// Optionally set a name for the generated validation script
9bdd18e3	421	plugin->SetValidationScript("validation.sh");
f59ecfbc	422	// Optionally set maximum number of input files/subjob (default 100, put 0 to ignore)
9bdd18e3	423	plugin->SetSplitMaxInputFileNumber(grid_split);
f59ecfbc	424	// Optionally set number of failed jobs that will trigger killing waiting sub-jobs.
f59ecfbc	425	// plugin->SetMaxInitFailed(5);
9bdd18e3	426	// Optionally modify the number of replicas
9bdd18e3	427	plugin->SetNumberOfReplicas(4);
f59ecfbc	428	// Optionally resubmit threshold.
	429	// plugin->SetMasterResubmitThreshold(90);
	430	// Optionally set time to live (default 30000 sec)
	431	plugin->SetTTL(70000);
	432	// Optionally set input format (default xml-single)
	433	plugin->SetInputFormat("xml-single");
	434	// Optionally modify the name of the generated JDL (default analysis.jdl)
fe0275ad	435	plugin->SetJDLName(Form("%s.jdl", train_name.Data()));
f59ecfbc	436	// Optionally modify the executable name (default analysis.sh)
fe0275ad	437	plugin->SetExecutable(Form("%s.sh", train_name.Data()));
f59ecfbc	438	// Optionally modify job price (default 1)
	439	plugin->SetPrice(1);
	440	// Optionally modify split mode (default 'se')
	441	plugin->SetSplitMode("se");
	442	plugin->SetExecutableCommand("aliroot -b -q");
574b2e7b	443	// Merge via JDL
	444	plugin->SetMergeViaJDL(useMergeViaJDL);
	445	// Use fastread option
	446	plugin->SetFastReadOption(useFastReadOption);
	447	// UseOverwrite mode
	448	plugin->SetOverwriteMode(useOverwriteMode);
9bdd18e3	449	/*********************************************************
	450	* PROOF MODE SPECIFIC SETTINGS **********
	451	*********************************************************/
	452	// Proof cluster
	453	// plugin->SetProofCluster("alice-caf");
	454	plugin->SetProofCluster("skaf.saske.sk");
	455	// Dataset to be used
	456	plugin->SetProofDataSet("/alice/data/LHC10e_000128175_p1#esdTree");
	457	// May need to reset proof. Supported modes: 0-no reset, 1-soft, 2-hard
	458	plugin->SetProofReset(0);
	459	// May limit number of workers
	460	plugin->SetNproofWorkers(20);
	461	// May use a specific version of root installed in proof
	462	plugin->SetRootVersionForProof("current_dbg");
	463	// May set the aliroot mode. Check http://aaf.cern.ch/node/83
	464	plugin->SetAliRootMode("ALIROOT"); // Loads AF libs by default
	465	// May request ClearPackages (individual ClearPackage not supported)
	466	plugin->SetClearPackages(kFALSE);
	467	// Plugin test mode works only providing a file containing test file locations
	468	plugin->SetFileForTestMode(gSystem->ExpandPathName("$ALICE_ROOT/PWG1/PilotTrain/files.txt"));
f59ecfbc	469	return plugin;
f59ecfbc	470	}