--- /dev/null
+//===================== ANALYSIS TRAIN =========================================
+// To use: copy this macro to your work directory, modify the global part to match
+// your needs, then run root.
+// root[0] .L AnalysisTrain.C
+// Grid full mode as below (other modes: test, offline, submit, terminate)
+// root[1] AnalysisTrainNew("grid", "full")
+// CAF mode (requires root v5-23-02 + aliroot v4-16-Rev08)
+// root[2] AnalysisTrainNew("proof")
+// Local mode requires AliESds.root or AliAOD.root in ./data directory
+// root[3] AnalysisTrainNew("local")
+// In proof and grid modes, a token is needed and sourcing the produced environment file.
+//
+// If 'saveTrain' flag is set, the train will generate a directory name and run
+// in this directory. A configuration file 'ConfigTrain.C' will be generated.
+// One can replay at any time the train via:
+// root[1] AnalysisTrainNew(ana_mode, plugin_mode, "train_default_<date>/ConfigTrain.C")
+
+//================== TRAIN NAME ============================================
+TString train_name = "PWG3"; // local folder name
+TString train_tag = "_Pb-Pb_"; // Train special tag appended to
+ // visible name. ("data", "sim", "pp", "highmult", ...)
+ // Name in train page (DON'T CHANGE)
+TString visible_name = Form("PWG3%s$2_$3", train_tag.Data()); //# FIXED #
+ // Add train composition and other comments
+TString job_comment = "PWG3 tasks on AODs (di)muon/vertexing/dielectrons";
+TString job_tag = Form("%s: %s", visible_name.Data(), job_comment.Data());
+//==============================================================================
+
+// ### Settings that make sense in PROOF only
+//==============================================================================
+TString proof_cluster = "alice-caf.cern.ch";
+Bool_t useAFPAR = kFALSE; // use AF special par file
+TString AFversion = "AF-v4-17";
+// Change CAF dataset here
+TString proof_dataset = "/COMMON/COMMON/LHC09a4_run8100X#/esdTree";
+TString proof_outdir = "";
+
+// ### Settings that make sense when using the Alien plugin
+//==============================================================================
+Int_t runOnData = 1; // Set to 1 if processing real data
+Int_t iCollision = 1; // 0=pp, 1=Pb-Pb
+Bool_t usePLUGIN = kTRUE; // do not change
+Bool_t useProductionMode = kTRUE; // use the plugin in production mode
+// Usage of par files ONLY in grid mode and ONLY if the code is not available
+// in the deployed AliRoot versions. Par file search path: local dir, if not there $ALICE_ROOT.
+// To refresh par files, remove the ones in the workdir, then do "make <target.par>" in
+// AliRoot.
+Bool_t usePAR = kFALSE; // use par files for extra libs
+Bool_t useCPAR = kFALSE; // use par files for common libs
+TString root_version = "v5-27-06c"; // *CHANGE ME IF MORE RECENT IN GRID*
+TString aliroot_version = "v4-21-15-AN"; // *CHANGE ME IF MORE RECENT IN GRID*
+// Change production base directory here (test mode)
+TString alien_datadir = "/alice/data/2010/LHC10h";
+ // Work directory in GRID (DON'T CHANGE)
+TString grid_workdir = "/alice/cern.ch/user/a/alidaq/PWG3/PWG3_$2";
+ // Data pattern - change as needed for test mode
+ TString data_pattern = "*ESDs/pass1/AOD033/*AOD.root";
+//TString data_pattern = "*ESDs/pass1/*ESDs.root";
+// Set the run range
+Int_t run_numbers[10] = {137844}; // **********************!!!!!!!
+// AliEn output directory. If blank will become output_<train_name>
+ // Output directory (DON'T CHANGE)
+TString alien_outdir = "$1/PWG3OUT$2";
+ // Input collection (production mode)
+TString data_collection = "$1/input.xml";
+// Output folder to write delta AOD's. Considered if not null.
+TString outputSingleFolder = "";
+//TString outputSingleFolder = "deltas";
+// Number of files merged in a chunk
+Int_t maxMergeFiles = 20;
+// Files that should not be merged
+TString mergeExclude = "AliAOD.root AliAOD.VertexingHF.root AliAOD.Jets.root deltaAODPartCorr.root AliAOD.Muons.root AliAOD.Dimuons.root AliAOD.Dielectron.root AliAODCentrality.root";
+TString mergeDirName = "PWG3OUT$2";
+// Make replicas on the storages below
+TString outputStorages = "disk=4";
+// Number of runs per master job
+Int_t nRunsPerMaster = 10;
+// Maximum number of files per job (gives size of AOD)
+Int_t nFilesPerJob = 5;
+// Int_t nFilesPerJob = 1; (AOD->delta AOD production case)
+// ### Settings that make sense only for local analysis
+//==============================================================================
+// Change local xml dataset for local interactive analysis
+TString local_xmldataset = "";
+
+// ### Other flags to steer the analysis
+//==============================================================================
+Bool_t usePhysicsSelection = kFALSE; // use physics selection
+Bool_t useBKrejection = kFALSE; // use BK rejection
+Bool_t useCentrality = kFALSE; // centrality delta AOD
+Bool_t useTender = kFALSE; // use tender wagon
+Bool_t useV0tender = kFALSE; // use V0 correction in tender
+Bool_t useMergeViaJDL = kTRUE; // merge via JDL
+Bool_t useFastReadOption = kFALSE; // use xrootd tweaks
+Bool_t useOverwriteMode = kTRUE; // overwrite existing collections
+Bool_t useDATE = kFALSE; // use date in train name
+Bool_t useDBG = kTRUE; // activate debugging
+Bool_t useMC = kFALSE; // use MC info
+Bool_t useTAGS = kFALSE; // use ESD tags for selection
+Bool_t useKFILTER = kFALSE; // use Kinematics filter
+Bool_t useTR = kFALSE; // use track references
+Bool_t useCORRFW = kTRUE; // do not change
+Bool_t useAODTAGS = kFALSE; // use AOD tags
+Bool_t saveTrain = kTRUE; // save train configuration as:
+Bool_t saveCanvases = kFALSE; // save canvases created in Terminate
+Bool_t saveProofToAlien = kFALSE; // save proof outputs in AliEn
+
+// ### Analysis modules to be included. Some may not be yet fully implemented.
+//==============================================================================
+Int_t iAODanalysis = 1; // Analysis on input AOD's
+Int_t iAODhandler = 0; // Analysis produces an AOD or dAOD's
+
+Int_t iPWG3hfe = 0; // Electrons analysis (PWG3)
+Int_t iPWG3JPSI = 0; // JPSI analysis (PWG3)
+Int_t iPWG3d2h = 1; // D0->2 hadrons (PWG3)
+Int_t iPWG3MuonTrain = 1; // Muon analysis train
+
+
+// Temporaries.
+TString anaPars = "";
+TString anaLibs = "";
+// Function signatures
+class AliAnalysisAlien;
+
+//______________________________________________________________________________
+void AnalysisTrainPWG3(const char *analysis_mode="local",
+ const char *plugin_mode="full",
+ const char *config_file="")
+{
+// Main analysis train macro. If a configuration file is provided, all parameters
+// are taken from there but may be altered by CheckModuleFlags.
+ if (strlen(config_file) && !LoadConfig(config_file)) return;
+ TString smode(analysis_mode);
+ smode.ToUpper();
+ TString spmode(plugin_mode);
+ spmode.ToLower();
+ if (spmode == "test") useProductionMode = kFALSE;
+ // Check compatibility of selected modules
+ CheckModuleFlags(smode);
+ if (saveTrain) WriteConfig();
+
+ printf("==================================================================\n");
+ printf("=========== RUNNING ANALYSIS TRAIN %s IN %s MODE ==========\n", train_name.Data(),smode.Data());
+ printf("==================================================================\n");
+ printf("= Configuring analysis train for: =\n");
+ if (iAODanalysis) printf("= AOD analysis =\n");
+ else printf("= ESD analysis =\n");
+ if (usePhysicsSelection) printf("= Physics selection =\n");
+ if (useTender) printf("= TENDER =\n");
+ if (iPWG3hfe) printf("= PWG3 electrons =\n");
+ if (iPWG3JPSI) printf("= PWG3 j/psi =\n");
+ if (iPWG3d2h) printf("= PWG3 D -> hadrons tasks =\n");
+ if (iPWG3MuonTrain) printf("= PWG3 muon train =\n");
+ printf("==================================================================\n");
+ printf(":: use physics selection: %d\n", (UInt_t)usePhysicsSelection);
+ printf(":: use xrootd tweaks: %d\n", (UInt_t)useFastReadOption);
+ printf(":: use overwrite xml : %d\n", (UInt_t)useOverwriteMode);
+ printf(":: use merge via JDL: %d\n", (UInt_t)useMergeViaJDL);
+ printf(":: use MC truth: %d\n", (UInt_t)useMC);
+ printf(":: use KINE filter: %d\n", (UInt_t)useKFILTER);
+ printf(":: use track references: %d\n", (UInt_t)useTR);
+ printf(":: use tags: %d\n", (UInt_t)useTAGS);
+ printf(":: use AOD tags: %d\n", (UInt_t)useAODTAGS);
+ printf(":: use debugging: %d\n", (UInt_t)useDBG);
+ printf(":: use PAR files: %d\n", (UInt_t)usePAR);
+ printf(":: use AliEn plugin: %d\n", (UInt_t)usePLUGIN);
+
+ //==========================================================================
+ // Connect to back-end system
+// if (!Connect(smode)) {
+// ::Error("AnalysisTrain", "Could not connect to %s back-end", analysis_mode);
+// return;
+// }
+
+ // Load common libraries and set include path
+ if (!LoadCommonLibraries(smode)) {
+ ::Error("AnalysisTrain", "Could not load common libraries");
+ return;
+ }
+
+ // Make the analysis manager and connect event handlers
+ AliAnalysisManager *mgr = new AliAnalysisManager("Analysis Train", "Production train");
+ if (saveProofToAlien) mgr->SetSpecialOutputLocation(proof_outdir);
+ if (!strcmp(plugin_mode, "test")) mgr->SetNSysInfo(1);
+ // Load analysis specific libraries
+ if (!LoadAnalysisLibraries(smode)) {
+ ::Error("AnalysisTrain", "Could not load analysis libraries");
+ return;
+ }
+
+ // Create input handler (input container created automatically)
+ if (iAODanalysis) {
+ // AOD input handler
+ AliAODInputHandler *aodH = new AliAODInputHandler();
+ if (iPWG3d2h) aodH->AddFriend("AliAOD.VertexingHF.root");
+ mgr->SetInputEventHandler(aodH);
+ } else {
+ // ESD input handler
+ AliESDInputHandler *esdHandler = new AliESDInputHandler();
+ if (useTAGS) esdHandler->SetReadTags();
+ mgr->SetInputEventHandler(esdHandler);
+ }
+ // Monte Carlo handler
+ if (useMC && !iAODanalysis) {
+ AliMCEventHandler* mcHandler = new AliMCEventHandler();
+ mgr->SetMCtruthEventHandler(mcHandler);
+ mcHandler->SetReadTR(useTR);
+ }
+ // AOD output container, created automatically when setting an AOD handler
+ if (iAODhandler) {
+ // AOD output handler
+ AliAODHandler* aodHandler = new AliAODHandler();
+ aodHandler->SetOutputFileName("AliAOD.root");
+ mgr->SetOutputEventHandler(aodHandler);
+ if (iAODanalysis) {
+ aodHandler->SetFillAOD(kFALSE);
+ aodHandler->SetCreateNonStandardAOD();
+// if (iPWG3vertexing) aodHandler->SetOutputFileName("AliAOD.VertexingHF.root");
+ }
+ }
+ // Debugging if needed
+ if (useDBG) mgr->SetDebugLevel(3);
+ if (saveCanvases) mgr->SetSaveCanvases(kTRUE);
+
+ //==========================================================================
+ // Create the chain. In this example it is created only from ALIEN files but
+ // can be done to work in batch or grid mode as well.
+ TChain *chain = CreateChain(smode, plugin_mode);
+
+ //==========================================================================
+ // Load the tasks configuration macros for all wagons. These files are supposed now to be
+ // in the current workdir, but in AliEn they will be in the file catalog,
+ // mapped from AliRoot and pecified in the jdl input list.
+
+ // For now connection to top input container and common AOD output container
+ // is done in this macro, but in future these containers will be connected
+ // from each task configuration macro.
+
+ AddAnalysisTasks();
+
+ // Run the analysis
+ //
+ if (usePLUGIN) {
+ AliAnalysisGrid *alienHandler = CreateAlienHandler(plugin_mode);
+ AliAnalysisManager::GetAnalysisManager()->SetGridHandler(alienHandler);
+ }
+
+ if (mgr->InitAnalysis()) {
+ mgr->PrintStatus();
+ if (saveTrain || strlen(config_file)) gSystem->ChangeDirectory(train_name);
+ StartAnalysis(smode, chain);
+ }
+}
+
+//______________________________________________________________________________
+void AddAnalysisTasks()
+{
+// Add all analysis task wagons to the train
+ AliAnalysisManager *mgr = AliAnalysisManager::GetAnalysisManager();
+
+ //
+ // Tender and supplies. Needs to be called for every event.
+ //
+ if (useTender) {
+ gROOT->LoadMacro("$ALICE_ROOT/ANALYSIS/TenderSupplies/AddTaskTender.C");
+ // IF V0 tender needed, put kTRUE below
+ AliAnalysisTaskSE *tender = AddTaskTender(useV0tender);
+// tender->SetDebugLevel(2);
+ }
+
+ if (usePhysicsSelection) {
+ // Physics selection task
+ gROOT->LoadMacro("$ALICE_ROOT/ANALYSIS/macros/AddTaskPhysicsSelection.C");
+ mgr->RegisterExtraFile("event_stat.root");
+ AliPhysicsSelectionTask *physSelTask = AddTaskPhysicsSelection(useMC,useBKrejection);
+ mgr->AddStatisticsTask(AliVEvent::kMB);
+ }
+
+ // AOD tags
+ if (useAODTAGS) {
+ AliAnalysisTaskTagCreator* tagTask = new AliAnalysisTaskTagCreator("AOD Tag Creator");
+ mgr->AddTask(tagTask);
+ AliAnalysisDataContainer *coutTags = mgr->CreateContainer("cTag", TTree::Class(),
+ AliAnalysisManager::kOutputContainer, "AOD.tag.root");
+ mgr->ConnectInput (tagTask, 0, mgr->GetCommonInputContainer());
+ mgr->ConnectOutput(tagTask, 1, coutTags);
+ }
+
+
+// ********** PWG3 wagons ******************************************************
+ AliAnalysisManager::SetCommonFileName("PWG3histograms.root");
+
+ // PWG3 electrons
+ if (iPWG3hfe) {
+ gROOT->LoadMacro("$ALICE_ROOT/PWG3/hfe/macros/AddTaskHFE.C");
+ AliAnalysisTaskHFE *taskHFE = AddTaskHFE();
+ if (!taskHFE) ::Warning("AnalysisTrainNew", "AliAnalysisTaskHFE cannot run for this train conditions - EXCLUDED");
+ }
+
+ // PWG3 JPSI
+ if (iPWG3JPSI) {
+ gROOT->LoadMacro("$ALICE_ROOT/PWG3/dielectron/macros/AddTaskJPSI.C");
+ AliAnalysisTask *taskJPSI = AddTaskJPSI();
+ if (!taskJPSI) ::Warning("AnalysisTrainNew", "AliAnalysisTaskMultiDielectron cannot run for this train conditions - EXCLUDED");
+ }
+
+ // PWG3 D2h
+ if (iPWG3d2h) {
+ gROOT->LoadMacro("$ALICE_ROOT/PWG3/vertexingHF/AddD2HTrain.C");
+ Bool_t readMC = (runOnData!=0 ? kTRUE : kFALSE);
+ AddD2HTrain(readMC, 1,1,1,0,0,1,0,0,0,0);
+ }
+
+ // PWG3 muon
+ if (iPWG3MuonTrain) {
+ gROOT->LoadMacro("$ALICE_ROOT/PWG3/muon/AddPWG3MuonTrain.C");
+ // iESDAnalysis, iAODAnalysis -> flags to select if the train is AOD or ESD based
+ // iMuonDistributions, iSingleMuonANAlysis -> flags to switch on/off analysis wagons
+ Int_t isESDAnalysis = (iAODanalysis)?0:1;
+ Int_t isAODAnalysis = (iAODanalysis)?1:0;
+ Int_t addMuonDistributions = 1;
+ Int_t addSingleMuonAnalysis = 1;
+ Int_t addMuonHFAnalysis = 1;
+ Int_t ntaskmuon = AddPWG3MuonTrain(isESDAnalysis,isAODAnalysis,addMuonDistributions,addSingleMuonAnalysis,addMuonHFAnalysis);
+ printf("Added %d muon tasks\n", ntaskmuon);
+ }
+
+}
+
+//______________________________________________________________________________
+void StartAnalysis(const char *mode, TChain *chain) {
+// Start analysis.
+ Int_t imode = -1;
+ AliAnalysisManager *mgr = AliAnalysisManager::GetAnalysisManager();
+ if (!strcmp(mode, "LOCAL")) imode = 0;
+ if (!strcmp(mode, "PROOF")) imode = 1;
+ if (!strcmp(mode, "GRID")) imode = 2;
+ switch (imode) {
+ case 0:
+ if (!chain) {
+ ::Error("AnalysisTrainNew.C::StartAnalysis", "Cannot create the chain");
+ return;
+ }
+ mgr->StartAnalysis(mode, chain);
+ return;
+ case 1:
+ if (!proof_dataset.Length()) {
+ ::Error("AnalysisTrainNew.C::StartAnalysis", "proof_dataset is empty");
+ return;
+ }
+ mgr->StartAnalysis(mode, proof_dataset, 1000);
+ return;
+ case 2:
+ if (usePLUGIN) {
+ if (!mgr->GetGridHandler()) {
+ ::Error("AnalysisTrainNew.C::StartAnalysis", "Grid plugin not initialized");
+ return;
+ }
+ mgr->StartAnalysis("grid");
+ } else {
+ if (!chain) {
+ ::Error("AnalysisTrainNew.C::StartAnalysis", "Cannot create the chain");
+ return;
+ }
+ mgr->StartAnalysis(mode, chain);
+ }
+ return;
+ }
+}
+
+//______________________________________________________________________________
+void CheckModuleFlags(const char *mode) {
+// Checks selected modules and insure compatibility
+ Int_t imode = -1;
+ if (!strcmp(mode, "LOCAL")) imode = 0;
+ if (!strcmp(mode, "PROOF")) imode = 1;
+ if (!strcmp(mode, "GRID")) imode = 2;
+ if (imode==1) {
+ if (!usePAR) {
+ ::Info("AnalysisTrainNew.C::CheckModuleFlags", "PAR files enabled due to PROOF analysis");
+ usePAR = kTRUE;
+ }
+ }
+ if (imode != 2) {
+ ::Info("AnalysisTrainNew.C::CheckModuleFlags", "AliEn plugin disabled since not in GRID mode");
+ usePLUGIN = kFALSE;
+ }
+ if (iAODanalysis) {
+ // AOD analysis
+ if (useMC)
+ ::Info("AnalysisTrainNew.C::CheckModuleFlags", "MC usage disabled in analysis on AOD's");
+ if (useAODTAGS)
+ ::Info("AnalysisTrainNew.C::CheckModuleFlags", "AOD tags usage disabled in analysis on AOD's");
+ useMC = kFALSE;
+ useTR = kFALSE;
+ useAODTAGS = kFALSE;
+ } else {
+ // ESD analysis
+ if (!useMC) useTR = kFALSE;
+ if (!useTR) {
+ ::Info("AnalysisTrainNew.C::CheckModuleFlags", "iPWG2evchar disabled if not reading track references");
+ iPWG2evchar = 0;
+ }
+ }
+ if (useKFILTER && !useMC) useKFILTER = kFALSE;
+ if (useAODTAGS && !iAODhandler) useAODTAGS = kFALSE;
+}
+
+//______________________________________________________________________________
+Bool_t Connect(const char *mode) {
+// Connect <username> to the back-end system.
+ Int_t imode = -1;
+ if (!strcmp(mode, "LOCAL")) imode = 0;
+ if (!strcmp(mode, "PROOF")) imode = 1;
+ if (!strcmp(mode, "GRID")) imode = 2;
+ TString username = gSystem->Getenv("alien_API_USER");
+ switch (imode) {
+ case 0:
+ break;
+ case 1:
+ if (!username.Length()) {
+ ::Error(Form("AnalysisTrainNew.C::Connect <%s>", mode), "Make sure you:\n \
+ 1. Have called: alien-token-init <username>\n \
+ 2. Have called: >source /tmp/gclient_env_$UID");
+ return kFALSE;
+ }
+ ::Info("AnalysisTrainNew.C::Connect", "Connecting user <%s> to PROOF cluster <%s>",
+ username.Data(), proof_cluster.Data());
+ gEnv->SetValue("XSec.GSI.DelegProxy", "2");
+// TProof::Open(Form("%s@%s:31093", username.Data(), proof_cluster.Data()));
+ TProof::Open(Form("%s@%s", username.Data(), proof_cluster.Data()));
+ if (!gProof) {
+ if (strcmp(gSystem->Getenv("XrdSecGSISRVNAMES"), "lxfsrd0506.cern.ch"))
+ ::Error(Form("AnalysisTrainNew.C::Connect <%s>", mode), "Environment XrdSecGSISRVNAMES different from lxfsrd0506.cern.ch");
+ return kFALSE;
+ }
+ TGrid::Connect("alien://");
+ if (gGrid) {
+ TString homedir = gGrid->GetHomeDirectory();
+ TString workdir = homedir + train_name;
+ if (!gGrid->Cd(workdir)) {
+ gGrid->Cd(homedir);
+ if (gGrid->Mkdir(workdir)) {
+ gGrid->Cd(train_name);
+ ::Info("AnalysisTrainNew::Connect()", "Directory %s created", gGrid->Pwd());
+ }
+ }
+ gGrid->Mkdir("proof_output");
+ gGrid->Cd("proof_output");
+ proof_outdir = Form("alien://%s", gGrid->Pwd());
+ }
+ break;
+ case 2:
+ if (usePLUGIN && !gSystem->Getenv("alien_CLOSE_SE")) {
+ ::Error(Form("AnalysisTrainNew.C::Connect <%s>", mode),
+ "When using the AliEn plugin it is preferable to define the \
+ variable alien_CLOSE_SE in your environment.");
+ return kFALSE;
+ }
+ ::Info("AnalysisTrainNew.C::Connect", "Connecting user <%s> to AliEn ...",
+ username.Data());
+ TGrid::Connect("alien://");
+ if (!gGrid || !gGrid->IsConnected()) return kFALSE;
+ break;
+ default:
+ ::Error("AnalysisTrainNew.C::Connect", "Unknown run mode: %s", mode);
+ return kFALSE;
+ }
+ ::Info("AnalysisTrainNew.C::Connect","Connected in %s mode", mode);
+ return kTRUE;
+}
+
+//______________________________________________________________________________
+Bool_t LoadCommonLibraries(const char *mode)
+{
+// Load common analysis libraries.
+ Int_t imode = -1;
+ if (!strcmp(mode, "LOCAL")) imode = 0;
+ if (!strcmp(mode, "PROOF")) imode = 1;
+ if (!strcmp(mode, "GRID")) imode = 2;
+ if (!gSystem->Getenv("ALICE_ROOT")) {
+ ::Error("AnalysisTrainNew.C::LoadCommonLibraries", "Analysis train requires that analysis libraries are compiled with a local AliRoot");
+ return kFALSE;
+ }
+ Bool_t success = kTRUE;
+ // ROOT libraries
+ gSystem->Load("libTree.so");
+ gSystem->Load("libGeom.so");
+ gSystem->Load("libVMC.so");
+ gSystem->Load("libPhysics.so");
+ gSystem->Load("libMinuit.so");
+
+ // Load framework classes. Par option ignored here.
+ switch (imode) {
+ case 0:
+ case 2:
+ if (useCPAR) {
+ success &= LoadLibrary("STEERBase", mode, kTRUE);
+ success &= LoadLibrary("ESD", mode, kTRUE);
+ success &= LoadLibrary("AOD", mode, kTRUE);
+ success &= LoadLibrary("ANALYSIS", mode, kTRUE);
+ success &= LoadLibrary("ANALYSISalice", mode, kTRUE);
+ if (useCORRFW) success &= LoadLibrary("CORRFW", mode, kTRUE);
+ } else {
+ success &= LoadLibrary("libSTEERBase.so", mode);
+ success &= LoadLibrary("libESD.so", mode);
+ success &= LoadLibrary("libAOD.so", mode);
+ success &= LoadLibrary("libANALYSIS.so", mode);
+ success &= LoadLibrary("libANALYSISalice.so", mode);
+ if (useCORRFW) success &= LoadLibrary("libCORRFW.so", mode);
+ gROOT->ProcessLine(".include $ALICE_ROOT/include");
+ }
+ break;
+ case 1:
+ Int_t ires = -1;
+ if (useAFPAR && !gSystem->AccessPathName(AFversion)) ires = gProof->UploadPackage(AFversion);
+ if (ires < 0) {
+ success &= LoadLibrary("STEERBase", mode);
+ success &= LoadLibrary("ESD", mode);
+ success &= LoadLibrary("AOD", mode);
+ success &= LoadLibrary("ANALYSIS", mode);
+ success &= LoadLibrary("ANALYSISalice", mode);
+ if (useCORRFW) success &= LoadLibrary("CORRFW", mode);
+ } else {
+ ires = gProof->EnablePackage(AFversion);
+ if (ires<0) success = kFALSE;
+ if (useCORRFW) success &= LoadLibrary("CORRFW", mode);
+ }
+ break;
+ default:
+ ::Error("AnalysisTrainNew.C::LoadCommonLibraries", "Unknown run mode: %s", mode);
+ return kFALSE;
+ }
+ if (success) {
+ ::Info("AnalysisTrainNew.C::LoadCommodLibraries", "Load common libraries: SUCCESS");
+ ::Info("AnalysisTrainNew.C::LoadCommodLibraries", "Include path for Aclic compilation:\n%s",
+ gSystem->GetIncludePath());
+ } else {
+ ::Info("AnalysisTrainNew.C::LoadCommodLibraries", "Load common libraries: FAILED");
+ }
+
+ return success;
+}
+
+//______________________________________________________________________________
+Bool_t LoadAnalysisLibraries(const char *mode)
+{
+// Load common analysis libraries.
+ Bool_t success = kTRUE;
+ if (useTender) {
+ if (!LoadLibrary("TENDER", mode, kTRUE) ||
+ !LoadLibrary("TENDERSupplies", mode, kTRUE)) return kFALSE;
+ }
+ if (iPWG3MuonTrain) {
+ if (!LoadLibrary("PWG3base", mode, kTRUE) ||
+ !LoadLibrary("PWG3muon", mode, kTRUE)) return kFALSE;
+ }
+ // PWG3 Vertexing HF
+ if (iPWG3d2h) {
+ if (!LoadLibrary("PWG3base", mode, kTRUE) ||
+ !LoadLibrary("PWG3vertexingHF", mode, kTRUE)) return kFALSE;
+ }
+ // PWG3 hfe
+ if (iPWG3hfe) {
+ if (!LoadLibrary("PWG3hfe", mode, kTRUE)) return kFALSE;
+ }
+ // PWG3 dielectron
+ if (iPWG3JPSI) {
+ if (!LoadLibrary("PWG3dielectron", mode, kTRUE)) return kFALSE;
+ }
+
+ ::Info("AnalysisTrainNew.C::LoadAnalysisLibraries", "Load other libraries: SUCCESS");
+ return kTRUE;
+}
+
+//______________________________________________________________________________
+Bool_t LoadLibrary(const char *module, const char *mode, Bool_t rec=kFALSE)
+{
+// Load a module library in a given mode. Reports success.
+ Int_t imode = -1;
+ Int_t result;
+ TString smodule(module);
+ if (!strcmp(mode, "LOCAL")) imode = 0;
+ if (!strcmp(mode, "PROOF")) imode = 1;
+ if (!strcmp(mode, "GRID")) imode = 2;
+ TString mod(module);
+ if (!mod.Length()) {
+ ::Error("AnalysisTrainNew.C::LoadLibrary", "Empty module name");
+ return kFALSE;
+ }
+ // If a library is specified, just load it
+ if (smodule.EndsWith(".so")) {
+ mod.Remove(mod.Index(".so"));
+ result = gSystem->Load(mod);
+ if (result < 0) {
+ ::Error("AnalysisTrainNew.C::LoadLibrary", "Could not load library %s", module);
+ return kFALSE;
+ }
+ if (rec) anaLibs += Form("%s.so ",mod.Data());
+ return kTRUE;
+ }
+ // Check if the library is already loaded
+ if (strlen(gSystem->GetLibraries(Form("%s.so", module), "", kFALSE)) > 0)
+ return kTRUE;
+ switch (imode) {
+ case 0:
+ case 2:
+ if (usePAR) {
+ result = SetupPar(module);
+ if (rec) anaPars += Form("%s.par ", module);
+ } else {
+ result = gSystem->Load(Form("lib%s.so", module));
+ if (rec) anaLibs += Form("lib%s.so ", module);
+ }
+ break;
+ case 1:
+ result = gProof->UploadPackage(module);
+ if (result<0) {
+ result = gProof->UploadPackage(gSystem->ExpandPathName(Form("$ALICE_ROOT/%s.par", module)));
+ if (result<0) {
+ ::Error("AnalysisTrainNew.C::LoadLibrary", "Could not find module %s.par in current directory nor in $ALICE_ROOT", module);
+ return kFALSE;
+ }
+ }
+ result = gProof->EnablePackage(module);
+ break;
+ default:
+ return kFALSE;
+ }
+ if (result < 0) {
+ ::Error("AnalysisTrainNew.C::LoadLibrary", "Could not load module %s", module);
+ return kFALSE;
+ }
+ return kTRUE;
+}
+
+
+//______________________________________________________________________________
+TChain *CreateChain(const char *mode, const char *plugin_mode)
+{
+// Create the input chain
+ Int_t imode = -1;
+ if (!strcmp(mode, "LOCAL")) imode = 0;
+ if (!strcmp(mode, "PROOF")) imode = 1;
+ if (!strcmp(mode, "GRID")) imode = 2;
+ TChain *chain = NULL;
+ // Local chain
+ switch (imode) {
+ case 0:
+ if (iAODanalysis) {
+ if (!local_xmldataset.Length()) {
+ // Local AOD
+ chain = new TChain("aodTree");
+ if (gSystem->AccessPathName("data/AliAOD.root"))
+ ::Error("AnalysisTrainNew.C::CreateChain", "File: AliAOD.root not in ./data dir");
+ else {
+ if (!saveTrain) chain->Add("data/AliAOD.root");
+ else chain->Add("../data/AliAOD.root");
+ }
+ } else {
+ // Interactive AOD
+ chain = CreateChainSingle(local_xmldataset, "aodTree");
+ }
+ } else {
+ if (!local_xmldataset.Length()) {
+ // Local ESD
+ chain = new TChain("esdTree");
+ if (gSystem->AccessPathName("data/AliESDs.root"))
+ ::Error("AnalysisTrainNew.C::CreateChain", "File: AliESDs.root not in ./data dir");
+ else {
+ if (!saveTrain) chain->Add("data/AliESDs.root");
+ else chain->Add("../data/AliESDs.root");
+ }
+ } else {
+ // Interactive ESD
+ chain = CreateChainSingle(local_xmldataset, "esdTree");
+ }
+ }
+ break;
+ case 1:
+ break;
+ case 2:
+ if (usePLUGIN) {
+// AliAnalysisGrid *alienHandler = CreateAlienHandler(plugin_mode);
+// AliAnalysisManager::GetAnalysisManager()->SetGridHandler(alienHandler);
+ } else {
+ TString treeName = "esdTree";
+ if (iAODanalysis) treeName = "aodTree";
+ chain = CreateChainSingle("wn.xml", treeName);
+ }
+ break;
+ default:
+ }
+ if (chain && chain->GetNtrees()) return chain;
+ return NULL;
+}
+
+//______________________________________________________________________________
+TChain* CreateChainSingle(const char* xmlfile, const char *treeName)
+{
+ printf("*******************************\n");
+ printf("*** Getting the ESD Chain ***\n");
+ printf("*******************************\n");
+ TAlienCollection * myCollection = TAlienCollection::Open(xmlfile);
+
+ if (!myCollection) {
+ ::Error("AnalysisTrainNew.C::CreateChainSingle", "Cannot create an AliEn collection from %s", xmlfile) ;
+ return NULL ;
+ }
+
+ TChain* chain = new TChain(treeName);
+ myCollection->Reset() ;
+ while ( myCollection->Next() ) chain->Add(myCollection->GetTURL("")) ;
+ chain->ls();
+ return chain;
+}
+
+//______________________________________________________________________________
+Int_t SetupPar(char* pararchivename)
+{
+ if (!pararchivename || !strlen(pararchivename)) return -1;
+ char processline[1024];
+ if (gSystem->AccessPathName(Form("%s.par", pararchivename))) {
+ if (!gSystem->AccessPathName(Form("%s/%s.par", gSystem->Getenv("ALICE_ROOT"),pararchivename))) {
+ ::Info("AnalysisTrainNew.C::SetupPar", "Getting %s.par from $ALICE_ROOT", pararchivename);
+ TFile::Cp(gSystem->ExpandPathName(Form("$ALICE_ROOT/%s.par", pararchivename)),
+ Form("%s.par",pararchivename));
+ } else {
+ ::Error("AnalysisTrainNew.C::SetupPar", "Cannot find %s.par", pararchivename);
+ return -1;
+ }
+ }
+ if (usePLUGIN && saveTrain) gSystem->Exec(Form("ln -s ../%s.par %s",pararchivename, train_name.Data()));
+ gSystem->Exec(Form("tar xvzf %s.par", pararchivename));
+
+ TString ocwd = gSystem->WorkingDirectory();
+ if (!gSystem->ChangeDirectory(pararchivename)) return -1;
+
+ // check for BUILD.sh and execute
+ if (!gSystem->AccessPathName("PROOF-INF/BUILD.sh")) {
+ printf("*******************************\n");
+ printf("*** Building PAR archive ***\n");
+ printf("*******************************\n");
+ if (gSystem->Exec("PROOF-INF/BUILD.sh")) {
+ Error("runProcess","Cannot Build the PAR Archive! - Abort!");
+ return -1;
+ }
+ }
+
+ // check for SETUP.C and execute
+ if (!gSystem->AccessPathName("PROOF-INF/SETUP.C")) {
+ printf("*******************************\n");
+ printf("*** Setup PAR archive ***\n");
+ printf("*******************************\n");
+ gROOT->Macro("PROOF-INF/SETUP.C");
+ }
+ if (!gSystem->ChangeDirectory(ocwd.Data())) return -1;
+ return 0;
+}
+
+//______________________________________________________________________________
+AliAnalysisAlien* CreateAlienHandler(const char *plugin_mode)
+{
+// Check if user has a valid token, otherwise make one. This has limitations.
+// One can always follow the standard procedure of calling alien-token-init then
+ AliAnalysisAlien *plugin = new AliAnalysisAlien();
+// Set the run mode (can be "full", "test", "offline", "submit" or "terminate")
+ plugin->SetRunMode(plugin_mode);
+ if (useProductionMode) {
+ plugin->SetProductionMode();
+ plugin->AddDataFile(data_collection);
+ }
+
+ if (!outputSingleFolder.IsNull()) {
+ plugin->SetOutputSingleFolder(outputSingleFolder);
+ plugin->SetOutputToRunNo();
+ }
+ if (iPWG3d2h) plugin->SetFriendChainName("AliAOD.VertexingHF.root");
+ plugin->SetJobTag(job_tag);
+ plugin->SetNtestFiles(5);
+ plugin->SetCheckCopy(kFALSE);
+ plugin->SetMergeDirName(mergeDirName);
+// Set versions of used packages
+ plugin->SetAPIVersion("V1.1x");
+ plugin->SetROOTVersion(root_version);
+ plugin->SetAliROOTVersion(aliroot_version);
+// Declare input data to be processed.
+// Method 1: Create automatically XML collections using alien 'find' command.
+// Define production directory LFN
+ plugin->SetGridDataDir(alien_datadir);
+// Set data search pattern
+ plugin->SetDataPattern(data_pattern);
+ if (!useProductionMode) {
+ if (runOnData) {
+ plugin->SetRunPrefix("%09d");
+ }
+// if (!iAODanalysis) plugin->SetRunRange(run_range[0], run_range[1]);
+ for (Int_t i=0; i<10; i++) {
+ if (run_numbers[i]==0) break;
+ plugin->AddRunNumber(run_numbers[i]);
+ }
+ }
+// Define alien work directory where all files will be copied. Relative to alien $HOME.
+ plugin->SetGridWorkingDir(grid_workdir);
+// Declare alien output directory. Relative to working directory.
+ if (alien_outdir.IsNull()) alien_outdir = Form("output_%s",train_name.Data());
+ plugin->SetGridOutputDir(alien_outdir);
+
+ TString ana_sources = "";
+ TString ana_add = "";
+ if (usePAR && anaPars.Length()) {
+ printf("%s\n", anaPars.Data());
+ TObjArray *arr;
+ TObjString *objstr;
+ arr = anaPars.Tokenize(" ");
+ TIter next(arr);
+ while ((objstr=(TObjString*)next())) plugin->EnablePackage(objstr->GetString());
+ delete arr;
+ }
+
+// Declare the analysis source files names separated by blancs. To be compiled runtime
+// using ACLiC on the worker nodes.
+ ana_sources = ana_sources.Strip();
+// Declare all libraries (other than the default ones for the framework. These will be
+// loaded by the generated analysis macro. Add all extra files (task .cxx/.h) here.
+ anaLibs = anaLibs.Strip();
+ if (ana_sources.Length()) plugin->SetAnalysisSource(ana_sources);
+ if (anaLibs.Length()) plugin->SetAdditionalLibs(anaLibs);
+
+// Declare the output file names separated by blancs.
+// (can be like: file.root or file.root@ALICE::Niham::File)
+ plugin->SetDefaultOutputs();
+ plugin->SetMergeExcludes(mergeExclude);
+ plugin->SetMaxMergeFiles(maxMergeFiles);
+ plugin->SetNrunsPerMaster(nRunsPerMaster);
+// Optionally define the files to be archived.
+// plugin->SetOutputArchive("log_archive.zip:stdout,stderr@ALICE::NIHAM::File root_archive.zip:AliAOD.root,AOD.tag.root@ALICE::NIHAM::File");
+
+
+ // Put default output files to archive
+ TString listhists = "";
+ TString listaods = "";
+ AliAnalysisManager *mgr = AliAnalysisManager::GetAnalysisManager();
+ TIter next(mgr->GetOutputs());
+ AliAnalysisDataContainer *output;
+ while ((output=(AliAnalysisDataContainer*)next())) {
+ const char *filename = output->GetFileName();
+ if (!(strcmp(filename, "default"))) {
+ if (!mgr->GetOutputEventHandler()) continue;
+ filename = mgr->GetOutputEventHandler()->GetOutputFileName();
+ if (listaods.Length()) listaods += ",";
+ listaods += filename;
+ listaods += ",";
+ listaods += "pyxsec_hists.root";
+ } else {
+ if (!strcmp(filename, "pyxsec_hists.root")) continue;
+ if (listhists.Contains(filename)) continue;
+ if (listhists.Length()) listhists += ",";
+ listhists += filename;
+ }
+ }
+ if (mgr->GetExtraFiles().Length()) {
+ if (listaods.Length()) listaods += ",";
+ listaods += mgr->GetExtraFiles();
+ listaods.ReplaceAll(" ", ",");
+ }
+ if (listhists.Length()) listhists = Form("hist_archive.zip:%s@%s", listhists.Data(), outputStorages.Data());
+ if (listaods.Length()) listaods = Form("aod_archive.zip:%s@%s", listaods.Data(), outputStorages.Data());
+ if (!listhists.Length() && !listaods.Length()) {
+ ::Fatal("AnalysisTrainNew", "No task output !");
+ }
+ TString outputArchive = Form("log_archive.zip:stderr@%s", outputStorages.Data());
+ if (listaods.Length()) {
+ outputArchive += " ";
+ outputArchive += listaods;
+ }
+ if (listhists.Length()) {
+ outputArchive += " ";
+ outputArchive += listhists;
+ }
+// Set friends
+// if (iAODanalysis && iPWG3d2h)
+// plugin->SetFriendChainName("AliAOD.VertexingHF.root");
+// plugin->SetOutputArchive(outputArchive);
+// Optionally set a name for the generated analysis macro (default MyAnalysis.C)
+ plugin->SetAnalysisMacro(Form("%s.C", train_name.Data()));
+// Optionally set a name for the generated validation script
+ plugin->SetValidationScript("PWG3validation.sh");
+// Optionally set maximum number of input files/subjob (default 100, put 0 to ignore)
+ plugin->SetSplitMaxInputFileNumber(nFilesPerJob);
+// Optionally set number of failed jobs that will trigger killing waiting sub-jobs.
+// plugin->SetMaxInitFailed(5);
+// Optionally modify the number of replicas
+ plugin->SetNumberOfReplicas(4);
+// Optionally resubmit threshold.
+// plugin->SetMasterResubmitThreshold(90);
+// Optionally set time to live (default 30000 sec)
+ plugin->SetTTL(70000);
+// Optionally set input format (default xml-single)
+ plugin->SetInputFormat("xml-single");
+// Optionally modify the name of the generated JDL (default analysis.jdl)
+ plugin->SetJDLName(Form("%s.jdl", train_name.Data()));
+// Optionally modify the executable name (default analysis.sh)
+ plugin->SetExecutable(Form("%s.sh", train_name.Data()));
+// Optionally modify job price (default 1)
+ plugin->SetPrice(1);
+// Merge via JDL
+ plugin->SetMergeViaJDL(useMergeViaJDL);
+// Use fastread option
+ plugin->SetFastReadOption(useFastReadOption);
+// UseOverwrite mode
+ plugin->SetOverwriteMode(useOverwriteMode);
+ plugin->SetExecutableCommand("aliroot -b -q");
+// Optionally modify split mode (default 'se')
+ plugin->SetSplitMode("se");
+ return plugin;
+}
+
+//______________________________________________________________________________
+void WriteConfig()
+{
+// Write train configuration in a file. The file name has the format:
+// train_[trainName]_ddMonthyyyy_time.C
+ if (useDATE) {
+ gSystem->Exec("date +%d%b%Y_%Hh%M > date.tmp");
+ ifstream fdate("date.tmp");
+ if (!fdate.is_open()) {
+ ::Error("AnalysisTrainNew.C::Export","Could not generate file name");
+ return;
+ }
+ const char date[64];
+ fdate.getline(date,64);
+ fdate.close();
+ gSystem->Exec("rm date.tmp");
+ train_name = Form("%s_%s", train_name.Data(), date);
+ }
+ TString cdir = gSystem->WorkingDirectory();
+ gSystem->MakeDirectory(train_name);
+ gSystem->ChangeDirectory(train_name);
+ ofstream out;
+ out.open(Form("%sConfig.C",train_name.Data()), ios::out);
+ if (out.bad()) {
+ ::Error("AnalysisTrainNew.C::Export", "Cannot open ConfigTrain.C for writing");
+ return;
+ }
+ out << "{" << endl;
+ out << " train_name = " << "\"" << train_name.Data() << "\";" << endl;
+ out << " proof_cluster = " << "\"" << proof_cluster.Data() << "\";" << endl;
+ out << " useAFPAR = " << useAFPAR << ";" << endl;
+ if (useAFPAR)
+ out << " AFversion = " << AFversion.Data() << ";" << endl;
+ out << " proof_dataset = " << "\"" << proof_dataset.Data() << "\";" << endl;
+ out << " usePLUGIN = " << usePLUGIN << ";" << endl;
+ out << " usePAR = " << usePAR << ";" << endl;
+ out << " useCPAR = " << useCPAR << ";" << endl;
+ out << " root_version = " << "\"" << root_version.Data() << "\";" << endl;
+ out << " aliroot_version = " << "\"" << aliroot_version.Data() << "\";" << endl;
+ out << " alien_datadir = " << "\"" << alien_datadir.Data() << "\";" << endl;
+ if (!alien_outdir.Length()) alien_outdir = Form("output_%s",train_name.Data());
+ out << " alien_outdir = " << "\"" << alien_outdir.Data() << "\";" << endl;
+ out << " maxMergeFiles = " << maxMergeFiles << ";" << endl;
+ out << " mergeExclude = " << "\"" << mergeExclude.Data() << "\";" << endl;
+ out << " nRunsPerMaster = " << nRunsPerMaster << ";" << endl;
+ out << " nFilesPerJob = " << nFilesPerJob << ";" << endl;
+// for (Int_t i=0; i<10; i++) {
+// if (run_numbers[i])
+// out << " run_numbers[" << i << "] = " << run_numbers[i] << ";" << endl;
+// }
+// out << " run_range[0] = " << run_range[0] << ";" << endl;
+// out << " run_range[1] = " << run_range[1] << ";" << endl;
+ out << " usePhysicsSelection = " << usePhysicsSelection << ";" << endl;
+ out << " useTender = " << useTender << ";" << endl;
+ out << " useMergeViaJDL = " << useMergeViaJDL << ";" << endl;
+ out << " useOverwriteMode = " << useOverwriteMode << ";" << endl;
+ out << " useFastReadOption = " << useFastReadOption << ";" << endl;
+ out << " useDBG = " << useDBG << ";" << endl;
+ out << " useMC = " << useMC << ";" << endl;
+ out << " useTAGS = " << useTAGS << ";" << endl;
+ out << " useKFILTER = " << useKFILTER << ";" << endl;
+ out << " useTR = " << useTR << ";" << endl;
+ out << " useCORRFW = " << useCORRFW << ";" << endl;
+ out << " useAODTAGS = " << useAODTAGS << ";" << endl;
+ out << " saveTrain = " << "kFALSE;" << endl << endl;
+ out << " // Analysis modules" << endl;
+ out << " iAODanalysis = " << iAODanalysis << ";" << endl;
+ out << " iAODhandler = " << iAODhandler << ";" << endl;
+ out << " iPWG3hfe = " << iPWG3hfe << ";" << endl;
+ out << " iPWG3JPSI = " << iPWG3JPSI << ";" << endl;
+ out << " iPWG3d2h = " << iPWG3d2h << ";" << endl;
+ out << " iPWG3MuonTrain = " << iPWG3MuonTrain << ";" << endl;
+ out << "}" << endl;
+ ::Info("AnalysisTrainNew.C::WriteConfig", "Train configuration wrote to file %s", Form("config_%s.C", train_name.Data()));
+ gSystem->ChangeDirectory(cdir);
+}
+
+//______________________________________________________________________________
+Bool_t LoadConfig(const char *filename)
+{
+// Read train configuration from file
+ if (gSystem->AccessPathName(filename)) {
+ ::Error("AnalysisTrainNew.C::LoadConfig", "Config file name not found");
+ return kFALSE;
+ }
+ gROOT->ProcessLine(Form(".x %s", filename));
+ ::Info("AnalysisTrainNew.C::LoadConfig", "Train configuration loaded from file %s", filename);
+ return kTRUE;
+}
git://git.uio.no / u / mrichter / AliRoot.git / commitdiff