X-Git-Url: http://git.uio.no/git/?a=blobdiff_plain;f=ANALYSIS%2FAliAnalysisManager.h;h=2ec01aa933f1ea02e2fd8a7afc579c1dd035a097;hb=86acb87b249c9157dce548b5d0764d8df5ed40ea;hp=6970cb191ab5f1e73e3d598e1cfc486d19981d0b;hpb=d86ed856351d220ed009f04f83f2507c04feda12;p=u%2Fmrichter%2FAliRoot.git diff --git a/ANALYSIS/AliAnalysisManager.h b/ANALYSIS/AliAnalysisManager.h index 6970cb191ab..2ec01aa933f 100644 --- a/ANALYSIS/AliAnalysisManager.h +++ b/ANALYSIS/AliAnalysisManager.h @@ -16,12 +16,26 @@ #ifndef ROOT_TNamed #include #endif +#ifndef ROOT_THashTable +#include +#endif +#ifndef ROOT_Riostream +#include +#endif class TClass; class TTree; +class TFile; +class TStopwatch; +class TMap; +class AliAnalysisSelector; class AliAnalysisDataContainer; +class AliAnalysisFileDescriptor; class AliAnalysisTask; class AliVEventHandler; +class AliVEventPool; +class AliAnalysisGrid; +class AliAnalysisStatistics; class AliAnalysisManager : public TNamed { @@ -29,22 +43,31 @@ class AliAnalysisManager : public TNamed { public: enum EAliAnalysisContType { - kExchangeContainer = 0, - kInputContainer = 1, - kOutputContainer = 2 + kExchangeContainer = 0, // use to exchange data between tasks + kInputContainer = 1, // use for the task private input data + kOutputContainer = 2, // use for the task private output data + kParamContainer = 3 // use for storing task private parameters/cuts per analysis session }; enum EAliAnalysisExecMode { kLocalAnalysis = 0, kProofAnalysis = 1, - kGridAnalysis = 2 + kGridAnalysis = 2, + kMixingAnalysis = 3 }; enum EAliAnalysisFlags { kEventLoop = BIT(14), kDisableBranches = BIT(15), - kUseDataSet = BIT(16) -}; + kUseDataSet = BIT(16), + kSaveCanvases = BIT(17), + kExternalLoop = BIT(18), + kSkipTerminate = BIT(19), + kUseProgressBar = BIT(20), + kTrueNotify = BIT(21), + kTasksInitialized = BIT(22), + kCollectThroughput= BIT(23) +}; AliAnalysisManager(const char *name = "mgr", const char *title=""); virtual ~AliAnalysisManager(); @@ -52,48 +75,93 @@ enum EAliAnalysisFlags { AliAnalysisManager(const AliAnalysisManager& other); AliAnalysisManager& operator=(const AliAnalysisManager& other); - // Management - void StartAnalysis(const char *type="local", TTree *tree=0, Long64_t nentries=1234567890, Long64_t firstentry=0); - void StartAnalysis(const char *type, const char *dataset, Long64_t nentries=1234567890, Long64_t firstentry=0); - - virtual void Init(TTree *tree); + // Event loop control + virtual Int_t GetEntry(Long64_t entry, Int_t getall = 0); + virtual Bool_t Init(TTree *tree); virtual Bool_t Notify(); - virtual void SlaveBegin(TTree *tree); virtual Bool_t ProcessCut(Long64_t entry) {return Process(entry);} virtual Bool_t Process(Long64_t entry); - virtual Int_t GetEntry(Long64_t entry, Int_t getall = 0); + TFile *OpenProofFile(AliAnalysisDataContainer *cont, const char *option, const char *extaod=""); + static TFile *OpenFile(AliAnalysisDataContainer *cont, const char *option, Bool_t ignoreProof=kFALSE); void PackOutput(TList *target); - void UnpackOutput(TList *source); + void RegisterExtraFile(const char *fname); + Long64_t StartAnalysis(const char *type, TTree * const tree, Long64_t nentries=1234567890, Long64_t firstentry=0); + Long64_t StartAnalysis(const char *type, const char *dataset, Long64_t nentries=1234567890, Long64_t firstentry=0); + Long64_t StartAnalysis(const char *type, Long64_t nentries=1234567890, Long64_t firstentry=0); + virtual void SlaveBegin(TTree *tree); virtual void Terminate(); + void UnpackOutput(TList *source); // Getters/Setters static AliAnalysisManager *GetAnalysisManager() {return fgAnalysisManager;} - TObjArray *GetContainers() const {return fContainers;} - UInt_t GetDebugLevel() const {return fDebug;} - TObjArray *GetInputs() const {return fInputs;} - TObjArray *GetOutputs() const {return fOutputs;} - TObjArray *GetTasks() const {return fTasks;} - TObjArray *GetTopTasks() const {return fTopTasks;} - TTree *GetTree() const {return fTree;} - TObjArray *GetZombieTasks() const {return fZombies;} - Long64_t GetCurrentEntry() const {return fCurrentEntry;} EAliAnalysisExecMode - GetAnalysisType() const {return fMode;} - Bool_t IsUsingDataSet() const {return TObject::TestBit(kUseDataSet);} - + GetAnalysisType() const {return fMode;} + void GetAnalysisTypeString(TString &type) const; + Bool_t GetAutoBranchLoading() const {return fAutoBranchHandling;} + static const char *GetCommonFileName() {return fgCommonFileName.Data();} + AliAnalysisDataContainer * + GetCommonInputContainer() const {return fCommonInput;} + AliAnalysisDataContainer * + GetCommonOutputContainer() const {return fCommonOutput;} + TObjArray *GetContainers() const {return fContainers;} + Long64_t GetCurrentEntry() const {return fCurrentEntry;} + UInt_t GetDebugLevel() const {return fDebug;} + TString GetExtraFiles() const {return fExtraFiles;} + AliVEventPool* GetEventPool() const {return fEventPool;} + Bool_t GetFileFromWrapper(const char *filename, const TList *source); + const char *GetFileInfoLog() const {return fFileInfoLog.Data();} + static Int_t GetRunFromAlienPath(const char *path); + AliAnalysisGrid* GetGridHandler() {return fGridHandler;} + TObjArray *GetInputs() const {return fInputs;} + AliVEventHandler* GetInputEventHandler() const {return fInputEventHandler;} + AliVEventHandler* GetMCtruthEventHandler() const {return fMCtruthEventHandler;} + Int_t GetNsysInfo() const {return fNSysInfo;} + AliVEventHandler* GetOutputEventHandler() const {return fOutputEventHandler;} + TObjArray *GetOutputs() const {return fOutputs;} + TObjArray *GetParamOutputs() const {return fParamCont;} + Int_t GetRunFromPath() const {return fRunFromPath;} + const char *GetRequestedBranches() const {return fRequestedBranches.Data();} + TObjArray *GetTasks() const {return fTasks;} + TObjArray *GetTopTasks() const {return fTopTasks;} + TTree *GetTree() const {return fTree;} + TObjArray *GetZombieTasks() const {return fZombies;} + static const char *GetGlobalStr(const char *key, Bool_t &valid); + static Int_t GetGlobalInt(const char *key, Bool_t &valid); + static Double_t GetGlobalDbl(const char *key, Bool_t &valid); + TMap *GetGlobals() {return fGlobals;} + static Bool_t IsPipe(std::ostream &out); + Bool_t IsProofMode() const {return (fMode==kProofAnalysis)?kTRUE:kFALSE;} + Bool_t IsRemote() const {return fIsRemote;} + Bool_t IsCollectThroughput() {return TObject::TestBit(kCollectThroughput);} + Bool_t IsUsingDataSet() const {return TObject::TestBit(kUseDataSet);} + void LoadBranch(const char *n) { if(fAutoBranchHandling) return; DoLoadBranch(n); } + void RunLocalInit(); void SetAnalysisType(EAliAnalysisExecMode mode) {fMode = mode;} - void SetCurrentEntry(Long64_t entry) {fCurrentEntry = entry;} - void SetDebugLevel(UInt_t level) {fDebug = level;} - void SetSpecialOutputLocation(const char *location) {fSpecialOutputLocation = location;} - void SetDisableBranches(Bool_t disable=kTRUE) {TObject::SetBit(kDisableBranches,disable);} - void SetCollectSysInfoEach(Int_t nevents=0) {fNSysInfo = nevents;} - void SetInputEventHandler(AliVEventHandler* handler) {fInputEventHandler = handler;} - void SetOutputEventHandler(AliVEventHandler* handler) {fOutputEventHandler = handler;} - void SetMCtruthEventHandler(AliVEventHandler* handler) {fMCtruthEventHandler = handler;} - void SetNSysInfo(Long64_t nevents) {fNSysInfo = nevents;} - AliVEventHandler* GetInputEventHandler() {return fInputEventHandler;} - AliVEventHandler* GetOutputEventHandler() {return fOutputEventHandler;} - AliVEventHandler* GetMCtruthEventHandler() {return fMCtruthEventHandler;} + void SetAutoBranchLoading(Bool_t b) { fAutoBranchHandling = b; } + void SetCurrentEntry(Long64_t entry) {fCurrentEntry = entry;} + void SetCollectSysInfoEach(Int_t nevents=0) {fNSysInfo = nevents;} + void SetCollectThroughput(Bool_t flag) {TObject::SetBit(kCollectThroughput,flag);} + static void SetCommonFileName(const char *name) {fgCommonFileName = name;} + void SetDebugLevel(UInt_t level); + void SetDisableBranches(Bool_t disable=kTRUE) {TObject::SetBit(kDisableBranches,disable);} + void SetExternalLoop(Bool_t flag) {TObject::SetBit(kExternalLoop,flag);} + void SetEventPool(AliVEventPool* const epool) {fEventPool = epool;} + void SetFileInfoLog(const char *name) {TObject::SetBit(kCollectThroughput,kTRUE); fFileInfoLog = name;} + void SetGridHandler(AliAnalysisGrid * const handler) {fGridHandler = handler;} + void SetInputEventHandler(AliVEventHandler* const handler); + void SetMCtruthEventHandler(AliVEventHandler* const handler) {fMCtruthEventHandler = handler;} + void SetNSysInfo(Long64_t nevents) {fNSysInfo = nevents;} + void SetOutputEventHandler(AliVEventHandler* const handler); + void SetRunFromPath(Int_t run) {fRunFromPath = run;} + void SetSelector(AliAnalysisSelector * const sel) {fSelector = sel;} + void SetSaveCanvases(Bool_t flag=kTRUE) {TObject::SetBit(kSaveCanvases,flag);} + void SetSkipTerminate(Bool_t flag) {TObject::SetBit(kSkipTerminate,flag);} + void SetUseProgressBar(Bool_t flag, Int_t freq=1); + void SetSpecialOutputLocation(const char *loc) {fSpecialOutputLocation = loc;} + static void SetGlobalStr(const char *key, const char *value); + static void SetGlobalInt(const char *key, Int_t value); + static void SetGlobalDbl(const char *key, Double_t value); + // Container handling AliAnalysisDataContainer *CreateContainer(const char *name, TClass *datatype, @@ -113,27 +181,55 @@ enum EAliAnalysisFlags { void CleanContainers(); // Analysis initialization and execution, status + void AddBranches(const char *branches); + void AddStatisticsTask(UInt_t offlineMask=0); + void CheckBranches(Bool_t load=kFALSE); + Bool_t CheckTasks() const; + void CountEvent(Int_t ninput, Int_t nprocessed, Int_t nfailed, Int_t naccepted); Bool_t InitAnalysis(); Bool_t IsInitialized() const {return fInitOK;} + Bool_t IsTrainInitialized() const {return TObject::TestBit(kTasksInitialized);} + Bool_t IsExternalLoop() const {return TObject::TestBit(kExternalLoop);} Bool_t IsEventLoop() const {return TObject::TestBit(kEventLoop);} + Bool_t IsSkipTerminate() const {return TObject::TestBit(kSkipTerminate);} + Bool_t MustClean() const {return fMustClean;} + void SetMustClean(Bool_t flag=kTRUE) {fMustClean = flag;} void ResetAnalysis(); void ExecAnalysis(Option_t *option=""); - void FinishAnalysis(); void PrintStatus(Option_t *option="all") const; + void ProfileTask(const char *name, const char *option="VM") const; + void ProfileTask(Int_t itop, const char *option="VM") const; + static void ProgressBar(const char *opname, Long64_t current, Long64_t size, TStopwatch * const watch=0, Bool_t last=kFALSE, Bool_t refresh=kFALSE); + void AddStatisticsMsg(const char *line); + const char *GetStatisticsMsg() const {return fStatisticsMsg.Data();} + const AliAnalysisStatistics *GetStatistics() const {return fStatistics;} + void SetStatistics(AliAnalysisStatistics *stat) {fStatistics = stat;} + void WriteStatisticsMsg(Int_t nevents); + Int_t GetNcalls() const {return fNcalls;} + Bool_t ValidateOutputFiles() const; + + static const char* GetOADBPath(); + + void ApplyDebugOptions(); + void AddClassDebug(const char *className, Int_t debugLevel); protected: void ImportWrappers(TList *source); void SetEventLoop(Bool_t flag=kTRUE) {TObject::SetBit(kEventLoop,flag);} + void DoLoadBranch(const char *name); private: TTree *fTree; //! Input tree in case of TSelector model AliVEventHandler *fInputEventHandler; // Optional common input event handler AliVEventHandler *fOutputEventHandler; // Optional common output event handler AliVEventHandler *fMCtruthEventHandler; // Optional common MC Truth event handler + AliVEventPool *fEventPool; // Event pool for mixing analysis Long64_t fCurrentEntry; //! Current processed entry in the tree Long64_t fNSysInfo; // Event frequency for collecting system information EAliAnalysisExecMode fMode; // Execution mode Bool_t fInitOK; // Initialisation done + Bool_t fMustClean; // Flag to let ROOT do cleanup + Bool_t fIsRemote; //! Flag is set for remote analysis UInt_t fDebug; // Debug level TString fSpecialOutputLocation; // URL/path where the special outputs will be copied TObjArray *fTasks; // List of analysis tasks @@ -142,8 +238,28 @@ private: TObjArray *fContainers; // List of all containers TObjArray *fInputs; // List of containers with input data TObjArray *fOutputs; // List of containers with results - + TObjArray *fParamCont; // List of containers with results + TObjArray *fDebugOptions; // List of debug options + TObjArray *fFileDescriptors; //! List of file descriptors + AliAnalysisFileDescriptor *fCurrentDescriptor; //! Current file descriptor + AliAnalysisDataContainer *fCommonInput; // Common input container + AliAnalysisDataContainer *fCommonOutput; // Common output container + AliAnalysisSelector *fSelector; //! Current selector + AliAnalysisGrid *fGridHandler; //! Grid handler plugin + TString fExtraFiles; // List of extra files to be merged + TString fFileInfoLog; // File name for fileinfo logs + Bool_t fAutoBranchHandling; // def=kTRUE, turn off if you use LoadBranch + THashTable fTable; // keep branch ptrs in case of manual branch loading + Int_t fRunFromPath; // Run number retrieved from path to input data + Int_t fNcalls; // Total number of calls (events) of ExecAnalysis + Long64_t fMaxEntries; // Maximum number of entries + static Int_t fPBUpdateFreq; // Progress bar update freq. + TString fStatisticsMsg; // Statistics user message + TString fRequestedBranches; // Requested branch names + AliAnalysisStatistics *fStatistics; // Statistics info about input events + TMap *fGlobals; // Map with global variables + static TString fgCommonFileName; //! Common output file name (not streamed) static AliAnalysisManager *fgAnalysisManager; //! static pointer to object instance - ClassDef(AliAnalysisManager,3) // Analysis manager class + ClassDef(AliAnalysisManager,17) // Analysis manager class }; #endif