X-Git-Url: http://git.uio.no/git/?a=blobdiff_plain;f=ANALYSIS%2FAliAnalysisManager.h;h=71523df1c547bff0b0c6524c2c3cd656a52b1eb3;hb=7fac86691d69b311589e0c594e64aa092475e568;hp=b436f04887b2a888843705cd40e4f63488de18a1;hpb=1f87e9fbd882ee6b0ab6014c2f8cf84e14a686d7;p=u%2Fmrichter%2FAliRoot.git diff --git a/ANALYSIS/AliAnalysisManager.h b/ANALYSIS/AliAnalysisManager.h index b436f04887b..71523df1c54 100644 --- a/ANALYSIS/AliAnalysisManager.h +++ b/ANALYSIS/AliAnalysisManager.h @@ -16,17 +16,26 @@ #ifndef ROOT_TNamed #include #endif +#ifndef ROOT_THashTable +#include +#endif +#ifndef ROOT_Riostream +#include +#endif class TClass; class TTree; class TFile; class TStopwatch; +class TMap; class AliAnalysisSelector; class AliAnalysisDataContainer; +class AliAnalysisFileDescriptor; class AliAnalysisTask; class AliVEventHandler; class AliVEventPool; class AliAnalysisGrid; +class AliAnalysisStatistics; class AliAnalysisManager : public TNamed { @@ -34,9 +43,10 @@ class AliAnalysisManager : public TNamed { public: enum EAliAnalysisContType { - kExchangeContainer = 0, - kInputContainer = 1, - kOutputContainer = 2 + kExchangeContainer = 0, // use to exchange data between tasks + kInputContainer = 1, // use for the task private input data + kOutputContainer = 2, // use for the task private output data + kParamContainer = 3 // use for storing task private parameters/cuts per analysis session }; enum EAliAnalysisExecMode { @@ -52,8 +62,12 @@ enum EAliAnalysisFlags { kUseDataSet = BIT(16), kSaveCanvases = BIT(17), kExternalLoop = BIT(18), - kSkipTerminate = BIT(19) -}; + kSkipTerminate = BIT(19), + kUseProgressBar = BIT(20), + kTrueNotify = BIT(21), + kTasksInitialized = BIT(22), + kCollectThroughput= BIT(23) +}; AliAnalysisManager(const char *name = "mgr", const char *title=""); virtual ~AliAnalysisManager(); @@ -63,64 +77,97 @@ enum EAliAnalysisFlags { // Event loop control virtual Int_t GetEntry(Long64_t entry, Int_t getall = 0); - virtual Bool_t Init(TTree *tree); + virtual Bool_t Init(TTree *tree); virtual Bool_t Notify(); virtual Bool_t ProcessCut(Long64_t entry) {return Process(entry);} virtual Bool_t Process(Long64_t entry); - TFile *OpenProofFile(AliAnalysisDataContainer *cont, const char *option); + TFile *OpenProofFile(AliAnalysisDataContainer *cont, const char *option, const char *extaod=""); static TFile *OpenFile(AliAnalysisDataContainer *cont, const char *option, Bool_t ignoreProof=kFALSE); void PackOutput(TList *target); void RegisterExtraFile(const char *fname); - Long64_t StartAnalysis(const char *type="local", TTree *tree=0, Long64_t nentries=1234567890, Long64_t firstentry=0); + Long64_t StartAnalysis(const char *type, TTree * const tree, Long64_t nentries=1234567890, Long64_t firstentry=0); Long64_t StartAnalysis(const char *type, const char *dataset, Long64_t nentries=1234567890, Long64_t firstentry=0); + Long64_t StartAnalysis(const char *type, Long64_t nentries=1234567890, Long64_t firstentry=0); virtual void SlaveBegin(TTree *tree); virtual void Terminate(); void UnpackOutput(TList *source); // Getters/Setters static AliAnalysisManager *GetAnalysisManager() {return fgAnalysisManager;} + static Int_t LoadMacro(const char *filename, Int_t *error = 0, Bool_t check = kFALSE); EAliAnalysisExecMode GetAnalysisType() const {return fMode;} void GetAnalysisTypeString(TString &type) const; + Bool_t GetAutoBranchLoading() const {return fAutoBranchHandling;} + Long64_t GetCacheSize() const {return fCacheSize;} static const char *GetCommonFileName() {return fgCommonFileName.Data();} AliAnalysisDataContainer * - GetCommonInputContainer() {return fCommonInput;} + GetCommonInputContainer() const {return fCommonInput;} AliAnalysisDataContainer * - GetCommonOutputContainer() {return fCommonOutput;} + GetCommonOutputContainer() const {return fCommonOutput;} TObjArray *GetContainers() const {return fContainers;} Long64_t GetCurrentEntry() const {return fCurrentEntry;} UInt_t GetDebugLevel() const {return fDebug;} + Bool_t GetAsyncReading() const {return fAsyncReading;} TString GetExtraFiles() const {return fExtraFiles;} - AliVEventPool* GetEventPool() {return fEventPool;} - Bool_t GetFileFromWrapper(const char *filename, TList *source); + AliVEventPool* GetEventPool() const {return fEventPool;} + Bool_t GetFileFromWrapper(const char *filename, const TList *source); + const char *GetFileInfoLog() const {return fFileInfoLog.Data();} + static Int_t GetRunFromAlienPath(const char *path); AliAnalysisGrid* GetGridHandler() {return fGridHandler;} TObjArray *GetInputs() const {return fInputs;} - AliVEventHandler* GetInputEventHandler() {return fInputEventHandler;} - AliVEventHandler* GetMCtruthEventHandler() {return fMCtruthEventHandler;} - AliVEventHandler* GetOutputEventHandler() {return fOutputEventHandler;} + AliVEventHandler* GetInputEventHandler() const {return fInputEventHandler;} + AliVEventHandler* GetMCtruthEventHandler() const {return fMCtruthEventHandler;} + Int_t GetNsysInfo() const {return fNSysInfo;} + AliVEventHandler* GetOutputEventHandler() const {return fOutputEventHandler;} TObjArray *GetOutputs() const {return fOutputs;} + TObjArray *GetParamOutputs() const {return fParamCont;} + Int_t GetRunFromPath() const {return fRunFromPath;} + const char *GetRequestedBranches() const {return fRequestedBranches.Data();} TObjArray *GetTasks() const {return fTasks;} TObjArray *GetTopTasks() const {return fTopTasks;} TTree *GetTree() const {return fTree;} TObjArray *GetZombieTasks() const {return fZombies;} + static const char *GetGlobalStr(const char *key, Bool_t &valid); + static Int_t GetGlobalInt(const char *key, Bool_t &valid); + static Double_t GetGlobalDbl(const char *key, Bool_t &valid); + TMap *GetGlobals() {return fGlobals;} + static Bool_t IsMacroLoaded(const char filename); + static Bool_t IsPipe(std::ostream &out); + Bool_t IsProofMode() const {return (fMode==kProofAnalysis)?kTRUE:kFALSE;} + Bool_t IsRemote() const {return fIsRemote;} + Bool_t IsCollectThroughput() {return TObject::TestBit(kCollectThroughput);} Bool_t IsUsingDataSet() const {return TObject::TestBit(kUseDataSet);} + void LoadBranch(const char *n) { if(fAutoBranchHandling) return; DoLoadBranch(n); } + void RunLocalInit(); void SetAnalysisType(EAliAnalysisExecMode mode) {fMode = mode;} + void SetAutoBranchLoading(Bool_t b) { fAutoBranchHandling = b; } void SetCurrentEntry(Long64_t entry) {fCurrentEntry = entry;} + void SetCacheSize(Long64_t size) {fCacheSize = size;} void SetCollectSysInfoEach(Int_t nevents=0) {fNSysInfo = nevents;} + void SetCollectThroughput(Bool_t flag) {Changed(); TObject::SetBit(kCollectThroughput,flag);} static void SetCommonFileName(const char *name) {fgCommonFileName = name;} - void SetDebugLevel(UInt_t level) {fDebug = level;} - void SetDisableBranches(Bool_t disable=kTRUE) {TObject::SetBit(kDisableBranches,disable);} - void SetExternalLoop(Bool_t flag) {TObject::SetBit(kExternalLoop,flag);} - void SetEventPool(AliVEventPool* epool) {fEventPool = epool;} - void SetGridHandler(AliAnalysisGrid *handler) {fGridHandler = handler;} - void SetInputEventHandler(AliVEventHandler* handler); - void SetMCtruthEventHandler(AliVEventHandler* handler) {fMCtruthEventHandler = handler;} + void SetDebugLevel(UInt_t level); + void SetDisableBranches(Bool_t disable=kTRUE) {Changed(); TObject::SetBit(kDisableBranches,disable);} + void SetAsyncReading(Bool_t flag=kTRUE) {fAsyncReading = flag;} + void SetExternalLoop(Bool_t flag) {Changed(); TObject::SetBit(kExternalLoop,flag);} + void SetEventPool(AliVEventPool* const epool) {Changed(); fEventPool = epool;} + void SetFileInfoLog(const char *name) {TObject::SetBit(kCollectThroughput,kTRUE); fFileInfoLog = name;} + void SetGridHandler(AliAnalysisGrid * const handler) {Changed(); fGridHandler = handler;} + void SetInputEventHandler(AliVEventHandler* const handler); + void SetMCtruthEventHandler(AliVEventHandler* const handler) {Changed(); fMCtruthEventHandler = handler;} void SetNSysInfo(Long64_t nevents) {fNSysInfo = nevents;} - void SetOutputEventHandler(AliVEventHandler* handler); - void SetSelector(AliAnalysisSelector *sel) {fSelector = sel;} + void SetOutputEventHandler(AliVEventHandler* const handler); + void SetRunFromPath(Int_t run) {fRunFromPath = run;} + void SetSelector(AliAnalysisSelector * const sel) {fSelector = sel;} void SetSaveCanvases(Bool_t flag=kTRUE) {TObject::SetBit(kSaveCanvases,flag);} void SetSkipTerminate(Bool_t flag) {TObject::SetBit(kSkipTerminate,flag);} + void SetUseProgressBar(Bool_t flag, Int_t freq=1); void SetSpecialOutputLocation(const char *loc) {fSpecialOutputLocation = loc;} + static void SetGlobalStr(const char *key, const char *value); + static void SetGlobalInt(const char *key, Int_t value); + static void SetGlobalDbl(const char *key, Double_t value); + // Container handling AliAnalysisDataContainer *CreateContainer(const char *name, TClass *datatype, @@ -130,6 +177,7 @@ enum EAliAnalysisFlags { // Including tasks and getting them void AddTask(AliAnalysisTask *task); AliAnalysisTask *GetTask(const char *name) const; + Int_t GetTaskIndex(const AliAnalysisTask *task) const; // Connecting data containers to task inputs/outputs Bool_t ConnectInput(AliAnalysisTask *task, Int_t islot, @@ -140,21 +188,49 @@ enum EAliAnalysisFlags { void CleanContainers(); // Analysis initialization and execution, status + void AddBranches(const char *branches); + void AddStatisticsTask(UInt_t offlineMask=0); + void CheckBranches(Bool_t load=kFALSE); + Bool_t CheckTasks() const; + void CountEvent(Int_t ninput, Int_t nprocessed, Int_t nfailed, Int_t naccepted); Bool_t InitAnalysis(); Bool_t IsInitialized() const {return fInitOK;} + Bool_t IsTrainInitialized() const {return TObject::TestBit(kTasksInitialized);} Bool_t IsExternalLoop() const {return TObject::TestBit(kExternalLoop);} Bool_t IsEventLoop() const {return TObject::TestBit(kEventLoop);} Bool_t IsSkipTerminate() const {return TObject::TestBit(kSkipTerminate);} + Bool_t MustClean() const {return fMustClean;} + void SetMustClean(Bool_t flag=kTRUE) {fMustClean = flag;} void ResetAnalysis(); void ExecAnalysis(Option_t *option=""); - void FinishAnalysis(); void PrintStatus(Option_t *option="all") const; - static void ProgressBar(const char *opname, Long64_t current, Long64_t size, TStopwatch *watch=0, Bool_t last=kFALSE, Bool_t refresh=kFALSE); + void ProfileTask(const char *name, const char *option="VM") const; + void ProfileTask(Int_t itop, const char *option="VM") const; + static void ProgressBar(const char *opname, Long64_t current, Long64_t size, TStopwatch * const watch=0, Bool_t last=kFALSE, Bool_t refresh=kFALSE); + void AddStatisticsMsg(const char *line); + const char *GetStatisticsMsg() const {return fStatisticsMsg.Data();} + const AliAnalysisStatistics *GetStatistics() const {return fStatistics;} + void SetStatistics(AliAnalysisStatistics *stat) {fStatistics = stat;} + void WriteStatisticsMsg(Int_t nevents); + Int_t GetNcalls() const {return fNcalls;} Bool_t ValidateOutputFiles() const; + + static const char* GetOADBPath(); + void ApplyDebugOptions(); + void AddClassDebug(const char *className, Int_t debugLevel); + + // Security + Bool_t IsLocked() const {return fLocked;} + void Lock(); + void UnLock(); + void Changed(); protected: + void CreateReadCache(); void ImportWrappers(TList *source); + void InputFileFromTree(TTree * const tree, TString &fname); void SetEventLoop(Bool_t flag=kTRUE) {TObject::SetBit(kEventLoop,flag);} + void DoLoadBranch(const char *name); private: TTree *fTree; //! Input tree in case of TSelector model @@ -166,6 +242,9 @@ private: Long64_t fNSysInfo; // Event frequency for collecting system information EAliAnalysisExecMode fMode; // Execution mode Bool_t fInitOK; // Initialisation done + Bool_t fMustClean; // Flag to let ROOT do cleanup + Bool_t fIsRemote; //! Flag is set for remote analysis + Bool_t fLocked; //! Lock for the manager and handlers UInt_t fDebug; // Debug level TString fSpecialOutputLocation; // URL/path where the special outputs will be copied TObjArray *fTasks; // List of analysis tasks @@ -174,14 +253,37 @@ private: TObjArray *fContainers; // List of all containers TObjArray *fInputs; // List of containers with input data TObjArray *fOutputs; // List of containers with results + TObjArray *fParamCont; // List of containers with results + TObjArray *fDebugOptions; // List of debug options + TObjArray *fFileDescriptors; //! List of file descriptors + AliAnalysisFileDescriptor *fCurrentDescriptor; //! Current file descriptor AliAnalysisDataContainer *fCommonInput; // Common input container AliAnalysisDataContainer *fCommonOutput; // Common output container AliAnalysisSelector *fSelector; //! Current selector AliAnalysisGrid *fGridHandler; //! Grid handler plugin TString fExtraFiles; // List of extra files to be merged - + TString fFileInfoLog; // File name for fileinfo logs + Bool_t fAutoBranchHandling; // def=kTRUE, turn off if you use LoadBranch + Bool_t fAsyncReading; // Enable async reading + THashTable fTable; // keep branch ptrs in case of manual branch loading + Int_t fRunFromPath; // Run number retrieved from path to input data + Int_t fNcalls; // Total number of calls (events) of ExecAnalysis + Long64_t fMaxEntries; // Maximum number of entries + Long64_t fCacheSize; // Cache size in bytes + static Int_t fPBUpdateFreq; // Progress bar update freq. + TString fStatisticsMsg; // Statistics user message + TString fRequestedBranches; // Requested branch names + AliAnalysisStatistics *fStatistics; // Statistics info about input events + TMap *fGlobals; // Map with global variables + TStopwatch *fIOTimer; //! Timer for I/O + deserialization + TStopwatch *fCPUTimer; //! Timer for useful processing + TStopwatch *fInitTimer; //! Timer for initialization + Double_t fIOTime; //! Cumulated time in IO + Double_t fCPUTime; //! Cumulated time in Exec + Double_t fInitTime; //! Cumulated time in initialization static TString fgCommonFileName; //! Common output file name (not streamed) + static TString fgMacroNames; //! Loaded macro names static AliAnalysisManager *fgAnalysisManager; //! static pointer to object instance - ClassDef(AliAnalysisManager,5) // Analysis manager class + ClassDef(AliAnalysisManager,18) // Analysis manager class }; #endif