#include "AliSysInfo.h"
#include "AliAnalysisStatistics.h"
+using std::ofstream;
+using std::ios;
+using std::cout;
+using std::endl;
ClassImp(AliAnalysisManager)
AliAnalysisManager *AliAnalysisManager::fgAnalysisManager = NULL;
//______________________________________________________________________________
AliAnalysisManager::AliAnalysisManager(const char *name, const char *title)
:TNamed(name,title),
- fTree(NULL),
- fInputEventHandler(NULL),
- fOutputEventHandler(NULL),
- fMCtruthEventHandler(NULL),
- fEventPool(NULL),
+ fTree(0),
+ fInputEventHandler(0),
+ fOutputEventHandler(0),
+ fMCtruthEventHandler(0),
+ fEventPool(0),
fCurrentEntry(-1),
fNSysInfo(0),
fMode(kLocalAnalysis),
fInitOK(kFALSE),
+ fMustClean(kFALSE),
fIsRemote(kFALSE),
fDebug(0),
fSpecialOutputLocation(""),
- fTasks(NULL),
- fTopTasks(NULL),
- fZombies(NULL),
- fContainers(NULL),
- fInputs(NULL),
- fOutputs(NULL),
- fParamCont(NULL),
- fCommonInput(NULL),
- fCommonOutput(NULL),
- fSelector(NULL),
- fGridHandler(NULL),
- fExtraFiles(""),
+ fTasks(0),
+ fTopTasks(0),
+ fZombies(0),
+ fContainers(0),
+ fInputs(0),
+ fOutputs(0),
+ fParamCont(0),
+ fDebugOptions(0),
+ fFileDescriptors(new TObjArray()),
+ fCurrentDescriptor(0),
+ fCommonInput(0),
+ fCommonOutput(0),
+ fSelector(0),
+ fGridHandler(0),
+ fExtraFiles(),
+ fFileInfoLog(),
fAutoBranchHandling(kTRUE),
fTable(),
fRunFromPath(0),
fNSysInfo(0),
fMode(other.fMode),
fInitOK(other.fInitOK),
+ fMustClean(other.fMustClean),
fIsRemote(other.fIsRemote),
fDebug(other.fDebug),
fSpecialOutputLocation(""),
fInputs(NULL),
fOutputs(NULL),
fParamCont(NULL),
+ fDebugOptions(NULL),
+ fFileDescriptors(new TObjArray()),
+ fCurrentDescriptor(0),
fCommonInput(NULL),
fCommonOutput(NULL),
fSelector(NULL),
fGridHandler(NULL),
- fExtraFiles(),
+ fExtraFiles(other.fExtraFiles),
+ fFileInfoLog(other.fFileInfoLog),
fAutoBranchHandling(other.fAutoBranchHandling),
fTable(),
fRunFromPath(0),
fInputs = new TObjArray(*other.fInputs);
fOutputs = new TObjArray(*other.fOutputs);
fParamCont = new TObjArray(*other.fParamCont);
+ fDebugOptions = NULL;
+ fFileDescriptors = new TObjArray();
+ fCurrentDescriptor = 0;
fCommonInput = NULL;
fCommonOutput = NULL;
fSelector = NULL;
fGridHandler = NULL;
fExtraFiles = other.fExtraFiles;
+ fFileInfoLog = other.fFileInfoLog;
fgCommonFileName = "AnalysisResults.root";
fgAnalysisManager = this;
fAutoBranchHandling = other.fAutoBranchHandling;
if (fInputs) delete fInputs;
if (fOutputs) delete fOutputs;
if (fParamCont) delete fParamCont;
+ if (fDebugOptions) delete fDebugOptions;
if (fGridHandler) delete fGridHandler;
if (fInputEventHandler) delete fInputEventHandler;
if (fOutputEventHandler) delete fOutputEventHandler;
if (fEventPool) delete fEventPool;
if (fgAnalysisManager==this) fgAnalysisManager = NULL;
if (fGlobals) {fGlobals->DeleteAll(); delete fGlobals;}
+ if (fFileDescriptors) {fFileDescriptors->Delete(); delete fFileDescriptors;}
}
//______________________________________________________________________________
fCurrentEntry = entry;
if (!fAutoBranchHandling)
return 123456789;
- return fTree ? fTree->GetTree()->GetEntry(entry, getall) : -1;
+ if (!fTree) return -1;
+ Long64_t readbytes = fTree->GetTree()->GetEntry(entry, getall);
+ return (Int_t)readbytes;
}
//______________________________________________________________________________
// When running with PROOF SlaveBegin() is called on each slave server.
// The tree argument is deprecated (on PROOF 0 is passed).
if (fDebug > 1) printf("->AliAnalysisManager::SlaveBegin()\n");
+
+ // Apply debug options
+ ApplyDebugOptions();
+
if (!CheckTasks()) Fatal("SlaveBegin", "Not all needed libraries were loaded");
static Bool_t isCalled = kFALSE;
Bool_t init = kFALSE;
Error("Notify","No current file");
return kFALSE;
}
+ if (IsCollectThroughput()) {
+ if (fCurrentDescriptor) fCurrentDescriptor->Done();
+ fCurrentDescriptor = new AliAnalysisFileDescriptor(curfile);
+ fFileDescriptors->Add(fCurrentDescriptor);
+ }
if (fDebug > 1) printf("->AliAnalysisManager::Notify() file: %s\n", curfile->GetName());
Int_t run = AliAnalysisManager::GetRunFromAlienPath(curfile->GetName());
// Pack all output data containers in the output list. Called at SlaveTerminate
// stage in PROOF case for each slave.
if (fDebug > 1) printf("->AliAnalysisManager::PackOutput()\n");
+ if (IsCollectThroughput()) {
+ if (fCurrentDescriptor) fCurrentDescriptor->Done();
+ fFileDescriptors->Print();
+ if (fFileInfoLog.IsNull()) fFileInfoLog = "fileinfo.log";
+ std::ofstream out;
+ out.open(fFileInfoLog, std::ios::out);
+ if (out.bad()) Error("SavePrimitive", "Bad file name: %s", fFileInfoLog.Data());
+ else {
+ TIter nextflog(fFileDescriptors);
+ TObject *log;
+ while ((log=nextflog())) log->SavePrimitive(out,"");
+ }
+ }
if (!target) {
Error("PackOutput", "No target. Exiting.");
return;
}
}
}
- cdir->cd();
+ if (cdir) cdir->cd();
if (fDebug > 1) printf("<-AliAnalysisManager::PackOutput: output list contains %d containers\n", target->GetSize());
}
}
gROOT->cd();
next1.Reset();
+ TString copiedFiles;
while ((output=(AliAnalysisDataContainer*)next1())) {
// Close all files at output
TDirectory *opwd = gDirectory;
// output->GetFile()->Clear();
output->GetFile()->Close();
// Copy merged outputs in alien if requested
- if (fSpecialOutputLocation.Length() &&
- fSpecialOutputLocation.BeginsWith("alien://")) {
+ if (fSpecialOutputLocation.BeginsWith("alien://")) {
+ if (copiedFiles.Contains(output->GetFile()->GetName())) {
+ if (opwd) opwd->cd();
+ output->SetFile(NULL);
+ continue;
+ }
Info("Terminate", "Copy file %s to %s", output->GetFile()->GetName(),fSpecialOutputLocation.Data());
gROOT->ProcessLine("if (!gGrid) TGrid::Connect(\"alien:\");");
TFile::Cp(output->GetFile()->GetName(),
Form("%s/%s", fSpecialOutputLocation.Data(), output->GetFile()->GetName()));
+ copiedFiles += output->GetFile()->GetName();
}
output->SetFile(NULL);
}
out.open("outputs_valid", ios::out);
out.close();
}
- cdir->cd();
+ if (cdir) cdir->cd();
if (fDebug > 1) printf("<-AliAnalysisManager::Terminate()\n");
}
//______________________________________________________________________________
}
}
fTable.Add(br);
- if (load && br->GetReadEntry()!=GetCurrentEntry()) br->GetEntry(GetCurrentEntry());
+ if (load && br->GetReadEntry()!=GetCurrentEntry()) {
+ br->GetEntry(GetCurrentEntry());
+ }
}
delete arr;
}
CleanContainers();
}
+//______________________________________________________________________________
+void AliAnalysisManager::RunLocalInit()
+{
+// Run LocalInit method for all tasks.
+ TDirectory *cdir = gDirectory;
+ if (IsTrainInitialized()) return;
+ TIter nextTask(fTasks);
+ AliAnalysisTask *task;
+ while ((task=(AliAnalysisTask*)nextTask())) {
+ gROOT->cd();
+ task->LocalInit();
+ }
+ if (cdir) cdir->cd();
+ TObject::SetBit(kTasksInitialized, kTRUE);
+}
+
//______________________________________________________________________________
Long64_t AliAnalysisManager::StartAnalysis(const char *type, Long64_t nentries, Long64_t firstentry)
{
gROOT->cd();
if (!fInitOK) {
Error("StartAnalysis","Analysis manager was not initialized !");
- cdir->cd();
+ if (cdir) cdir->cd();
return -1;
}
if (!CheckTasks()) Fatal("StartAnalysis", "Not all needed libraries were loaded");
TString anaType = type;
anaType.ToLower();
fMode = kLocalAnalysis;
- Bool_t runlocalinit = kTRUE;
- if (anaType.Contains("file")) {
- runlocalinit = kFALSE;
- fIsRemote = kTRUE;
- }
+ if (anaType.Contains("file")) fIsRemote = kTRUE;
if (anaType.Contains("proof")) fMode = kProofAnalysis;
else if (anaType.Contains("grid")) fMode = kGridAnalysis;
else if (anaType.Contains("mix")) fMode = kMixingAnalysis;
if (!fGridHandler) {
Error("StartAnalysis", "Cannot start grid analysis without a grid handler.");
Info("===", "Add an AliAnalysisAlien object as plugin for this manager and configure it.");
- cdir->cd();
+ if (cdir) cdir->cd();
return -1;
}
// Write analysis manager in the analysis file
cout << "===== RUNNING GRID ANALYSIS: " << GetName() << endl;
// run local task configuration
- TIter nextTask(fTasks);
- AliAnalysisTask *task;
- while ((task=(AliAnalysisTask*)nextTask())) {
- task->LocalInit();
- gROOT->cd();
- }
+ RunLocalInit();
if (!fGridHandler->StartAnalysis(nentries, firstentry)) {
Info("StartAnalysis", "Grid analysis was stopped and cannot be terminated");
- cdir->cd();
+ if (cdir) cdir->cd();
return -1;
}
// Terminate grid analysis
- if (fSelector && fSelector->GetStatus() == -1) {cdir->cd(); return -1;}
- if (fGridHandler->GetRunMode() == AliAnalysisGrid::kOffline) {cdir->cd(); return 0;}
+ if (fSelector && fSelector->GetStatus() == -1) {if (cdir) cdir->cd(); return -1;}
+ if (fGridHandler->GetRunMode() == AliAnalysisGrid::kOffline) {if (cdir) cdir->cd(); return 0;}
cout << "===== MERGING OUTPUTS REGISTERED BY YOUR ANALYSIS JOB: " << GetName() << endl;
if (!fGridHandler->MergeOutputs()) {
// Return if outputs could not be merged or if it alien handler
// was configured for offline mode or local testing.
- cdir->cd();
+ if (cdir) cdir->cd();
return 0;
}
}
cout << "===== TERMINATING GRID ANALYSIS JOB: " << GetName() << endl;
+ if (cdir) cdir->cd();
ImportWrappers(NULL);
Terminate();
- cdir->cd();
+ if (cdir) cdir->cd();
return 0;
}
TString line;
chain = (TChain*)tree;
if (!chain || !chain->GetListOfFiles()->First()) {
Error("StartAnalysis", "Cannot process null or empty chain...");
- cdir->cd();
+ if (cdir) cdir->cd();
return -1;
}
ttype = "TChain";
// Initialize locally all tasks (happens for all modes)
TIter next(fTasks);
AliAnalysisTask *task;
- if (runlocalinit) {
- while ((task=(AliAnalysisTask*)next())) {
- task->LocalInit();
- gROOT->cd();
- }
- if (getsysInfo) AliSysInfo::AddStamp("LocalInit_all", 0);
- }
+ RunLocalInit();
switch (fMode) {
case kLocalAnalysis:
}
if (!gROOT->GetListOfProofs() || !gROOT->GetListOfProofs()->GetEntries()) {
Error("StartAnalysis", "No PROOF!!! Exiting.");
- cdir->cd();
+ if (cdir) cdir->cd();
return -1;
}
line = Form("gProof->AddInput((TObject*)%p);", this);
retv = chain->Process("AliAnalysisSelector", "", nentries, firstentry);
} else {
Error("StartAnalysis", "No chain!!! Exiting.");
- cdir->cd();
+ if (cdir) cdir->cd();
return -1;
}
break;
if (!fGridHandler) {
Error("StartAnalysis", "Cannot start grid analysis without a grid handler.");
Info("===", "Add an AliAnalysisAlien object as plugin for this manager and configure it.");
- cdir->cd();
+ if (cdir) cdir->cd();
return -1;
}
// Write analysis manager in the analysis file
// Start the analysis via the handler
if (!fGridHandler->StartAnalysis(nentries, firstentry)) {
Info("StartAnalysis", "Grid analysis was stopped and cannot be terminated");
- cdir->cd();
+ if (cdir) cdir->cd();
return -1;
}
// Terminate grid analysis
- if (fSelector && fSelector->GetStatus() == -1) {cdir->cd(); return -1;}
- if (fGridHandler->GetRunMode() == AliAnalysisGrid::kOffline) {cdir->cd(); return 0;}
+ if (fSelector && fSelector->GetStatus() == -1) {if (cdir) cdir->cd(); return -1;}
+ if (fGridHandler->GetRunMode() == AliAnalysisGrid::kOffline) {if (cdir) cdir->cd(); return 0;}
cout << "===== MERGING OUTPUTS REGISTERED BY YOUR ANALYSIS JOB: " << GetName() << endl;
if (!fGridHandler->MergeOutputs()) {
// Return if outputs could not be merged or if it alien handler
// was configured for offline mode or local testing.
- cdir->cd();
+ if (cdir) cdir->cd();
return 0;
}
}
cout << "===== TERMINATING GRID ANALYSIS JOB: " << GetName() << endl;
ImportWrappers(NULL);
Terminate();
- cdir->cd();
+ if (cdir) cdir->cd();
return 0;
case kMixingAnalysis:
// Run event mixing analysis
if (!fEventPool) {
Error("StartAnalysis", "Cannot run event mixing without event pool");
- cdir->cd();
+ if (cdir) cdir->cd();
return -1;
}
cout << "===== RUNNING EVENT MIXING ANALYSIS " << GetName() << endl;
retv = chain->Process(fSelector);
if (retv < 0) {
Error("StartAnalysis", "Mixing analysis failed");
- cdir->cd();
+ if (cdir) cdir->cd();
return retv;
}
}
PackOutput(fSelector->GetOutputList());
Terminate();
}
- cdir->cd();
+ if (cdir) cdir->cd();
return retv;
}
}
// Initialize locally all tasks
- TIter next(fTasks);
- AliAnalysisTask *task;
- while ((task=(AliAnalysisTask*)next())) {
- task->LocalInit();
- }
-
+ RunLocalInit();
+
line = Form("gProof->AddInput((TObject*)%p);", this);
gROOT->ProcessLine(line);
Long_t retv;
if (getsysInfo && ((fNcalls%fNSysInfo)==0)) AliSysInfo::AddStamp("Exec_start", (Int_t)fNcalls);
if (!fInitOK) {
Error("ExecAnalysis", "Analysis manager was not initialized !");
- cdir->cd();
+ if (cdir) cdir->cd();
return;
}
fNcalls++;
if (!cont) cont = (AliAnalysisDataContainer*)fInputs->At(0);
if (!cont) {
Error("ExecAnalysis","Cannot execute analysis in TSelector mode without at least one top container");
- cdir->cd();
+ if (cdir) cdir->cd();
return;
}
cont->SetData(fTree); // This will notify all consumers
// Gather system information if requested
if (getsysInfo && ((fNcalls%fNSysInfo)==0))
AliSysInfo::AddStamp("Handlers_FinishEvent",fNcalls, 1001, 1);
- cdir->cd();
+ if (cdir) cdir->cd();
return;
}
// The event loop is not controlled by TSelector
if (fMCtruthEventHandler) fMCtruthEventHandler->FinishEvent();
if (getsysInfo && ((fNcalls%fNSysInfo)==0))
AliSysInfo::AddStamp("Handlers_FinishEvent",fNcalls, 1000, 1);
- cdir->cd();
+ if (cdir) cdir->cd();
}
//______________________________________________________________________________
file = TFile::Open(filename);
if (!file || file->IsZombie() || file->TestBit(TFile::kRecovered)) {
Error("ValidateOutputs", "Output file <%s> was not created or invalid", filename.Data());
- cdir->cd();
+ if (cdir) cdir->cd();
return kFALSE;
}
file->Close();
openedFiles += filename;
openedFiles += " ";
}
- cdir->cd();
+ if (cdir) cdir->cd();
return kTRUE;
}
fTable.Add(br);
}
if (br->GetReadEntry()==fCurrentEntry) return;
- Int_t ret = br->GetEntry(GetCurrentEntry());
- if (ret<0) {
+ Long64_t readbytes = br->GetEntry(GetCurrentEntry());
+ if (readbytes<0) {
Error("DoLoadBranch", "Could not load entry %lld from branch %s",GetCurrentEntry(), name);
if (crtEntry != fCurrentEntry) {
CountEvent(1,0,1,0);
TString s = value->GetName();
return s.Atof();
}
+
+//______________________________________________________________________________
+void AliAnalysisManager::AddClassDebug(const char *className, Int_t debugLevel)
+{
+// Sets Class debug level
+
+ if (!fDebugOptions) {
+ fDebugOptions = new TObjArray();
+ fDebugOptions->SetOwner(kTRUE);
+ }
+
+ // substracting DebugOffset, beacuse of AliLog::SetClassDebugLevel()
+ debugLevel -= AliLog::kDebug-1;
+
+ TNamed *debugOpt = (TNamed*)fDebugOptions->FindObject(className);
+ if (!debugOpt) {
+ AliInfo(TString::Format("Adding debug level %d for class %s",debugLevel+AliLog::kDebug-1,className).Data());
+ fDebugOptions->Add(new TNamed(className,TString::Format("%d",debugLevel).Data()));
+ } else {
+ TString oldDebugStr = debugOpt->GetTitle();
+ Int_t oldDebug = oldDebugStr.Atoi();
+ if (debugLevel > oldDebug) {
+ AliWarning(TString::Format("Overwriting debug level to %d class %s, because it is higher then previously set (%d).",debugLevel+AliLog::kDebug-1,className,oldDebug+AliLog::kDebug-1).Data());
+ debugOpt->SetTitle(TString::Format("%d",debugLevel).Data());
+ } else {
+ AliWarning(TString::Format("Ignoring debug level to %d class %s, because it is smaller then previously set (%d).",debugLevel+AliLog::kDebug-1,className,oldDebug+AliLog::kDebug-1).Data());
+ }
+ }
+}
+
+//______________________________________________________________________________
+void AliAnalysisManager::ApplyDebugOptions()
+{
+// Apply debug options
+
+ if (!fDebugOptions) return;
+
+ TIter next(fDebugOptions);
+ TNamed *debug;
+ TString debugLevel;
+ while ((debug=dynamic_cast<TNamed*>(next()))) {
+ debugLevel = debug->GetTitle();
+ AliInfo(TString::Format("ApplyDebugOptions : Class=%s debulLevel=%d",debug->GetName(),debugLevel.Atoi()+AliLog::kDebug-1).Data());
+ AliLog::SetClassDebugLevel(debug->GetName(), debugLevel.Atoi());
+ }
+}
+
git://git.uio.no / u / mrichter / AliRoot.git / blobdiff