// $Id$
-
-/**************************************************************************
- * Copyright(c) 1998-1999, ALICE Experiment at CERN, All rights reserved. *
- * *
- * Authors: Matthias Richter <Matthias.Richter@ift.uib.no> *
- * for The ALICE Off-line Project. *
- * *
- * Permission to use, copy, modify and distribute this software and its *
- * documentation strictly for non-commercial purposes is hereby granted *
- * without fee, provided that the above copyright notice appears in all *
- * copies and that both the copyright notice and this permission notice *
- * appear in the supporting documentation. The authors make no claims *
- * about the suitability of this software for any purpose. It is *
- * provided "as is" without express or implied warranty. *
- **************************************************************************/
+//**************************************************************************
+//* This file is property of and copyright by the ALICE HLT Project *
+//* ALICE Experiment at CERN, All rights reserved. *
+//* *
+//* Primary Authors: Matthias Richter <Matthias.Richter@ift.uib.no> *
+//* for The ALICE HLT Project. *
+//* *
+//* Permission to use, copy, modify and distribute this software and its *
+//* documentation strictly for non-commercial purposes is hereby granted *
+//* without fee, provided that the above copyright notice appears in all *
+//* copies and that both the copyright notice and this permission notice *
+//* appear in the supporting documentation. The authors make no claims *
+//* about the suitability of this software for any purpose. It is *
+//* provided "as is" without express or implied warranty. *
+//**************************************************************************
/** @file AliHLTSystem.cxx
@author Matthias Richter
using namespace std;
#endif
+#include <cassert>
#include "AliHLTStdIncludes.h"
#include "AliHLTSystem.h"
#include "AliHLTComponentHandler.h"
#include "AliHLTComponent.h"
#include "AliHLTConfiguration.h"
#include "AliHLTConfigurationHandler.h"
+#include "AliHLTOnlineConfiguration.h"
#include "AliHLTTask.h"
#include "AliHLTModuleAgent.h"
#include "AliHLTOfflineInterface.h"
+#include "AliHLTDataSource.h"
+#include "AliHLTOUT.h"
+#include "AliHLTOUTHandler.h"
+#include "AliHLTOUTTask.h"
+#include "AliHLTControlTask.h"
+#include "AliHLTDataBuffer.h"
+#include "AliHLTMisc.h"
#include <TObjArray.h>
#include <TObjString.h>
-#include <TString.h>
#include <TStopwatch.h>
+#include <TList.h>
+//#include <TSystem.h>
+#include <TROOT.h>
+//#include <TInterpreter.h>
+
+/** HLT default component libraries */
+const char* AliHLTSystem::fgkHLTDefaultLibs[]= {
+ "libAliHLTUtil.so",
+ "libAliHLTRCU.so",
+ "libAliHLTTPC.so",
+ // "libAliHLTSample.so",
+ // "libAliHLTPHOS.so",
+ "libAliHLTMUON.so",
+ "libAliHLTTRD.so",
+ "libAliHLTITS.so",
+ "libAliHLTVZERO.so",
+ "libAliHLTZDC.so",
+ "libAliHLTGlobal.so",
+ "libAliHLTTrigger.so",
+ NULL
+};
/** ROOT macro for the implementation of ROOT specific class methods */
ClassImp(AliHLTSystem)
-AliHLTSystem::AliHLTSystem()
- :
- fpComponentHandler(new AliHLTComponentHandler()),
- fpConfigurationHandler(new AliHLTConfigurationHandler()),
+AliHLTSystem::AliHLTSystem(AliHLTComponentLogSeverity loglevel, const char* name,
+ AliHLTComponentHandler* pCompHandler,
+ AliHLTConfigurationHandler* pConfHandler
+ )
+ : fpComponentHandler(pCompHandler==NULL?AliHLTComponentHandler::CreateHandler():pCompHandler)
+ , fpConfigurationHandler(pConfHandler==NULL?AliHLTConfigurationHandler::CreateHandler():pConfHandler),
fTaskList(),
- fState(0)
+ fState(0),
+ fChains(),
+ fStopwatches(new TObjArray),
+ fEventCount(-1),
+ fGoodEvents(-1),
+ fpChainHandlers(NULL),
+ fpEsdHandlers(NULL),
+ fpProprietaryHandlers(NULL),
+ fpHLTOUTTask(NULL),
+ fpControlTask(NULL),
+ fName(name)
+ , fECSParams()
+ , fUseHLTOUTComponentTypeGlobal(true)
{
// see header file for class documentation
// or
// or
// visit http://web.ift.uib.no/~kjeks/doc/alice-hlt
- if (fgNofInstances++>0)
- HLTWarning("multiple instances of AliHLTSystem, you should not use more than one at a time");
+ if (fgNofInstances++>0) {
+ // July 2008: multiple instances are now allowed
+ // AliHLTSystem is used in multiple instances for the kChain HLTOUT handler
+ //HLTWarning("multiple instances of AliHLTSystem, you should not use more than one at a time");
+ }
- SetGlobalLoggingLevel(kHLTLogDefault);
+ SetGlobalLoggingLevel(loglevel);
+ SetFrameworkLog(loglevel);
if (fpComponentHandler) {
- AliHLTComponentEnvironment env;
- memset(&env, 0, sizeof(AliHLTComponentEnvironment));
+ AliHLTAnalysisEnvironment env;
+ memset(&env, 0, sizeof(AliHLTAnalysisEnvironment));
+ env.fStructSize=sizeof(AliHLTAnalysisEnvironment);
env.fAllocMemoryFunc=AliHLTSystem::AllocMemory;
+ env.fGetEventDoneDataFunc=AliHLTSystem::AllocEventDoneData;
env.fLoggingFunc=NULL;
fpComponentHandler->SetEnvironment(&env);
+ InitAliLogFunc(fpComponentHandler);
+ if (fgNofInstances==1) {
+ fpComponentHandler->AnnounceVersion();
+ }
} else {
HLTFatal("can not create Component Handler");
}
}
}
-AliHLTSystem::AliHLTSystem(const AliHLTSystem&)
- :
- AliHLTLogging(),
- fpComponentHandler(NULL),
- fpConfigurationHandler(NULL),
- fTaskList(),
- fState(0)
-{
- // see header file for class documentation
- if (fgNofInstances++>0)
- HLTWarning("multiple instances of AliHLTSystem, you should not use more than one at a time");
-
- HLTFatal("copy constructor untested");
-}
-
-AliHLTSystem& AliHLTSystem::operator=(const AliHLTSystem&)
-{
- // see header file for class documentation
- HLTFatal("assignment operator untested");
- return *this;
-}
-
AliHLTSystem::~AliHLTSystem()
{
// see header file for class documentation
fgNofInstances--;
+ CleanHLTOUT();
CleanTaskList();
AliHLTConfiguration::GlobalDeinit(fpConfigurationHandler);
if (fpConfigurationHandler) {
- delete fpConfigurationHandler;
+ fpConfigurationHandler->Destroy();
}
fpConfigurationHandler=NULL;
if (fpComponentHandler) {
- delete fpComponentHandler;
+ fpComponentHandler->Destroy();
}
fpComponentHandler=NULL;
+ delete fStopwatches;
+
+ // note: fpHLTOUTTask and fpControlTask are deleted by
+ // CleanTaskList
}
int AliHLTSystem::fgNofInstances=0;
-int AliHLTSystem::AddConfiguration(AliHLTConfiguration* pConf)
-{
- // see header file for class documentation
- int iResult=0;
- if (pConf) {
- } else {
- iResult=-EINVAL;
- }
- return iResult;
-}
-
-int AliHLTSystem::InsertConfiguration(AliHLTConfiguration* pConf, AliHLTConfiguration* pPrec)
+int AliHLTSystem::BuildTaskList(const char* id)
{
// see header file for class documentation
int iResult=0;
- if (pConf) {
- if (pPrec) {
- // find the position
+ if (id) {
+ if (fpConfigurationHandler) {
+ AliHLTConfiguration* pConf=fpConfigurationHandler->FindConfiguration(id);
+ if (pConf) {
+ iResult=BuildTaskList(pConf);
+ } else {
+ HLTError("unknown configuration \"%s\"", id);
+ iResult=-EEXIST;
+ }
+ } else {
+ iResult=-EFAULT;
}
} else {
iResult=-EINVAL;
return iResult;
}
-int AliHLTSystem::DeleteConfiguration(AliHLTConfiguration* pConf)
-{
- // see header file for class documentation
- int iResult=0;
- if (pConf) {
- } else {
- iResult=-EINVAL;
- }
- return iResult;
-}
-
int AliHLTSystem::BuildTaskList(AliHLTConfiguration* pConf)
{
// see header file for class documentation
AliHLTTask* pTask=NULL;
if ((pTask=FindTask(pConf->GetName()))!=NULL) {
if (pTask->GetConf()!=pConf) {
- HLTError("configuration missmatch, there is already a task with configuration name \"%s\", but it is different. Most likely configuration %p is not registered properly", pConf->GetName(), pConf);
+ HLTError("configuration mismatch, there is already a task with configuration name \"%s\", but it is different. Most likely configuration %p is not registered properly", pConf->GetName(), pConf);
iResult=-EEXIST;
- pTask=NULL;
}
- } else if (pConf->SourcesResolved(1)!=1) {
+ // task for this configuration exists, terminate
+ pTask=NULL;
+ // check first if the configuration has all sources resolved, try to extract otherwise
+ } else if (pConf->SourcesResolved()!=1 && pConf->ExtractSources()!=1) {
HLTError("configuration \"%s\" has unresolved sources, aborting ...", pConf->GetName());
iResult=-ENOLINK;
} else {
pTask=new AliHLTTask(pConf);
if (pTask==NULL) {
iResult=-ENOMEM;
+ } else {
+ pTask->SetLocalLoggingLevel(GetLocalLoggingLevel());
}
}
- if (pTask) {
+ static int iterationLevel=0;
+ if (pTask && iResult>=0) {
// check for circular dependencies
if ((iResult=pConf->FollowDependency(pConf->GetName()))>0) {
HLTError("detected circular dependency for configuration \"%s\"", pTask->GetName());
fTaskList.Add(pTask);
AliHLTConfiguration* pDep=pConf->GetFirstSource();
while (pDep!=NULL && iResult>=0) {
+ HLTDebug("iteration %d: checking dependency %s (%p)", iterationLevel, pDep->GetName(), pDep);
if (FindTask(pDep->GetName())==NULL) {
+ HLTDebug("iteration %d: building task list for configuration %s (%p)", iterationLevel, pDep->GetName(), pDep);
+ iterationLevel++;
iResult=BuildTaskList(pDep);
+ iterationLevel--;
}
pDep=pConf->GetNextSource();
}
// insert the task and set the cross-links
if (iResult>=0) {
+ HLTDebug("iteration %d: inserting task %s (%p)", iterationLevel, pTask->GetName(), pTask);
iResult=InsertTask(pTask);
}
} else {
{
// see header file for class documentation
int iResult=0;
+ fpHLTOUTTask=NULL;
+ fpControlTask=NULL;
TObjLink* lnk=NULL;
- while ((lnk=fTaskList.FirstLink())!=NULL) {
- fTaskList.Remove(lnk);
+ while ((lnk=fTaskList.LastLink())!=NULL) {
delete (lnk->GetObject());
+ fTaskList.Remove(lnk);
}
+
return iResult;
}
{
// see header file for class documentation
int iResult=0;
- TObjLink *lnk = NULL;
- if ((iResult=pTask->CheckDependencies())>0)
- lnk=fTaskList.FirstLink();
+ if (fpControlTask==NULL) {
+ fpControlTask=new AliHLTControlTask;
+ if (!fpControlTask) return -ENOMEM;
+ fTaskList.AddFirst(fpControlTask);
+ }
+ TObjLink *controlLnk=NULL;
+ TObjLink *lnk = fTaskList.FirstLink();
+ assert(!lnk || lnk->GetObject()==fpControlTask || fpControlTask==NULL);
+ if (lnk && lnk->GetObject()==fpControlTask) {
+ if (pTask->GetConf() && pTask->GetConf()->GetFirstSource()==NULL) {
+ pTask->SetDependency(fpControlTask);
+ fpControlTask->SetTarget(pTask);
+ }
+ controlLnk=lnk;
+ lnk=lnk->Next();
+ }
+ if ((iResult=pTask->CheckDependencies())<=0)
+ lnk=NULL;
while (lnk && iResult>0) {
AliHLTTask* pCurr = (AliHLTTask*)lnk->GetObject();
//HLTDebug("checking \"%s\"", pCurr->GetName());
if (iResult==0) {
if (lnk) {
fTaskList.AddAfter(lnk, pTask);
+ } else if (controlLnk) {
+ fTaskList.AddAfter(controlLnk, pTask);
} else {
fTaskList.AddFirst(pTask);
}
- HLTDebug("task \"%s\" inserted", pTask->GetName());
+ HLTDebug("task \"%s\" (%p) inserted (size %d)", pTask->GetName(), pTask, sizeof(AliHLTTask));
} else if (iResult>0) {
HLTError("can not resolve dependencies for configuration \"%s\" (%d unresolved)", pTask->GetName(), iResult);
iResult=-ENOLINK;
// see header file for class documentation
AliHLTTask* pTask=NULL;
if (id) {
- pTask=(AliHLTTask*)fTaskList.FindObject(id);
+ pTask=dynamic_cast<AliHLTTask*>(fTaskList.FindObject(id));
}
return pTask;
}
}
}
-int AliHLTSystem::Run(Int_t iNofEvents)
+int AliHLTSystem::Run(Int_t iNofEvents, int bStop, AliHLTUInt64_t trgMask,
+ AliHLTUInt32_t timestamp, AliHLTUInt32_t eventtype,
+ AliHLTUInt32_t participatingDetectors)
{
// see header file for class documentation
int iResult=0;
int iCount=0;
SetStatusFlags(kRunning);
- TStopwatch StopwatchBase; StopwatchBase.Reset();
- TStopwatch StopwatchDA; StopwatchDA.Reset();
- TStopwatch StopwatchInput; StopwatchInput.Reset();
- TStopwatch StopwatchOutput; StopwatchOutput.Reset();
- TObjArray Stopwatches;
- Stopwatches.AddAt(&StopwatchBase, (int)AliHLTComponent::kSWBase);
- Stopwatches.AddAt(&StopwatchDA, (int)AliHLTComponent::kSWDA);
- Stopwatches.AddAt(&StopwatchInput, (int)AliHLTComponent::kSWInput);
- Stopwatches.AddAt(&StopwatchOutput, (int)AliHLTComponent::kSWOutput);
- if ((iResult=InitTasks())>=0 && (iResult=InitBenchmarking(&Stopwatches))>=0) {
- if ((iResult=StartTasks())>=0) {
- for (int i=0; i<iNofEvents && iResult>=0; i++) {
- iResult=ProcessTasks(i);
- if (iResult>=0) {
- HLTInfo("Event %d successfully finished (%d)", i, iResult);
- iResult=0;
+ if (fEventCount>=0 || (iResult=InitTasks())>=0) {
+ if (fEventCount>=0 || (iResult=StartTasks())>=0) {
+ if (fEventCount==0) {
+ InitBenchmarking(fStopwatches);
+ } else {
+ // Matthias Oct 11 2008 this is a bug
+ // By resuming the stopwatches at this point, all continued counting, but the
+ // starting and stopping is controlled by the AliHLTStopwatchGuard
+ //ResumeBenchmarking(fStopwatches);
+ }
+ for (int i=fEventCount; i<fEventCount+iNofEvents && iResult>=0; i++) {
+ if (fpHLTOUTTask) {
+ if (iNofEvents>1 && i==fEventCount) {
+ HLTWarning("can not add more than one event to the HLTOUT, skipping all but last block");
+ }
+ // reset and prepare for new data
+ fpHLTOUTTask->Reset();
+ }
+ if (eventtype == 0) {
+ eventtype = gkAliEventTypeData;
+ participatingDetectors = 0x0;
+ }
+ if ((iResult=ProcessTasks(i, trgMask, timestamp, eventtype, participatingDetectors))>=0) {
+ fGoodEvents++;
iCount++;
} else {
- HLTError("Processing of event %d failed (%d)", i, iResult);
// TODO: define different running modes to either ignore errors in
// event processing or not
// currently ignored
- //iResult=0;
+ iResult=0;
}
+ AliHLTDataBuffer::SetGlobalEventCount(iCount);
}
- StopTasks();
- } else {
- HLTError("can not start task list");
+ fEventCount+=iNofEvents;
+ if (bStop) StopTasks();
+ else PauseBenchmarking(fStopwatches);
}
- DeinitTasks();
- } else if (iResult!=-ENOENT) {
- HLTError("can not initialize task list");
+ if (bStop) DeinitTasks();
}
if (iResult>=0) {
iResult=iCount;
- HLTInfo("HLT statistics:\n"
- " base: R:%.3fs C:%.3fs\n"
- " input: R:%.3fs C:%.3fs\n"
- " output: R:%.3fs C:%.3fs\n"
- " event processing : R:%.3fs C:%.3fs"
- , StopwatchBase.RealTime(),StopwatchBase.CpuTime()
- , StopwatchInput.RealTime(),StopwatchInput.CpuTime()
- , StopwatchOutput.RealTime(),StopwatchOutput.CpuTime()
- , StopwatchDA.RealTime(),StopwatchDA.CpuTime());
+ } else if (iResult==-126 /*ENOKEY*/) {
+ iResult=0; // do not propagate the error
}
ClearStatusFlags(kRunning);
+ AliHLTDataBuffer::PrintStatistics();
return iResult;
}
// see header file for class documentation
int iResult=0;
TObjLink *lnk=fTaskList.FirstLink();
+
if (lnk==NULL) {
- HLTWarning("Task list is empty, aborting ...");
- return -ENOENT;
+ HLTInfo("Task list is empty, skipping HLT");
+ return -126 /*ENOKEY*/;
}
while (lnk && iResult>=0) {
TObject* obj=lnk->GetObject();
if (obj) {
AliHLTTask* pTask=(AliHLTTask*)obj;
iResult=pTask->Init(NULL, fpComponentHandler);
+// ProcInfo_t ProcInfo;
+// gSystem->GetProcInfo(&ProcInfo);
+// HLTInfo("task %s initialized (%d), current memory usage %d %d", pTask->GetName(), iResult, ProcInfo.fMemResident, ProcInfo.fMemVirtual);
} else {
}
lnk = lnk->Next();
}
if (iResult<0) {
+ HLTError("can not initialize task list, error %d", iResult);
}
+
return iResult;
}
int AliHLTSystem::InitBenchmarking(TObjArray* pStopwatches)
{
// see header file for class documentation
- if (pStopwatches==NULL) return -EINVAL;
-
int iResult=0;
+ if (pStopwatches==NULL) return 0;
+
+ for (int i=0; i<(int)AliHLTComponent::kSWTypeCount; i++) {
+ TStopwatch* pStopwatch= new TStopwatch;
+ if (pStopwatch) {
+ pStopwatch->Reset();
+ pStopwatches->AddAt(pStopwatch, i);
+ } else {
+ iResult=-ENOMEM;
+ break;
+ }
+ }
+
TObjLink *lnk=fTaskList.FirstLink();
while (lnk && iResult>=0) {
TObject* obj=lnk->GetObject();
return iResult;
}
+int AliHLTSystem::PauseBenchmarking(TObjArray* pStopwatches) const
+{
+ // see header file for class documentation
+ if (pStopwatches==NULL) return 0;
+
+ for (int i=0; i<(int)AliHLTComponent::kSWTypeCount; i++) {
+ if (!pStopwatches->At(i)) continue;
+ TStopwatch* pSw=dynamic_cast<TStopwatch*>(pStopwatches->At(i));
+ if (pSw) pSw->Stop();
+ }
+ return 0;
+}
+
+int AliHLTSystem::ResumeBenchmarking(TObjArray* pStopwatches) const
+{
+ // see header file for class documentation
+ if (pStopwatches==NULL) return 0;
+
+ for (int i=0; i<(int)AliHLTComponent::kSWTypeCount; i++) {
+ if (!pStopwatches->At(i)) continue;
+ TStopwatch* pSw=dynamic_cast<TStopwatch*>(pStopwatches->At(i));
+ if (pSw) pSw->Continue();
+ }
+ return 0;
+}
+
+int AliHLTSystem::PrintBenchmarking(TObjArray* pStopwatches, int bClean) const
+{
+ // see header file for class documentation
+ int iInitialized=1;
+ if (pStopwatches==NULL) return 0;
+
+ for (int i=0; i<(int)AliHLTComponent::kSWTypeCount; i++) {
+ if (!dynamic_cast<TStopwatch*>(pStopwatches->At(i))) {
+ iInitialized=0;
+ break;
+ }
+ }
+
+ if (iInitialized!=0) {
+ HLTImportant("HLT statistics:\n"
+ " base: R:%.3fs C:%.3fs\n"
+ " input: R:%.3fs C:%.3fs\n"
+ " output: R:%.3fs C:%.3fs\n"
+ " event processing : R:%.3fs C:%.3fs"
+ , dynamic_cast<TStopwatch*>(pStopwatches->At(AliHLTComponent::kSWBase))->RealTime()
+ , dynamic_cast<TStopwatch*>(pStopwatches->At(AliHLTComponent::kSWBase))->CpuTime()
+ , dynamic_cast<TStopwatch*>(pStopwatches->At(AliHLTComponent::kSWInput))->RealTime()
+ , dynamic_cast<TStopwatch*>(pStopwatches->At(AliHLTComponent::kSWInput))->CpuTime()
+ , dynamic_cast<TStopwatch*>(pStopwatches->At(AliHLTComponent::kSWOutput))->RealTime()
+ , dynamic_cast<TStopwatch*>(pStopwatches->At(AliHLTComponent::kSWOutput))->CpuTime()
+ , dynamic_cast<TStopwatch*>(pStopwatches->At(AliHLTComponent::kSWDA))->RealTime()
+ , dynamic_cast<TStopwatch*>(pStopwatches->At(AliHLTComponent::kSWDA))->CpuTime()
+ );
+ }
+
+ if (bClean) {
+ for (int i=0; i<(int)AliHLTComponent::kSWTypeCount; i++) {
+ TObject* pObj=pStopwatches->RemoveAt(i);
+ if (pObj) delete pObj;
+ }
+ }
+ return 0;
+}
+
int AliHLTSystem::StartTasks()
{
// see header file for class documentation
if (obj) {
AliHLTTask* pTask=(AliHLTTask*)obj;
iResult=pTask->StartRun();
+// ProcInfo_t ProcInfo;
+// gSystem->GetProcInfo(&ProcInfo);
+// HLTInfo("task %s started (%d), current memory usage %d %d", pTask->GetName(), iResult, ProcInfo.fMemResident, ProcInfo.fMemVirtual);
} else {
}
lnk = lnk->Next();
}
if (iResult<0) {
+ HLTError("can not start task list, error %d", iResult);
+ } else {
+ SetStatusFlags(kStarted);
+ fEventCount=0;
+ fGoodEvents=0;
+ if ((iResult=SendControlEvent(kAliHLTDataTypeSOR))<0) {
+ HLTError("can not send SOR event: error %d", iResult);
+ }
}
return iResult;
}
-int AliHLTSystem::ProcessTasks(Int_t eventNo)
+int AliHLTSystem::ProcessTasks(Int_t eventNo, AliHLTUInt64_t trgMask,
+ AliHLTUInt32_t timestamp, AliHLTUInt32_t eventtype,
+ AliHLTUInt32_t participatingDetectors)
{
// see header file for class documentation
int iResult=0;
HLTDebug("processing event no %d", eventNo);
TObjLink *lnk=fTaskList.FirstLink();
- while (lnk && iResult>=0) {
+ while (lnk) {
TObject* obj=lnk->GetObject();
if (obj) {
AliHLTTask* pTask=(AliHLTTask*)obj;
- iResult=pTask->ProcessTask(eventNo);
- HLTDebug("task %s finnished (%d)", pTask->GetName(), iResult);
+ if (iResult>=0) {
+ iResult=pTask->ProcessTask(eventNo, eventtype, trgMask, timestamp, participatingDetectors);
+// ProcInfo_t ProcInfo;
+// gSystem->GetProcInfo(&ProcInfo);
+// HLTInfo("task %s processed (%d), current memory usage %d %d", pTask->GetName(), iResult, ProcInfo.fMemResident, ProcInfo.fMemVirtual);
+ } else {
+ pTask->SubscribeSourcesAndSkip();
+ }
} else {
}
lnk = lnk->Next();
}
+
+ if (iResult>=0) {
+ HLTImportant("Event %d successfully finished (%d)", eventNo, iResult);
+ iResult=0;
+ } else {
+ HLTError("Processing of event %d failed (%d)", eventNo, iResult);
+ }
+
return iResult;
}
{
// see header file for class documentation
int iResult=0;
+ if ((iResult=SendControlEvent(kAliHLTDataTypeEOR))<0) {
+ HLTError("can not send EOR event");
+ }
+
+ // cleanup blocks from the last event. This is a bit awkward. All output
+ // blocks from the chains need to be stored in the HLTOUT task. Though,
+ // we do not know, whether HLTOUT is going to be processed or not.
+ if (fpHLTOUTTask)
+ fpHLTOUTTask->Reset();
+
TObjLink *lnk=fTaskList.FirstLink();
- while (lnk && iResult>=0) {
+ while (lnk) {
TObject* obj=lnk->GetObject();
if (obj) {
AliHLTTask* pTask=(AliHLTTask*)obj;
- iResult=pTask->EndRun();
+ int locResult=pTask->EndRun();
+ if (iResult>=0 && locResult<0) iResult=locResult;
+// ProcInfo_t ProcInfo;
+// gSystem->GetProcInfo(&ProcInfo);
+// HLTInfo("task %s stopped (%d), current memory usage %d %d", pTask->GetName(), iResult, ProcInfo.fMemResident, ProcInfo.fMemVirtual);
} else {
}
lnk = lnk->Next();
}
+ PrintBenchmarking(fStopwatches, 1 /*clean*/);
+ ClearStatusFlags(kStarted);
return iResult;
}
-int AliHLTSystem::DeinitTasks()
+int AliHLTSystem::SendControlEvent(AliHLTComponentDataType dt)
{
// see header file for class documentation
int iResult=0;
+
+ AliHLTComponentBlockDataList controlBlocks;
+ AliHLTComponentBlockData bd;
+
+ // run decriptor block of type kAliHLTDataTypeSOR/kAliHLTDataTypeEOR
+ AliHLTComponent::FillBlockData(bd);
+ AliHLTRunDesc runDesc;
+ memset(&runDesc, 0, sizeof(AliHLTRunDesc));
+ runDesc.fStructSize=sizeof(AliHLTRunDesc);
+ runDesc.fRunNo=AliHLTMisc::Instance().GetCDBRunNo();
+ bd.fPtr=&runDesc;
+ bd.fSize=sizeof(AliHLTRunDesc);
+ bd.fDataType=dt;
+ bd.fSpecification=kAliHLTVoidDataSpec;
+ controlBlocks.push_back(bd);
+
+ // ECS parameter of type kAliHLTDataTypeECSParam
+ if (fECSParams.IsNull())
+ fECSParams="CTP_TRIGGER_CLASS=00:DUMMY-TRIGGER-ALL:00-01-02-03-04-05-06-07-08-09-10-11-12-13-14-15-16-17";
+ AliHLTComponent::FillBlockData(bd);
+ bd.fPtr=(void*)fECSParams.Data();
+ bd.fSize=fECSParams.Length()+1;
+ bd.fDataType=kAliHLTDataTypeECSParam;
+ bd.fSpecification=kAliHLTVoidDataSpec;
+ controlBlocks.push_back(bd);
+
+ AliHLTControlTask::AliHLTControlEventGuard g(fpControlTask, controlBlocks);
+ HLTDebug("sending event %s, run descriptor %p", AliHLTComponent::DataType2Text(dt).c_str(), &runDesc);
TObjLink *lnk=fTaskList.FirstLink();
while (lnk && iResult>=0) {
TObject* obj=lnk->GetObject();
if (obj) {
AliHLTTask* pTask=(AliHLTTask*)obj;
- iResult=pTask->Deinit();
+ AliHLTUInt32_t eventType=gkAliEventTypeUnknown;
+ if (dt==kAliHLTDataTypeSOR) eventType=gkAliEventTypeStartOfRun;
+ else if (dt==kAliHLTDataTypeEOR) eventType=gkAliEventTypeEndOfRun;
+ else HLTWarning("unknown control event %s", AliHLTComponent::DataType2Text(dt).c_str());
+ iResult=pTask->ProcessTask(-1, eventType, 0, 0);
} else {
}
lnk = lnk->Next();
}
+
+ // control events are not supposed to go into the HLTOUT
+ if (fpHLTOUTTask)
+ fpHLTOUTTask->Reset();
+
+ HLTDebug("event %s done (%d)", AliHLTComponent::DataType2Text(dt).c_str(), iResult);
+ return iResult;
+}
+
+int AliHLTSystem::DeinitTasks()
+{
+ // see header file for class documentation
+ int iResult=0;
+ TObjLink *lnk=fTaskList.LastLink();
+ while (lnk) {
+ TObject* obj=lnk->GetObject();
+ if (obj) {
+ AliHLTTask* pTask=(AliHLTTask*)obj;
+ int localRes=pTask->Deinit();
+ if (iResult>=0) iResult=localRes;
+// ProcInfo_t ProcInfo;
+// gSystem->GetProcInfo(&ProcInfo);
+// HLTInfo("task %s cleaned (%d), current memory usage %d %d", pTask->GetName(), iResult, ProcInfo.fMemResident, ProcInfo.fMemVirtual);
+ } else {
+ }
+ lnk = lnk->Prev();
+ }
+ fEventCount=-1;
+ fGoodEvents=-1;
+
return iResult;
}
-void* AliHLTSystem::AllocMemory( void* param, unsigned long size )
+int AliHLTSystem::CleanHLTOUT()
+{
+ // see header file for class documentation
+ if (fpChainHandlers) {
+ AliHLTOUT::AliHLTOUTHandlerListEntryVector* pHandlers=reinterpret_cast<AliHLTOUT::AliHLTOUTHandlerListEntryVector*>(fpChainHandlers);
+ fpChainHandlers=NULL;
+ if (pHandlers) {
+ AliHLTOUT::InvalidateBlocks(*pHandlers);
+ AliHLTOUT::RemoveEmptyDuplicateHandlers(*pHandlers);
+ }
+ assert(pHandlers->size()==0);
+ delete pHandlers;
+ }
+
+ if (fpEsdHandlers) {
+ AliHLTOUT::AliHLTOUTHandlerListEntryVector* pHandlers=reinterpret_cast<AliHLTOUT::AliHLTOUTHandlerListEntryVector*>(fpEsdHandlers);
+ fpEsdHandlers=NULL;
+ if (pHandlers) {
+ AliHLTOUT::InvalidateBlocks(*pHandlers);
+ AliHLTOUT::RemoveEmptyDuplicateHandlers(*pHandlers);
+ }
+ assert(pHandlers->size()==0);
+ delete pHandlers;
+ }
+
+ if (fpProprietaryHandlers) {
+ AliHLTOUT::AliHLTOUTHandlerListEntryVector* pHandlers=reinterpret_cast<AliHLTOUT::AliHLTOUTHandlerListEntryVector*>(fpProprietaryHandlers);
+ fpProprietaryHandlers=NULL;
+ if (pHandlers) {
+ AliHLTOUT::InvalidateBlocks(*pHandlers);
+ AliHLTOUT::RemoveEmptyDuplicateHandlers(*pHandlers);
+ }
+ assert(pHandlers->size()==0);
+ delete pHandlers;
+ }
+ return 0;
+}
+
+void* AliHLTSystem::AllocMemory( void* /*param*/, unsigned long size )
{
// see header file for class documentation
- if (param==NULL) {
- // get rid of 'unused parameter' warning
+ void* p=NULL;
+ try {
+ p=(void*)new char[size];
+ }
+ catch (...) {
+ AliHLTLogging log;
+ log.LoggingVarargs(kHLTLogError, "AliHLTSystem" , "AllocMemory" , __FILE__ , __LINE__ , "exeption during memory allocation" );
}
- return (void*)new char[size];
+ return p;
+}
+
+int AliHLTSystem::AllocEventDoneData( void* /*param*/, AliHLTEventID_t /*eventID*/, unsigned long size, AliHLTComponentEventDoneData** edd )
+{
+ // see header file for class documentation
+ unsigned long blocksize=sizeof(AliHLTComponentEventDoneData)+size;
+ void* block=AllocMemory(NULL, blocksize);
+ if (!block) return -ENOMEM;
+ memset(block, 0, blocksize);
+ *edd=reinterpret_cast<AliHLTComponentEventDoneData*>(block);
+ (*edd)->fStructSize=sizeof(AliHLTComponentEventDoneData);
+ (*edd)->fDataSize=size;
+ (*edd)->fData=reinterpret_cast<AliHLTUInt8_t*>(block)+sizeof(AliHLTComponentEventDoneData);
+
+ return 0;
}
int AliHLTSystem::Reconstruct(int nofEvents, AliRunLoader* runLoader,
{
// see header file for class documentation
int iResult=0;
- if (runLoader) {
- HLTInfo("Run Loader %p, Raw Reader %p , %d events", runLoader, rawReader, nofEvents);
+ if (runLoader || rawReader || nofEvents==0) {
+ if (nofEvents>0) {HLTInfo("Run Loader %p, Raw Reader %p , %d event(s)", runLoader, rawReader, nofEvents);}
if (CheckStatus(kReady)) {
+ if (nofEvents==0) {
+ // special case to close the reconstruction
+ if (!CheckStatus(kError)) {
+ StopTasks();
+ DeinitTasks();
+ CleanHLTOUT();
+ }
+ } else {
if ((iResult=AliHLTOfflineInterface::SetParamsToComponents(runLoader, rawReader))>=0) {
- iResult=Run(nofEvents);
+ AliHLTUInt64_t trgMask=0x1;
+ AliHLTUInt32_t timestamp=0;
+ AliHLTUInt32_t eventtype=0;
+ if (runLoader==NULL) {
+ // this is a quick workaround for the case of simulation
+ // the trigger framework is still under development, secondly, AliHLTSimulation
+ // does not yet add the emulated ECS parameters, so no CTP trigger is known in the HLT
+ // AliHLTTask will initialize one dummy CTP trigger class with bit 0, that's why the
+ // default trigger mask is 0x1
+ trgMask=AliHLTMisc::Instance().GetTriggerMask(rawReader);
+
+ // get the timestamp and type of the event from the raw reader
+ // this is currently only meaningfull for reconstruction (runloader==NULL)
+ timestamp=AliHLTMisc::Instance().GetTimeStamp(rawReader);
+ eventtype=AliHLTMisc::Instance().GetEventType(rawReader);
+ }
+ // the system always remains started after event processing, a specific
+ // call with nofEvents==0 is needed to execute the stop sequence
+ if ((iResult=Run(nofEvents, 0, trgMask, timestamp, eventtype))<0) SetStatusFlags(kError);
+ }
}
} else {
HLTError("wrong state %#x, required flags %#x", GetStatusFlags(), kReady);
}
} else {
- HLTError("missing run loader instance");
+ HLTError("missing RunLoader (%p)/RawReader (%p) instance", runLoader, rawReader);
iResult=-EINVAL;
}
return iResult;
}
-int AliHLTSystem::FillESD(int eventNo, AliRunLoader* runLoader, AliESD* esd)
+int AliHLTSystem::FillESD(int eventNo, AliRunLoader* runLoader, AliESDEvent* esd)
{
// see header file for class documentation
int iResult=0;
- if (runLoader) {
+ if (runLoader || esd) {
HLTInfo("Event %d: Run Loader %p, ESD %p", eventNo, runLoader, esd);
iResult=AliHLTOfflineInterface::FillComponentESDs(eventNo, runLoader, esd);
} else {
return iResult;
}
+int AliHLTSystem::ProcessHLTOUT(AliHLTOUT* pHLTOUT, AliESDEvent* esd)
+{
+ // see header file for class documentation
+ int iResult=0;
+ if (!pHLTOUT) return -EINVAL;
+ HLTDebug("processing %d HLT data blocks", pHLTOUT->GetNofDataBlocks());
+
+ // add the current HLTOUT task to the collection
+ if (fpHLTOUTTask) {
+ AliHLTOUT* pTask=dynamic_cast<AliHLTOUT*>(fpHLTOUTTask);
+ if (pTask && (iResult=pTask->Init())>=0) {
+ if (pTask->GetNofDataBlocks()>0) {
+ pHLTOUT->AddSubCollection(pTask);
+ }
+ } else {
+ HLTWarning("can not initialize HLTOUT sub collection %s for reconstruction chain (%d), data blocks are lost", pTask?fpHLTOUTTask->GetName():"nil", iResult);
+ iResult=0;
+ }
+ }
+
+
+ //
+ // process all kChain handlers first
+ //
+ if ((iResult=ProcessHLTOUTkChain(pHLTOUT))<0) {
+ HLTWarning("Processing of kChain-type data blocks failed with error code %d", iResult);
+ iResult=0;
+ }
+
+ if (!fpEsdHandlers)
+ fpEsdHandlers=new AliHLTOUT::AliHLTOUTHandlerListEntryVector;
+ if (!fpProprietaryHandlers)
+ fpProprietaryHandlers=new AliHLTOUT::AliHLTOUTHandlerListEntryVector;
+
+ AliHLTOUT::AliHLTOUTHandlerListEntryVector* pEsdHandlers=reinterpret_cast<AliHLTOUT::AliHLTOUTHandlerListEntryVector*>(fpEsdHandlers);
+ AliHLTOUT::AliHLTOUTHandlerListEntryVector* pProprietaryHandlers=reinterpret_cast<AliHLTOUT::AliHLTOUTHandlerListEntryVector*>(fpProprietaryHandlers);
+ if (!pEsdHandlers || !pProprietaryHandlers) return -ENOMEM;
+
+ // invalidate all blocks
+ AliHLTOUT::InvalidateBlocks(*pEsdHandlers);
+ AliHLTOUT::InvalidateBlocks(*pProprietaryHandlers);
+
+ AliHLTComponentDataTypeList esdBlocks;
+
+ for (iResult=pHLTOUT->SelectFirstDataBlock();
+ iResult>=0;
+ iResult=pHLTOUT->SelectNextDataBlock()) {
+ AliHLTComponentDataType dt=kAliHLTVoidDataType;
+ AliHLTUInt32_t spec=kAliHLTVoidDataSpec;
+ pHLTOUT->GetDataBlockDescription(dt, spec);
+ AliHLTOUTHandler* pHandler=pHLTOUT->GetHandler();
+ AliHLTModuleAgent::AliHLTOUTHandlerType handlerType=pHLTOUT->GetDataBlockHandlerType();
+
+ // default handling for ESD data blocks does not require an explicite handler
+ if (!pHandler && (dt==kAliHLTDataTypeESDObject || dt==kAliHLTDataTypeESDTree)) {
+ handlerType=AliHLTModuleAgent::kEsd;
+ }
+ const char* pMsg="invalid";
+ switch (handlerType) {
+ case AliHLTModuleAgent::kEsd:
+ {
+ if (pHandler) {
+ // schedule for later processing
+ pHLTOUT->InsertHandler(*pEsdHandlers, pHLTOUT->GetDataBlockHandlerDesc());
+ } else {
+ AliHLTComponentDataTypeList::iterator element=esdBlocks.begin();
+ for (; element!=esdBlocks.end(); element++) {
+ if (*element==dt) {
+ HLTWarning("multiple ESDs of identical data type %s, please add appropriate handler to merge ESDs", AliHLTComponent::DataType2Text(dt).c_str());
+ break;
+ }
+ }
+ if (element==esdBlocks.end()) esdBlocks.push_back(dt);
+
+ // write directly
+ const AliHLTUInt8_t* pBuffer=NULL;
+ AliHLTUInt32_t size=0;
+ if (pHLTOUT->GetDataBuffer(pBuffer, size)>=0) {
+ pHLTOUT->WriteESD(pBuffer, size, dt, esd);
+ pHLTOUT->ReleaseDataBuffer(pBuffer);
+ }
+ pHLTOUT->MarkDataBlockProcessed();
+ }
+ }
+ break;
+ case AliHLTModuleAgent::kRawReader:
+ // handled in the AliRawReaderHLT
+ break;
+ case AliHLTModuleAgent::kRawStream:
+ HLTWarning("HLTOUT handler type 'kRawStream' not yet implemented: agent %s, data type %s, specification %#x",
+ pHLTOUT->GetAgent()?pHLTOUT->GetAgent()->GetModuleId():"<invalid>",
+ AliHLTComponent::DataType2Text(dt).c_str(), spec);
+ break;
+ case AliHLTModuleAgent::kChain:
+ HLTWarning("HLTOUT handler type 'kChain' has already been processed: agent %s, data type %s, specification %#x\n"
+ "New block of this type added by the chain? Skipping data block ...",
+ pHLTOUT->GetAgent()?pHLTOUT->GetAgent()->GetModuleId():"<invalid>",
+ AliHLTComponent::DataType2Text(dt).c_str(), spec);
+ break;
+ case AliHLTModuleAgent::kProprietary:
+ HLTDebug("processing proprietary data: agent %s, data type %s, specification %#x",
+ pHLTOUT->GetAgent()?pHLTOUT->GetAgent()->GetModuleId():"<invalid>",
+ AliHLTComponent::DataType2Text(dt).c_str(), spec);
+ if (pHandler) {
+ AliHLTOUT::AliHLTOUTLockGuard g(pHLTOUT);
+ int res=pHandler->ProcessData(pHLTOUT);
+ if (res<0) {
+ HLTWarning("processing proprietary data failed (%d): agent %s, data type %s, specification %#x",
+ res, pHLTOUT->GetAgent()?pHLTOUT->GetAgent()->GetModuleId():"<invalid>",
+ AliHLTComponent::DataType2Text(dt).c_str(), spec);
+ }
+ }
+ break;
+ case AliHLTModuleAgent::kUnknownOutput:
+ pMsg="unknown";
+ // fall trough intended
+ default:
+ HLTWarning("%s handler type: agent %s, data type %s, specification %#x, ... skipping data block",
+ pMsg, pHLTOUT->GetAgent()?pHLTOUT->GetAgent()->GetModuleId():"<invalid>",
+ AliHLTComponent::DataType2Text(dt).c_str(), spec);
+ }
+ }
+ // TODO: the return value of SelectFirst/NextDataBlock must be
+ // changed in order to avoid this check
+ if (iResult==-ENOENT) iResult=0;
+
+ AliHLTOUT::AliHLTOUTHandlerListEntryVector::iterator handler;
+
+ // process and write all esd data blocks
+ for (handler=pEsdHandlers->begin(); handler!=pEsdHandlers->end() && iResult>=0; handler++) {
+ AliHLTOUT::AliHLTOUTSelectionGuard g(pHLTOUT, &(*handler));
+ AliHLTOUTHandler* pHandler=*handler;
+ const AliHLTUInt8_t* pBuffer=NULL;
+ AliHLTUInt32_t size=0;
+ pHandler->ProcessData(pHLTOUT);
+ if ((size=pHandler->GetProcessedData(pBuffer))>0) {
+ AliHLTModuleAgent::AliHLTOUTHandlerDesc desc=*handler;
+ AliHLTComponentDataType dt=desc;
+ pHLTOUT->WriteESD(pBuffer, size, dt, esd);
+ pHandler->ReleaseProcessedData(pBuffer, size);
+ }
+ pHLTOUT->MarkDataBlocksProcessed(&(*handler));
+ }
+
+ // process all kProprietary data blocks
+ for (handler=pProprietaryHandlers->begin(); handler!=pProprietaryHandlers->end() && iResult>=0; handler++) {
+ AliHLTOUT::AliHLTOUTSelectionGuard g(pHLTOUT, &(*handler));
+ AliHLTOUTHandler* pHandler=*handler;
+ const AliHLTUInt8_t* pBuffer=NULL;
+ AliHLTUInt32_t size=0;
+ pHandler->ProcessData(pHLTOUT);
+ if ((size=pHandler->GetProcessedData(pBuffer))>0) {
+ HLTWarning("data produced by kProprietary handler ignored");
+ pHandler->ReleaseProcessedData(pBuffer, size);
+ }
+ pHLTOUT->MarkDataBlocksProcessed(&(*handler));
+ }
+
+ // remove all empty handlers form the list (handlers which did not get a block this time)
+ AliHLTOUT::RemoveEmptyDuplicateHandlers(*pEsdHandlers);
+ AliHLTOUT::RemoveEmptyDuplicateHandlers(*pProprietaryHandlers);
+
+ return iResult;
+}
+
+int AliHLTSystem::ProcessHLTOUTkChain(AliHLTOUT* pHLTOUT)
+{
+ // see header file for class documentation
+ int iResult=0;
+ if (!pHLTOUT) return -EINVAL;
+
+ if (!fpChainHandlers)
+ fpChainHandlers=new AliHLTOUT::AliHLTOUTHandlerListEntryVector;
+
+ AliHLTOUT::AliHLTOUTHandlerListEntryVector* pChainHandlers=reinterpret_cast<AliHLTOUT::AliHLTOUTHandlerListEntryVector*>(fpChainHandlers);
+ if (!pChainHandlers) return -ENOMEM;
+
+ // invalidate all blocks
+ AliHLTOUT::InvalidateBlocks(*pChainHandlers);
+
+ // fill the list
+ pHLTOUT->FillHandlerList(*pChainHandlers, AliHLTModuleAgent::kChain);
+
+ // process all defined chain handlers
+ AliHLTOUT::AliHLTOUTHandlerListEntryVector::iterator chainHandler;
+ for (chainHandler=pChainHandlers->begin(); chainHandler!=pChainHandlers->end() && iResult>=0; chainHandler++) {
+ if (chainHandler->IsEmpty()) continue;
+ AliHLTOUT::AliHLTOUTSelectionGuard g(pHLTOUT, &(*chainHandler));
+ AliHLTOUTHandler* pHandler=*chainHandler;
+ const AliHLTUInt8_t* pBuffer=NULL;
+ AliHLTUInt32_t size=0;
+ pHandler->ProcessData(pHLTOUT);
+ if ((size=pHandler->GetProcessedData(pBuffer))>0) {
+ AliHLTModuleAgent::AliHLTOUTHandlerDesc desc=*chainHandler;
+ //AliHLTComponentDataType dt=desc;
+
+ pHandler->ReleaseProcessedData(pBuffer, size);
+ }
+ pHLTOUT->MarkDataBlocksProcessed(&(*chainHandler));
+ }
+
+ // remove all empty handlers form the list (handlers which did not get a block this time)
+ AliHLTOUT::RemoveEmptyDuplicateHandlers(*pChainHandlers);
+
+ return iResult;
+}
+
int AliHLTSystem::LoadComponentLibraries(const char* libraries)
{
// see header file for class documentation
TString libs(libraries);
TObjArray* pTokens=libs.Tokenize(" ");
if (pTokens) {
- int iEntries=pTokens->GetEntries();
+ int iEntries=pTokens->GetEntriesFast();
for (int i=0; i<iEntries && iResult>=0; i++) {
iResult=fpComponentHandler->LoadLibrary((((TObjString*)pTokens->At(i))->GetString()).Data());
}
}
int AliHLTSystem::Configure(AliRunLoader* runloader)
+{
+ // see header file for class documentation
+ return Configure(NULL, runloader);
+}
+
+int AliHLTSystem::Configure(AliRawReader* rawReader, AliRunLoader* runloader)
{
// see header file for class documentation
int iResult=0;
HLTError("HLT system in running state, can not configure");
return -EBUSY;
}
+ ClearStatusFlags(kTaskListCreated);
if (CheckFilter(kHLTLogDebug))
AliHLTModuleAgent::PrintStatus();
- ClearStatusFlags(kConfigurationLoaded|kTaskListCreated);
- iResult=LoadConfigurations(runloader);
+ if (CheckStatus(kConfigurationLoaded)==0) {
+ iResult=LoadConfigurations(rawReader, runloader);
+ } else {
+ if (fChains.Length()==0) {
+ HLTError("custom configuration(s) specified, but no configuration to run in local reconstruction, use \'chains=<chain,...>\' option");
+ iResult=-ENOENT;
+ }
+ }
if (iResult>=0) {
SetStatusFlags(kConfigurationLoaded);
- iResult=BuildTaskListsFromTopConfigurations(runloader);
+ if (CheckFilter(kHLTLogDebug))
+ fpConfigurationHandler->PrintConfigurations();
+ iResult=BuildTaskListsFromReconstructionChains(rawReader, runloader);
if (iResult>=0) {
SetStatusFlags(kTaskListCreated);
}
return iResult;
}
+int AliHLTSystem::ScanOptions(const char* options)
+{
+ // see header file for class documentation
+ int iResult=0;
+ if (options) {
+ //AliHLTComponentHandler::TLibraryMode libMode=AliHLTComponentHandler::kDynamic;
+ TString libs("");
+ TString excludelibs("");
+ TString alloptions(options);
+ TObjArray* pTokens=alloptions.Tokenize(" ");
+ if (pTokens) {
+ int iEntries=pTokens->GetEntriesFast();
+ for (int i=0; i<iEntries; i++) {
+ TString token=(((TObjString*)pTokens->At(i))->GetString());
+ if (token.Contains("loglevel=")) {
+ TString param=token.ReplaceAll("loglevel=", "");
+ if (param.IsDigit()) {
+ SetGlobalLoggingLevel((AliHLTComponentLogSeverity)param.Atoi());
+ } else if (param.BeginsWith("0x") &&
+ param.Replace(0,2,"",0).IsHex()) {
+ int severity=0;
+ sscanf(param.Data(),"%x", &severity);
+ SetGlobalLoggingLevel((AliHLTComponentLogSeverity)severity);
+ } else {
+ HLTWarning("wrong parameter for option \'loglevel=\', (hex) number expected");
+ }
+ } else if (token.Contains("frameworklog=")) {
+ TString param=token.ReplaceAll("frameworklog=", "");
+ if (param.IsDigit()) {
+ SetFrameworkLog((AliHLTComponentLogSeverity)param.Atoi());
+ } else if (param.BeginsWith("0x") &&
+ param.Replace(0,2,"",0).IsHex()) {
+ int severity=0;
+ sscanf(param.Data(),"%x", &severity);
+ SetFrameworkLog((AliHLTComponentLogSeverity)severity);
+ } else {
+ HLTWarning("wrong parameter for option \'loglevel=\', (hex) number expected");
+ }
+ } else if (token.Contains("alilog=off")) {
+ SwitchAliLog(0);
+ } else if (token.Contains("config=")) {
+ TString param=token.ReplaceAll("config=", "");
+ Int_t error=0;
+ if (token.EndsWith(".xml", TString::kIgnoreCase)) {
+ Int_t filesize = 0;
+ AliHLTOnlineConfiguration conf;
+ filesize = conf.LoadConfiguration(param.Data());
+ if (filesize <= 0) {
+ HLTError("can not load config \'%s\'", param.Data());
+ iResult=-EBADF;
+ } else {
+ error = conf.Parse();
+ if (error==0) {
+ fChains = conf.GetDefaultChains();
+ libs = conf.GetComponentLibraries();
+ libs += " ";
+ SetStatusFlags(kConfigurationLoaded);
+ } else {
+ HLTError("can not parse config \'%s\'", param.Data());
+ iResult=-EBADF;
+ }
+ }
+ } else {
+ gROOT->Macro(param.Data(), &error);
+ if (error==0) {
+ SetStatusFlags(kConfigurationLoaded);
+ } else {
+ HLTError("can not execute macro \'%s\'", param.Data());
+ iResult=-EBADF;
+ }
+ }
+ } else if (token.Contains("chains=")) {
+ TString param=token.ReplaceAll("chains=", "");
+ fChains=param.ReplaceAll(",", " ");
+ if (fChains.IsNull()) fChains=" "; // disable all chains
+ } else if (token.Contains("libmode=")) {
+ TString param=token.ReplaceAll("libmode=", "");
+ param.ReplaceAll(",", " ");
+ if (fpComponentHandler) {
+ if (param.CompareTo("static")==0) {
+ fpComponentHandler->SetLibraryMode(AliHLTComponentHandler::kStatic);
+ } else if (param.CompareTo("dynamic")==0) {
+ fpComponentHandler->SetLibraryMode(AliHLTComponentHandler::kDynamic);
+ } else {
+ HLTWarning("wrong argument for option \'libmode=\', use \'static\' or \'dynamic\'");
+ }
+ }
+ } else if (token.BeginsWith("ECS=")) {
+ fECSParams=token.ReplaceAll("ECS=", "");
+ } else if (token.BeginsWith("hltout-mode=")) {
+ // The actual parameter for argument 'hltout-mode' is treated in AliSimulation.
+ // For AliHLTSystem the occurrence with parameter 'split' signals the use of the
+ // separated HLTOUTComponents for digit and raw data. All others indicate
+ // HLTOUTComponent type 'global' where the data generation is steered from global
+ // flags
+ fUseHLTOUTComponentTypeGlobal=token.CompareTo("hltout-mode=split")==1;
+ } else if (token.BeginsWith("lib") && token.EndsWith(".so")) {
+ libs+=token;
+ libs+=" ";
+ } else if (token.BeginsWith("!lib") && token.EndsWith(".so")) {
+ excludelibs+=token;
+ excludelibs+=" ";
+ } else {
+ HLTWarning("unknown option \'%s\'", token.Data());
+ }
+ }
+ delete pTokens;
+ }
+
+ if (iResult>=0) {
+ if (libs.IsNull()) {
+ const char** deflib=fgkHLTDefaultLibs;
+ for (;*deflib; deflib++) {
+ if (excludelibs.Contains(*deflib)) continue;
+ libs+=*deflib;
+ libs+=" ";
+ }
+ }
+ if ((!CheckStatus(AliHLTSystem::kLibrariesLoaded)) &&
+ (LoadComponentLibraries(libs.Data())<0)) {
+ HLTError("error while loading HLT libraries");
+ iResult=-EFAULT;
+ }
+ }
+ }
+ return iResult;
+}
+
int AliHLTSystem::Reset(int bForce)
{
// see header file for class documentation
return iResult;
}
-int AliHLTSystem::LoadConfigurations(AliRunLoader* runloader)
+int AliHLTSystem::LoadConfigurations(AliRawReader* rawReader, AliRunLoader* runloader)
{
// see header file for class documentation
if (CheckStatus(kRunning)) {
return -EBUSY;
}
int iResult=0;
- AliHLTModuleAgent* pAgent=AliHLTModuleAgent::GetFirstAgent();
- while (pAgent && iResult>=0) {
+ AliHLTModuleAgent* pAgent=NULL;
+
+ // first check for the required libraries and load those
+ TString extralibs;
+ for (pAgent=AliHLTModuleAgent::GetFirstAgent();
+ pAgent && iResult>=0;
+ pAgent=AliHLTModuleAgent::GetNextAgent()) {
const char* deplibs=pAgent->GetRequiredComponentLibraries();
if (deplibs) {
- HLTDebug("load libraries \'%s\' for agent %s (%p)", deplibs, pAgent->GetName(), pAgent);
- iResult=LoadComponentLibraries(deplibs);
+ HLTDebug("required libraries \'%s\' for agent %s (%p)", deplibs, pAgent->GetName(), pAgent);
+ extralibs+=" ";
+ extralibs+=deplibs;
}
- if (iResult>=0) {
+ }
+ if (iResult>=0) {
+ iResult=LoadComponentLibraries(extralibs.Data());
+ }
+
+ // in order to register the configurations in the correct sequence
+ // all agents need to be ordered with respect to the required
+ // libraries. Ordering relies on the naming convention
+ // libAliHLT<Module>.so
+ TList agents;
+ for (pAgent=AliHLTModuleAgent::GetFirstAgent();
+ pAgent && iResult>=0;
+ pAgent=AliHLTModuleAgent::GetNextAgent()) {
+ AliHLTModuleAgent* pPrevDep=NULL;
+ TString dependencies=pAgent->GetRequiredComponentLibraries();
+ TObjArray* pTokens=dependencies.Tokenize(" ");
+ if (pTokens) {
+ for (int n=0; n<pTokens->GetEntriesFast(); n++) {
+ TString module=((TObjString*)pTokens->At(n))->GetString();
+ HLTDebug(" checking %s", module.Data());
+ module.ReplaceAll("libAliHLT", "");
+ module.ReplaceAll(".so", "");
+
+ for (AliHLTModuleAgent* pCurrent=dynamic_cast<AliHLTModuleAgent*>(pPrevDep==NULL?agents.First():agents.After(pPrevDep));
+ pCurrent!=NULL; pCurrent=dynamic_cast<AliHLTModuleAgent*>(agents.After(pCurrent))) {
+ HLTDebug(" checking %s == %s", module.Data(), pCurrent->GetModuleId());
+
+ if (module.CompareTo(pCurrent->GetModuleId())==0) {
+ pPrevDep=pCurrent;
+ break;
+ }
+ }
+ }
+ delete pTokens;
+ }
+
+ if (pPrevDep) {
+ // insert right after the last dependency
+ agents.AddAfter(pPrevDep, pAgent);
+ HLTDebug("insert %s after %s", pAgent->GetModuleId(), pPrevDep->GetModuleId());
+ } else {
+ // insert at the beginning
+ agents.AddFirst(pAgent);
+ HLTDebug("insert %s at beginning", pAgent->GetModuleId());
+ }
+ }
+
+ // now we load the configurations
+ if (agents.GetEntries()) {
+ TIter next(&agents);
+ while ((pAgent = dynamic_cast<AliHLTModuleAgent*>(next()))) {
HLTDebug("load configurations for agent %s (%p)", pAgent->GetName(), pAgent);
- pAgent->CreateConfigurations(fpConfigurationHandler, runloader);
- pAgent=AliHLTModuleAgent::GetNextAgent();
+ pAgent->CreateConfigurations(fpConfigurationHandler, rawReader, runloader);
}
}
+
return iResult;
}
-int AliHLTSystem::BuildTaskListsFromTopConfigurations(AliRunLoader* runloader)
+int AliHLTSystem::BuildTaskListsFromReconstructionChains(AliRawReader* rawReader, AliRunLoader* runloader)
{
// see header file for class documentation
if (CheckStatus(kRunning)) {
}
int iResult=0;
- AliHLTModuleAgent* pAgent=AliHLTModuleAgent::GetFirstAgent();
- while (pAgent && iResult>=0) {
- TString tops=pAgent->GetLocalRecConfigurations(runloader);
- HLTDebug("top configurations for agent %s (%p): %s", pAgent->GetName(), pAgent, tops.Data());
- TObjArray* pTokens=tops.Tokenize(" ");
- if (pTokens) {
- int iEntries=pTokens->GetEntries();
- for (int i=0; i<iEntries && iResult>=0; i++) {
- const char* pCID=((TObjString*)pTokens->At(i))->GetString().Data();
- AliHLTConfiguration* pConf=fpConfigurationHandler->FindConfiguration(pCID);
- if (pConf) {
- iResult=BuildTaskList(pConf);
- } else {
- HLTWarning("can not find top configuration %s", pCID);
+ int bHaveOutput=0;
+
+ // query chains
+ TString chains;
+ if (fChains.Length()>0) {
+ chains=fChains;
+ HLTImportant("custom reconstruction chain: %s", chains.Data());
+ } else {
+ AliHLTModuleAgent* pAgent=AliHLTModuleAgent::GetFirstAgent();
+ while ((pAgent || fChains.Length()>0) && iResult>=0) {
+ const char* agentchains=pAgent->GetReconstructionChains(rawReader, runloader);
+ if (agentchains) {
+ if (!chains.IsNull()) chains+=" ";
+ chains+=agentchains;
+ HLTInfo("reconstruction chains for agent %s (%p): %s", pAgent->GetName(), pAgent, agentchains);
+ }
+ pAgent=AliHLTModuleAgent::GetNextAgent();
+ }
+ }
+
+ // build task list for chains
+ TObjArray* pTokens=chains.Tokenize(" ");
+ if (pTokens) {
+ int iEntries=pTokens->GetEntriesFast();
+ for (int i=0; i<iEntries && iResult>=0; i++) {
+ const char* pCID=((TObjString*)pTokens->At(i))->GetString().Data();
+ AliHLTConfiguration* pConf=fpConfigurationHandler->FindConfiguration(pCID);
+ if (pConf) {
+ iResult=BuildTaskList(pConf);
+ if (true) { // condition was deprecated but kept for sake of svn diff
+ // bHaveOutput variable has to be set for both running modes
+ // AliHLTSimulation and AliHLTReconstruction
+ assert(fpComponentHandler!=NULL);
+ TString cid=pConf->GetComponentID();
+ if (runloader!=NULL && cid.CompareTo("HLTOUT")==0) {
+ // remove from the input of a global HLTOUT configuration
+ chains.ReplaceAll(pCID, "");
+ } else if (bHaveOutput==0) {
+ // check whether this configuration produces data output
+ if ((bHaveOutput=fpComponentHandler->HasOutputData(cid.Data()))<0) {
+ bHaveOutput=0;
+ chains.ReplaceAll(pCID, "");
+ }
+ }
}
+ } else {
+ HLTWarning("can not find configuration %s", pCID);
+ }
+ }
+ delete pTokens;
+ }
+
+ // build HLTOUT for simulation
+ if (iResult>=0 && runloader) {
+ if (bHaveOutput) {
+ // there are components in the chain which produce data which need to be
+ // piped to an HLTOUT
+
+ // add the SchemaEvolutionComponent which analyzes the ROOT objects in
+ // the output stream
+ if (fpComponentHandler->FindComponentIndex("ROOTSchemaEvolutionComponent")>=0 ||
+ fpComponentHandler->LoadLibrary("libAliHLTUtil.so")>=0) {
+ AliHLTConfiguration schemaevo("_schemaevolution_", "ROOTSchemaEvolutionComponent",
+ chains.Data(), "-file=HLT.StreamerInfo.root");
+ iResult=BuildTaskList("_schemaevolution_");
+ } else {
+ HLTWarning("can not load libAliHLTUtil.so and ROOTSchemaEvolutionComponent");
+ }
+
+ // add the HLTOUT component
+ if (fpComponentHandler->FindComponentIndex("HLTOUT")>=0 ||
+ fpComponentHandler->LoadLibrary("libHLTsim.so")>=0) {
+ // for the default HLTOUTComponent type 'global' the data generation is steered
+ // by global flags from AliSimulation. This allows for emulation of the old
+ // AliHLTSimulation behavior where only one chain is run on either digits or
+ // simulated raw data and the HLT digits and raw files have been generated
+ // depending on the configuration
+ const char* HLTOUTComponentId="HLTOUT";
+ if (!fUseHLTOUTComponentTypeGlobal) {
+ // choose the type of output depending on the availability of
+ // the raw reader
+ if (rawReader) HLTOUTComponentId="HLTOUTraw";
+ else HLTOUTComponentId="HLTOUTdigits";
+ }
+ AliHLTConfiguration globalout("_globalout_", HLTOUTComponentId, chains.Data(), NULL);
+ iResult=BuildTaskList("_globalout_");
+ } else {
+ HLTError("can not load libHLTsim.so and HLTOUT component");
+ iResult=-EFAULT;
+ }
+ }
+ }
+
+ // build HLTOUT task for reconstruction
+ // Matthias 08.07.2008 the rawReader is never set when running embedded into
+ // AliReconstruction. The system is configured during AliHLTReconstructor::Init
+ // where the RawReader is not available. It is available in the first invocation
+ // of Reconstruct.
+ //
+ // That means that policy is slightly changed:
+ // - if the run loader is available -> AliSimulation
+ // - no run loader available -> AliReconstruction
+ if (iResult>=0 && !runloader) {
+ if (bHaveOutput) {
+ // there are components in the chain which produce data which need to be
+ // piped to an HLTOUT sub-collection
+ if (!fpHLTOUTTask) {
+ iResult=AddHLTOUTTask(chains.Data());
}
- delete pTokens;
}
-
- pAgent=AliHLTModuleAgent::GetNextAgent();
}
+
if (iResult>=0) SetStatusFlags(kTaskListCreated);
return iResult;
}
+int AliHLTSystem::AddHLTOUTTask(const char* hltoutchains)
+{
+ // see header file for class documentation
+ int iResult=0;
+ if (!hltoutchains || hltoutchains[0]==0) return 0;
+
+ // check chains for output
+ TString chains=hltoutchains;
+ TObjArray* pTokens=chains.Tokenize(" ");
+ if (pTokens) {
+ int iEntries=pTokens->GetEntriesFast();
+ for (int i=0; i<iEntries && iResult>=0; i++) {
+ const char* token=((TObjString*)pTokens->At(i))->GetString().Data();
+ AliHLTConfiguration* pConf=fpConfigurationHandler->FindConfiguration(token);
+ if (pConf) {
+ TString cid=pConf->GetComponentID();
+ if (fpComponentHandler->HasOutputData(cid.Data())) {
+ continue;
+ }
+ } else {
+ HLTWarning("can not find configuration %s", token);
+ }
+ // remove from the list of hltout chains
+ chains.ReplaceAll(token, "");
+ }
+ delete pTokens;
+ }
+
+ // do not create the HLTOUT task if none of the chains have output
+ if (chains.IsNull()) return 0;
+
+ // indicate the task to be available
+ iResult=1;
+
+ if (fpHLTOUTTask) {
+ if (strcmp(chains.Data(), fpHLTOUTTask->GetSourceChains())==0) {
+ HLTWarning("HLTOUT task already added for chains \"%s\" %p", chains.Data(), fpHLTOUTTask);
+ } else {
+ HLTError("HLTOUT task already added for chains \"%s\" %p, ignoring new chains \"%s\"",
+ fpHLTOUTTask->GetSourceChains(), fpHLTOUTTask, chains.Data());
+ }
+ return iResult;
+ }
+
+ fpHLTOUTTask=new AliHLTOUTTask(chains);
+ if (fpHLTOUTTask) {
+ if (fpHLTOUTTask->GetConf() && fpHLTOUTTask->GetConf()->SourcesResolved()>=0) {
+ iResult=InsertTask(fpHLTOUTTask);
+ } else {
+ HLTError("HLTOUT task (%s) sources not resolved", fpHLTOUTTask->GetName());
+ iResult=-ENOENT;
+ }
+
+ if (iResult<0) {
+ delete fpHLTOUTTask;
+ }
+
+ } else {
+ iResult=-ENOMEM;
+ }
+ return iResult;
+}
+
int AliHLTSystem::CheckStatus(int flag)
{
// see header file for class documentation
return fState;
}
-void* AliHLTSystem::FindDynamicSymbol(const char* library, const char* symbol)
+AliHLTfctVoid AliHLTSystem::FindDynamicSymbol(const char* library, const char* symbol)
{
+ // see header file for class documentation
if (fpComponentHandler==NULL) return NULL;
return fpComponentHandler->FindSymbol(library, symbol);
}
+
+void AliHLTSystem::SetFrameworkLog(AliHLTComponentLogSeverity level)
+{
+ // see header file for class documentation
+ SetLocalLoggingLevel(level);
+ if (fpComponentHandler) fpComponentHandler->SetLocalLoggingLevel(level);
+ if (fpConfigurationHandler) fpConfigurationHandler->SetLocalLoggingLevel(level);
+}
+
+int AliHLTSystem::LoggingVarargs(AliHLTComponentLogSeverity severity,
+ const char* originClass, const char* originFunc,
+ const char* file, int line, ... ) const
+{
+ // see header file for function documentation
+ int iResult=0;
+
+ va_list args;
+ va_start(args, line);
+
+ if (!fName.IsNull())
+ AliHLTLogging::SetLogString(this, " (%p)", "%s_pfmt_: ", fName.Data());
+ iResult=SendMessage(severity, originClass, originFunc, file, line, AliHLTLogging::BuildLogString(NULL, args, !fName.IsNull() /*append if non empty*/));
+ va_end(args);
+
+ return iResult;
+}