// $Id$
-
//**************************************************************************
-//* This file is property of and copyright by the ALICE HLT Project *
+//* This file is property of and copyright by the *
//* ALICE Experiment at CERN, All rights reserved. *
//* *
//* Primary Authors: Matthias Richter <Matthias.Richter@ift.uib.no> *
//* provided "as is" without express or implied warranty. *
//**************************************************************************
-/** @file AliHLTSystem.cxx
- @author Matthias Richter
- @date
- @brief Implementation of HLT module management.
-*/
-
-#if __GNUC__>= 3
-using namespace std;
-#endif
+/// @file AliHLTSystem.cxx
+/// @author Matthias Richter
+/// @date
+/// @brief Implementation of HLT module management.
+///
#include <cassert>
#include "AliHLTStdIncludes.h"
#include "AliHLTComponent.h"
#include "AliHLTConfiguration.h"
#include "AliHLTConfigurationHandler.h"
+#include "AliHLTOnlineConfiguration.h"
#include "AliHLTTask.h"
#include "AliHLTModuleAgent.h"
#include "AliHLTOfflineInterface.h"
#include "AliHLTOUTHandler.h"
#include "AliHLTOUTTask.h"
#include "AliHLTControlTask.h"
+#include "AliHLTDataBuffer.h"
+#include "AliHLTMisc.h"
#include <TObjArray.h>
#include <TObjString.h>
#include <TStopwatch.h>
+#include <TList.h>
//#include <TSystem.h>
#include <TROOT.h>
//#include <TInterpreter.h>
"libAliHLTRCU.so",
"libAliHLTTPC.so",
// "libAliHLTSample.so",
- //"libAliHLTPHOS.so",
+ "libAliHLTCalo.so",
+ "libAliHLTEMCAL.so",
+ "libAliHLTPHOS.so",
"libAliHLTMUON.so",
"libAliHLTTRD.so",
+ "libAliHLTITS.so",
+ "libAliHLTVZERO.so",
+ "libAliHLTZDC.so",
+ "libAliHLTGlobal.so",
"libAliHLTTrigger.so",
NULL
};
/** ROOT macro for the implementation of ROOT specific class methods */
ClassImp(AliHLTSystem)
-AliHLTSystem::AliHLTSystem(AliHLTComponentLogSeverity loglevel, const char* name)
- :
- fpComponentHandler(AliHLTComponentHandler::CreateHandler()),
- fpConfigurationHandler(AliHLTConfigurationHandler::CreateHandler()),
+AliHLTSystem::AliHLTSystem(AliHLTComponentLogSeverity loglevel, const char* name,
+ AliHLTComponentHandler* pCompHandler,
+ AliHLTConfigurationHandler* pConfHandler
+ )
+ : fpComponentHandler(pCompHandler==NULL?AliHLTComponentHandler::CreateHandler():pCompHandler)
+ , fpConfigurationHandler(pConfHandler==NULL?AliHLTConfigurationHandler::CreateHandler():pConfHandler),
fTaskList(),
fState(0),
fChains(),
fpEsdHandlers(NULL),
fpProprietaryHandlers(NULL),
fpHLTOUTTask(NULL),
+ fpHLTOUT(NULL),
+ fHLTOUTUse(0),
fpControlTask(NULL),
fName(name)
+ , fECSParams()
+ , fUseHLTOUTComponentTypeGlobal(true)
+ , fDetMask(0)
{
// see header file for class documentation
// or
// AliHLTSystem is used in multiple instances for the kChain HLTOUT handler
//HLTWarning("multiple instances of AliHLTSystem, you should not use more than one at a time");
}
-
SetGlobalLoggingLevel(loglevel);
SetFrameworkLog(loglevel);
if (fpComponentHandler) {
memset(&env, 0, sizeof(AliHLTAnalysisEnvironment));
env.fStructSize=sizeof(AliHLTAnalysisEnvironment);
env.fAllocMemoryFunc=AliHLTSystem::AllocMemory;
+ env.fGetEventDoneDataFunc=AliHLTSystem::AllocEventDoneData;
env.fLoggingFunc=NULL;
fpComponentHandler->SetEnvironment(&env);
InitAliLogFunc(fpComponentHandler);
} else {
HLTFatal("can not create Component Handler");
}
- if (fpConfigurationHandler) {
- AliHLTConfiguration::GlobalInit(fpConfigurationHandler);
- } else {
+ if (fpConfigurationHandler==NULL) {
HLTFatal("can not create Configuration Handler");
}
}
{
// see header file for class documentation
fgNofInstances--;
+ CleanupHLTOUTHandlers();
CleanTaskList();
- AliHLTConfiguration::GlobalDeinit(fpConfigurationHandler);
if (fpConfigurationHandler) {
fpConfigurationHandler->Destroy();
}
fpComponentHandler->Destroy();
}
fpComponentHandler=NULL;
+ delete fStopwatches;
// note: fpHLTOUTTask and fpControlTask are deleted by
// CleanTaskList
int AliHLTSystem::fgNofInstances=0;
-int AliHLTSystem::AddConfiguration(AliHLTConfiguration* pConf)
-{
- // see header file for class documentation
- HLTLogKeyword("configuration handling");
- int iResult=0;
- if (pConf) {
- HLTError("function not yet implemented");
- iResult=-ENOSYS;
- } else {
- iResult=-EINVAL;
- }
- return iResult;
-}
-
-int AliHLTSystem::InsertConfiguration(AliHLTConfiguration* pConf, AliHLTConfiguration* pPrec)
-{
- // see header file for class documentation
- HLTLogKeyword("configuration handling");
- int iResult=0;
- if (pConf) {
- if (pPrec) {
- // find the position
- HLTError("function not yet implemented");
- iResult=-ENOSYS;
- }
- } else {
- iResult=-EINVAL;
- }
- return iResult;
-}
-
-int AliHLTSystem::DeleteConfiguration(AliHLTConfiguration* pConf)
-{
- // see header file for class documentation
- HLTLogKeyword("configuration handling");
- int iResult=0;
- if (pConf) {
- HLTError("function not yet implemented");
- iResult=-ENOSYS;
- } else {
- iResult=-EINVAL;
- }
- return iResult;
-}
-
int AliHLTSystem::BuildTaskList(const char* id)
{
// see header file for class documentation
}
// task for this configuration exists, terminate
pTask=NULL;
- } else if (pConf->SourcesResolved(1)!=1) {
+ // check first if the configuration has all sources resolved, try to extract otherwise
+ } else if (pConf->SourcesResolved()!=1 && pConf->ExtractSources(fpConfigurationHandler)!=1) {
HLTError("configuration \"%s\" has unresolved sources, aborting ...", pConf->GetName());
iResult=-ENOLINK;
} else {
{
// see header file for class documentation
int iResult=0;
- TObjLink *lnk = NULL;
- if ((iResult=pTask->CheckDependencies())>0)
- lnk=fTaskList.FirstLink();
+ if (fpControlTask==NULL) {
+ fpControlTask=new AliHLTControlTask;
+ if (!fpControlTask) return -ENOMEM;
+ fTaskList.AddFirst(fpControlTask);
+ }
+ TObjLink *controlLnk=NULL;
+ TObjLink *lnk = fTaskList.FirstLink();
+ assert(!lnk || lnk->GetObject()==fpControlTask || fpControlTask==NULL);
+ if (lnk && lnk->GetObject()==fpControlTask) {
+ if (pTask->GetConf() && pTask->GetConf()->GetFirstSource()==NULL) {
+ pTask->SetDependency(fpControlTask);
+ fpControlTask->SetTarget(pTask);
+ }
+ controlLnk=lnk;
+ lnk=lnk->Next();
+ }
+ if ((iResult=pTask->CheckDependencies())<=0)
+ lnk=NULL;
while (lnk && iResult>0) {
AliHLTTask* pCurr = (AliHLTTask*)lnk->GetObject();
//HLTDebug("checking \"%s\"", pCurr->GetName());
if (iResult==0) {
if (lnk) {
fTaskList.AddAfter(lnk, pTask);
+ } else if (controlLnk) {
+ fTaskList.AddAfter(controlLnk, pTask);
} else {
fTaskList.AddFirst(pTask);
}
}
}
-int AliHLTSystem::Run(Int_t iNofEvents, int bStop)
+int AliHLTSystem::Run(Int_t iNofEvents, int bStop, AliHLTUInt64_t trgMask,
+ AliHLTUInt32_t timestamp, AliHLTUInt32_t eventtype,
+ AliHLTUInt32_t participatingDetectors)
+{
+ return Run(iNofEvents, bStop, AliHLTTriggerMask_t(trgMask),
+ timestamp, eventtype, participatingDetectors);
+}
+
+int AliHLTSystem::Run(Int_t iNofEvents, int bStop, AliHLTTriggerMask_t trgMask,
+ AliHLTUInt32_t timestamp, AliHLTUInt32_t eventtype,
+ AliHLTUInt32_t participatingDetectors)
{
// see header file for class documentation
int iResult=0;
if (fEventCount==0) {
InitBenchmarking(fStopwatches);
} else {
- ResumeBenchmarking(fStopwatches);
+ // Matthias Oct 11 2008 this is a bug
+ // By resuming the stopwatches at this point, all continued counting, but the
+ // starting and stopping is controlled by the AliHLTStopwatchGuard
+ //ResumeBenchmarking(fStopwatches);
}
for (int i=fEventCount; i<fEventCount+iNofEvents && iResult>=0; i++) {
if (fpHLTOUTTask) {
// reset and prepare for new data
fpHLTOUTTask->Reset();
}
- if ((iResult=ProcessTasks(i))>=0) {
+ if (eventtype == 0) {
+ eventtype = gkAliEventTypeData;
+ participatingDetectors = 0x0;
+ }
+ if ((iResult=ProcessTasks(i, trgMask, timestamp, eventtype, participatingDetectors))>=0) {
fGoodEvents++;
iCount++;
} else {
// currently ignored
iResult=0;
}
+ AliHLTDataBuffer::SetGlobalEventCount(iCount);
}
fEventCount+=iNofEvents;
if (bStop) StopTasks();
iResult=0; // do not propagate the error
}
ClearStatusFlags(kRunning);
+ AliHLTDataBuffer::PrintStatistics();
return iResult;
}
TObjLink *lnk=fTaskList.FirstLink();
if (lnk==NULL) {
- HLTWarning("%s%sTask list is empty, skipping HLT", fName.Data(), fName.IsNull()?"":": ");
+ HLTInfo("Task list is empty, skipping HLT");
return -126 /*ENOKEY*/;
}
while (lnk && iResult>=0) {
lnk = lnk->Next();
}
if (iResult<0) {
- HLTError("%s%scan not initialize task list, error %d", fName.Data(), fName.IsNull()?"":": ", iResult);
+ HLTError("can not initialize task list, error %d", iResult);
}
return iResult;
lnk = lnk->Next();
}
if (iResult<0) {
- HLTError("%s%scan not start task list, error %d", fName.Data(), fName.IsNull()?"":": ", iResult);
+ HLTError("can not start task list, error %d", iResult);
} else {
SetStatusFlags(kStarted);
fEventCount=0;
fGoodEvents=0;
if ((iResult=SendControlEvent(kAliHLTDataTypeSOR))<0) {
- HLTError("%s%scan not send SOR event", fName.Data(), fName.IsNull()?"":": ");
+ HLTError("can not send SOR event: error %d", iResult);
}
}
return iResult;
}
-int AliHLTSystem::ProcessTasks(Int_t eventNo)
+int AliHLTSystem::ProcessTasks(Int_t eventNo, AliHLTTriggerMask_t trgMask,
+ AliHLTUInt32_t timestamp, AliHLTUInt32_t eventtype,
+ AliHLTUInt32_t participatingDetectors)
{
// see header file for class documentation
int iResult=0;
HLTDebug("processing event no %d", eventNo);
TObjLink *lnk=fTaskList.FirstLink();
- while (lnk && iResult>=0) {
+ while (lnk) {
TObject* obj=lnk->GetObject();
if (obj) {
AliHLTTask* pTask=(AliHLTTask*)obj;
- iResult=pTask->ProcessTask(eventNo);
+ if (iResult>=0) {
+ iResult=pTask->ProcessTask(eventNo, eventtype, trgMask, timestamp, participatingDetectors);
// ProcInfo_t ProcInfo;
// gSystem->GetProcInfo(&ProcInfo);
// HLTInfo("task %s processed (%d), current memory usage %d %d", pTask->GetName(), iResult, ProcInfo.fMemResident, ProcInfo.fMemVirtual);
+ } else {
+ pTask->SubscribeSourcesAndSkip();
+ }
} else {
}
lnk = lnk->Next();
}
if (iResult>=0) {
- HLTImportant("%s%sEvent %d successfully finished (%d)", fName.Data(), fName.IsNull()?"":": ", eventNo, iResult);
+ HLTImportant("Event %d successfully finished (%d)", eventNo, iResult);
iResult=0;
} else {
- HLTError("%s%sProcessing of event %d failed (%d)", fName.Data(), fName.IsNull()?"":": ", eventNo, iResult);
+ HLTError("Processing of event %d failed (%d)", eventNo, iResult);
}
return iResult;
// see header file for class documentation
int iResult=0;
if ((iResult=SendControlEvent(kAliHLTDataTypeEOR))<0) {
- HLTError("%s%scan not send EOR event", fName.Data(), fName.IsNull()?"":": ");
+ HLTError("can not send EOR event");
}
// cleanup blocks from the last event. This is a bit awkward. All output
lnk = lnk->Next();
}
PrintBenchmarking(fStopwatches, 1 /*clean*/);
+ if (fEventCount!=fGoodEvents) {
+ HLTError("%d out of %d event(s) failed", fEventCount-fGoodEvents, fEventCount);
+ }
ClearStatusFlags(kStarted);
return iResult;
}
int AliHLTSystem::SendControlEvent(AliHLTComponentDataType dt)
{
// see header file for class documentation
+ int iResult=0;
- // disabled for the moment
- return 0;
+ AliHLTComponentBlockDataList controlBlocks;
+ AliHLTComponentBlockData bd;
- int iResult=0;
+ // run decriptor block of type kAliHLTDataTypeSOR/kAliHLTDataTypeEOR
+ AliHLTComponent::FillBlockData(bd);
AliHLTRunDesc runDesc;
memset(&runDesc, 0, sizeof(AliHLTRunDesc));
runDesc.fStructSize=sizeof(AliHLTRunDesc);
+ runDesc.fRunNo=AliHLTMisc::Instance().GetCDBRunNo();
+ bd.fPtr=&runDesc;
+ bd.fSize=sizeof(AliHLTRunDesc);
+ bd.fDataType=dt;
+ bd.fSpecification=kAliHLTVoidDataSpec;
+ controlBlocks.push_back(bd);
+
+ // ECS parameter of type kAliHLTDataTypeECSParam
+ if (fECSParams.IsNull())
+ fECSParams="CTP_TRIGGER_CLASS=00:DUMMY-TRIGGER-ALL:00-01-02-03-04-05-06-07-08-09-10-11-12-13-14-15-16-17";
+ AliHLTComponent::FillBlockData(bd);
+ bd.fPtr=(void*)fECSParams.Data();
+ bd.fSize=fECSParams.Length()+1;
+ bd.fDataType=kAliHLTDataTypeECSParam;
+ bd.fSpecification=kAliHLTVoidDataSpec;
+ controlBlocks.push_back(bd);
+
+ AliHLTControlTask::AliHLTControlEventGuard g(fpControlTask, controlBlocks);
HLTDebug("sending event %s, run descriptor %p", AliHLTComponent::DataType2Text(dt).c_str(), &runDesc);
TObjLink *lnk=fTaskList.FirstLink();
while (lnk && iResult>=0) {
TObject* obj=lnk->GetObject();
if (obj) {
AliHLTTask* pTask=(AliHLTTask*)obj;
- iResult=pTask->ProcessTask(-1);
+ AliHLTUInt32_t eventType=gkAliEventTypeUnknown;
+ if (dt==kAliHLTDataTypeSOR) eventType=gkAliEventTypeStartOfRun;
+ else if (dt==kAliHLTDataTypeEOR) eventType=gkAliEventTypeEndOfRun;
+ else HLTWarning("unknown control event %s", AliHLTComponent::DataType2Text(dt).c_str());
+ iResult=pTask->ProcessTask(-1, eventType, 0, 0);
} else {
}
lnk = lnk->Next();
}
+
+ // control events are not supposed to go into the HLTOUT
+ if (fpHLTOUTTask)
+ fpHLTOUTTask->Reset();
+
HLTDebug("event %s done (%d)", AliHLTComponent::DataType2Text(dt).c_str(), iResult);
return iResult;
}
{
// see header file for class documentation
int iResult=0;
- TObjLink *lnk=fTaskList.FirstLink();
- while (lnk && iResult>=0) {
+ TObjLink *lnk=fTaskList.LastLink();
+ while (lnk) {
TObject* obj=lnk->GetObject();
if (obj) {
AliHLTTask* pTask=(AliHLTTask*)obj;
- iResult=pTask->Deinit();
+ int localRes=pTask->Deinit();
+ if (iResult>=0) iResult=localRes;
// ProcInfo_t ProcInfo;
// gSystem->GetProcInfo(&ProcInfo);
// HLTInfo("task %s cleaned (%d), current memory usage %d %d", pTask->GetName(), iResult, ProcInfo.fMemResident, ProcInfo.fMemVirtual);
} else {
}
- lnk = lnk->Next();
+ lnk = lnk->Prev();
}
fEventCount=-1;
fGoodEvents=-1;
return iResult;
}
+int AliHLTSystem::CleanupHLTOUTHandlers()
+{
+ // see header file for class documentation
+ if (fpChainHandlers) {
+ AliHLTOUT::AliHLTOUTHandlerListEntryVector* pHandlers=reinterpret_cast<AliHLTOUT::AliHLTOUTHandlerListEntryVector*>(fpChainHandlers);
+ fpChainHandlers=NULL;
+ if (pHandlers) {
+ AliHLTOUT::InvalidateBlocks(*pHandlers);
+ AliHLTOUT::RemoveEmptyDuplicateHandlers(*pHandlers);
+ }
+ assert(pHandlers->size()==0);
+ delete pHandlers;
+ }
+
+ if (fpEsdHandlers) {
+ AliHLTOUT::AliHLTOUTHandlerListEntryVector* pHandlers=reinterpret_cast<AliHLTOUT::AliHLTOUTHandlerListEntryVector*>(fpEsdHandlers);
+ fpEsdHandlers=NULL;
+ if (pHandlers) {
+ AliHLTOUT::InvalidateBlocks(*pHandlers);
+ AliHLTOUT::RemoveEmptyDuplicateHandlers(*pHandlers);
+ }
+ assert(pHandlers->size()==0);
+ delete pHandlers;
+ }
+
+ if (fpProprietaryHandlers) {
+ AliHLTOUT::AliHLTOUTHandlerListEntryVector* pHandlers=reinterpret_cast<AliHLTOUT::AliHLTOUTHandlerListEntryVector*>(fpProprietaryHandlers);
+ fpProprietaryHandlers=NULL;
+ if (pHandlers) {
+ AliHLTOUT::InvalidateBlocks(*pHandlers);
+ AliHLTOUT::RemoveEmptyDuplicateHandlers(*pHandlers);
+ }
+ assert(pHandlers->size()==0);
+ delete pHandlers;
+ }
+ return 0;
+}
+
void* AliHLTSystem::AllocMemory( void* /*param*/, unsigned long size )
{
// see header file for class documentation
return p;
}
+int AliHLTSystem::AllocEventDoneData( void* /*param*/, AliHLTEventID_t /*eventID*/, unsigned long size, AliHLTComponentEventDoneData** edd )
+{
+ // see header file for class documentation
+ unsigned long blocksize=sizeof(AliHLTComponentEventDoneData)+size;
+ void* block=AllocMemory(NULL, blocksize);
+ if (!block) return -ENOMEM;
+ memset(block, 0, blocksize);
+ *edd=reinterpret_cast<AliHLTComponentEventDoneData*>(block);
+ (*edd)->fStructSize=sizeof(AliHLTComponentEventDoneData);
+ (*edd)->fDataSize=size;
+ (*edd)->fData=reinterpret_cast<AliHLTUInt8_t*>(block)+sizeof(AliHLTComponentEventDoneData);
+
+ return 0;
+}
+
int AliHLTSystem::Reconstruct(int nofEvents, AliRunLoader* runLoader,
AliRawReader* rawReader)
{
if (!CheckStatus(kError)) {
StopTasks();
DeinitTasks();
+ CleanupHLTOUTHandlers();
}
} else {
if ((iResult=AliHLTOfflineInterface::SetParamsToComponents(runLoader, rawReader))>=0) {
+ AliHLTTriggerMask_t trgMask=0x1;
+ AliHLTUInt32_t timestamp=kMaxUInt;
+ AliHLTUInt32_t eventtype=0;
+ if (runLoader==NULL) {
+ // this is a quick workaround for the case of simulation
+ // the trigger framework is still under development, secondly, AliHLTSimulation
+ // does not yet add the emulated ECS parameters, so no CTP trigger is known in the HLT
+ // AliHLTTask will initialize one dummy CTP trigger class with bit 0, that's why the
+ // default trigger mask is 0x1
+ trgMask=AliHLTMisc::Instance().GetTriggerMask(rawReader);
+
+ // get the timestamp and type of the event from the raw reader
+ // this is currently only meaningfull for reconstruction (runloader==NULL)
+ timestamp=AliHLTMisc::Instance().GetTimeStamp(rawReader);
+ eventtype=AliHLTMisc::Instance().GetEventType(rawReader);
+ }
// the system always remains started after event processing, a specific
// call with nofEvents==0 is needed to execute the stop sequence
- if ((iResult=Run(nofEvents, 0))<0) SetStatusFlags(kError);
+ if ((iResult=Run(nofEvents, 0, trgMask, timestamp, eventtype))<0) SetStatusFlags(kError);
}
}
+
+ // add the current HLTOUT task to the collection
+ if (fpHLTOUTTask) {
+ AliHLTOUT* pTask=dynamic_cast<AliHLTOUT*>(fpHLTOUTTask);
+ if (pTask && (iResult=pTask->Init())>=0) {
+ if (pTask->GetNofDataBlocks()>0) {
+ AliHLTOUT* pHLTOUT=RequestHLTOUT();
+ if (pHLTOUT) {
+ pHLTOUT->AddSubCollection(pTask);
+ ReleaseHLTOUT(pHLTOUT);
+ } else {
+ HLTWarning("no HLTOUT instance available, output blocks of the chain are ignored");
+ }
+ }
+ } else {
+ HLTWarning("can not initialize HLTOUT sub collection %s for reconstruction chain (%d), data blocks are lost", pTask?fpHLTOUTTask->GetName():"nil", iResult);
+ iResult=0;
+ }
+ }
} else {
HLTError("wrong state %#x, required flags %#x", GetStatusFlags(), kReady);
}
if (!pHLTOUT) return -EINVAL;
HLTDebug("processing %d HLT data blocks", pHLTOUT->GetNofDataBlocks());
- // add the current HLTOUT task to the collection
- if (fpHLTOUTTask) {
- AliHLTOUT* pTask=dynamic_cast<AliHLTOUT*>(fpHLTOUTTask);
- if (pTask && (iResult=pTask->Init())>=0) {
- if (pTask->GetNofDataBlocks()>0) {
- pHLTOUT->AddSubCollection(pTask);
- }
- } else {
- HLTWarning("can not initialize HLTOUT sub collection %s for reconstruction chain (%d), data blocks are lost", pTask?fpHLTOUTTask->GetName():"nil", iResult);
- iResult=0;
- }
- }
-
-
//
// process all kChain handlers first
//
AliHLTOUT::InvalidateBlocks(*pEsdHandlers);
AliHLTOUT::InvalidateBlocks(*pProprietaryHandlers);
- // first come first serve: the ESD of the first handler is also filled into
- // the main ESD. Has to be changed later.
- // currently, merging to the provided ESDs crashes at the level of the
- // TTree::Fill in AliReconstruction, furthermore, the wrong ESD is passed
- // by the framework
- AliESDEvent* pMasterESD=NULL;
- pMasterESD=esd;
-
AliHLTComponentDataTypeList esdBlocks;
for (iResult=pHLTOUT->SelectFirstDataBlock();
const AliHLTUInt8_t* pBuffer=NULL;
AliHLTUInt32_t size=0;
if (pHLTOUT->GetDataBuffer(pBuffer, size)>=0) {
- pHLTOUT->WriteESD(pBuffer, size, dt);
- if (pMasterESD) {
- pHLTOUT->WriteESD(pBuffer, size, dt, pMasterESD);
- pMasterESD=NULL;
- }
+ pHLTOUT->WriteESD(pBuffer, size, dt, esd);
pHLTOUT->ReleaseDataBuffer(pBuffer);
}
pHLTOUT->MarkDataBlockProcessed();
if ((size=pHandler->GetProcessedData(pBuffer))>0) {
AliHLTModuleAgent::AliHLTOUTHandlerDesc desc=*handler;
AliHLTComponentDataType dt=desc;
- pHLTOUT->WriteESD(pBuffer, size, dt);
- if (pMasterESD) {
- pHLTOUT->WriteESD(pBuffer, size, dt, pMasterESD);
- pMasterESD=NULL;
- }
+ pHLTOUT->WriteESD(pBuffer, size, dt, esd);
pHandler->ReleaseProcessedData(pBuffer, size);
}
pHLTOUT->MarkDataBlocksProcessed(&(*handler));
pHandler->ProcessData(pHLTOUT);
if ((size=pHandler->GetProcessedData(pBuffer))>0) {
AliHLTModuleAgent::AliHLTOUTHandlerDesc desc=*chainHandler;
- AliHLTComponentDataType dt=desc;
+ //AliHLTComponentDataType dt=desc;
pHandler->ReleaseProcessedData(pBuffer, size);
}
TString libs(libraries);
TObjArray* pTokens=libs.Tokenize(" ");
if (pTokens) {
- int iEntries=pTokens->GetEntries();
+ int iEntries=pTokens->GetEntriesFast();
for (int i=0; i<iEntries && iResult>=0; i++) {
- iResult=fpComponentHandler->LoadLibrary((((TObjString*)pTokens->At(i))->GetString()).Data());
+ if (!pTokens->At(i)) continue;
+ iResult=fpComponentHandler->LoadLibrary(pTokens->At(i)->GetName());
}
delete pTokens;
}
if (options) {
//AliHLTComponentHandler::TLibraryMode libMode=AliHLTComponentHandler::kDynamic;
TString libs("");
+ TString excludelibs("");
TString alloptions(options);
TObjArray* pTokens=alloptions.Tokenize(" ");
if (pTokens) {
- int iEntries=pTokens->GetEntries();
+ int iEntries=pTokens->GetEntriesFast();
for (int i=0; i<iEntries; i++) {
- TString token=(((TObjString*)pTokens->At(i))->GetString());
+ if (!pTokens->At(i)) continue;
+ TString token=pTokens->At(i)->GetName();
if (token.Contains("loglevel=")) {
TString param=token.ReplaceAll("loglevel=", "");
if (param.IsDigit()) {
}
} else if (token.Contains("alilog=off")) {
SwitchAliLog(0);
- } else if (token.Contains("config=")) {
- TString param=token.ReplaceAll("config=", "");
- Int_t error=0;
- gROOT->Macro(param.Data(), &error);
- if (error==0) {
- SetStatusFlags(kConfigurationLoaded);
+ } else if (token.Contains("config=") || token.Contains("run-online-config")) {
+ if (!CheckStatus(kConfigurationLoaded)) {
+ Int_t error=0;
+ AliHLTOnlineConfiguration* pConf = NULL;
+ if (token.Contains("run-online-config")) {
+ AliCDBEntry* pEntry=AliHLTMisc::Instance().LoadOCDBEntry("HLT/Calib/OnlineConfig");
+ if (pEntry) {
+ TObject* pObject=AliHLTMisc::Instance().ExtractObject(pEntry);
+ if (pObject && pObject->IsA() == AliHLTOnlineConfiguration::Class())
+ pConf = (AliHLTOnlineConfiguration*)pObject;
+ }
+ }
+ if (token.Contains("config=")) {
+ TString param=token.ReplaceAll("config=", "");
+ if (token.EndsWith(".xml", TString::kIgnoreCase)) {
+ Int_t filesize = 0;
+ pConf = new AliHLTOnlineConfiguration;
+ filesize = pConf->LoadConfiguration(param.Data());
+ if (filesize <= 0) {
+ HLTError("cannot load config \'%s\'", param.Data());
+ iResult=-EBADF;
+ }
+ } else {
+ gROOT->Macro(param.Data(), &error);
+ if (error==0) {
+ SetStatusFlags(kConfigurationLoaded);
+ } else {
+ HLTError("cannot execute macro \'%s\'", param.Data());
+ iResult=-EBADF;
+ }
+ }
+ }
+ if (pConf) {
+ error = pConf->Parse();
+ if (error==0) {
+ fChains = pConf->GetDefaultChains();
+ libs = pConf->GetComponentLibraries();
+ libs += " ";
+ SetStatusFlags(kConfigurationLoaded);
+ } else {
+ HLTError("cannot parse online configuration");
+ iResult=-EBADF;
+ }
+ }
+ delete pConf; pConf=NULL;
} else {
- HLTError("can not execute macro \'%s\'", param.Data());
- iResult=-EBADF;
+ HLTWarning("HLT options has both a config file and run-online-config set");
}
} else if (token.Contains("chains=")) {
TString param=token.ReplaceAll("chains=", "");
HLTWarning("wrong argument for option \'libmode=\', use \'static\' or \'dynamic\'");
}
}
+ } else if (token.BeginsWith("ECS=")) {
+ fECSParams=token.ReplaceAll("ECS=", "");
+ } else if (token.BeginsWith("hltout-mode=")) {
+ // The actual parameter for argument 'hltout-mode' is treated in AliSimulation.
+ // For AliHLTSystem the occurrence with parameter 'split' signals the use of the
+ // separated HLTOUTComponents for digit and raw data. All others indicate
+ // HLTOUTComponent type 'global' where the data generation is steered from global
+ // flags
+ fUseHLTOUTComponentTypeGlobal=token.CompareTo("hltout-mode=split")!=0;
} else if (token.BeginsWith("lib") && token.EndsWith(".so")) {
libs+=token;
libs+=" ";
+ } else if (token.BeginsWith("!lib") && token.EndsWith(".so")) {
+ excludelibs+=token;
+ excludelibs+=" ";
} else {
HLTWarning("unknown option \'%s\'", token.Data());
}
if (iResult>=0) {
if (libs.IsNull()) {
const char** deflib=fgkHLTDefaultLibs;
- while (*deflib) {
- libs+=*deflib++;
+ for (;*deflib; deflib++) {
+ if (excludelibs.Contains(*deflib)) continue;
+ libs+=*deflib;
libs+=" ";
}
}
return -EBUSY;
}
int iResult=0;
- AliHLTModuleAgent* pAgent=AliHLTModuleAgent::GetFirstAgent();
+ AliHLTModuleAgent* pAgent=NULL;
+
+ // first check for the required libraries and load those
TString extralibs;
- while (pAgent && iResult>=0) {
+ for (pAgent=AliHLTModuleAgent::GetFirstAgent();
+ pAgent && iResult>=0;
+ pAgent=AliHLTModuleAgent::GetNextAgent()) {
const char* deplibs=pAgent->GetRequiredComponentLibraries();
if (deplibs) {
HLTDebug("required libraries \'%s\' for agent %s (%p)", deplibs, pAgent->GetName(), pAgent);
+ extralibs+=" ";
extralibs+=deplibs;
}
- if (iResult>=0) {
- HLTDebug("load configurations for agent %s (%p)", pAgent->GetName(), pAgent);
- pAgent->CreateConfigurations(fpConfigurationHandler, rawReader, runloader);
- pAgent=AliHLTModuleAgent::GetNextAgent();
- }
}
if (iResult>=0) {
iResult=LoadComponentLibraries(extralibs.Data());
}
+ // in order to register the configurations in the correct sequence
+ // all agents need to be ordered with respect to the required
+ // libraries. Ordering relies on the naming convention
+ // libAliHLT<Module>.so
+ TList agents;
+ for (pAgent=AliHLTModuleAgent::GetFirstAgent();
+ pAgent && iResult>=0;
+ pAgent=AliHLTModuleAgent::GetNextAgent()) {
+ AliHLTModuleAgent* pPrevDep=NULL;
+ TString dependencies=pAgent->GetRequiredComponentLibraries();
+ TObjArray* pTokens=dependencies.Tokenize(" ");
+ if (pTokens) {
+ for (int n=0; n<pTokens->GetEntriesFast(); n++) {
+ if (!pTokens->At(n)) continue;
+ TString module=pTokens->At(n)->GetName();
+ HLTDebug(" checking %s", module.Data());
+ module.ReplaceAll("libAliHLT", "");
+ module.ReplaceAll(".so", "");
+
+ for (AliHLTModuleAgent* pCurrent=dynamic_cast<AliHLTModuleAgent*>(pPrevDep==NULL?agents.First():agents.After(pPrevDep));
+ pCurrent!=NULL; pCurrent=dynamic_cast<AliHLTModuleAgent*>(agents.After(pCurrent))) {
+ HLTDebug(" checking %s == %s", module.Data(), pCurrent->GetModuleId());
+
+ if (module.CompareTo(pCurrent->GetModuleId())==0) {
+ pPrevDep=pCurrent;
+ break;
+ }
+ }
+ }
+ delete pTokens;
+ }
+
+ if (pPrevDep) {
+ // insert right after the last dependency
+ agents.AddAfter(pPrevDep, pAgent);
+ HLTDebug("insert %s after %s", pAgent->GetModuleId(), pPrevDep->GetModuleId());
+ } else {
+ // insert at the beginning
+ agents.AddFirst(pAgent);
+ HLTDebug("insert %s at beginning", pAgent->GetModuleId());
+ }
+ }
+
+ // now we load the configurations
+ if (agents.GetEntries()) {
+ TIter next(&agents);
+ while ((pAgent = dynamic_cast<AliHLTModuleAgent*>(next()))) {
+ if(fDetMask && !(fDetMask & pAgent->GetDetectorMask())) {
+ HLTInfo("Skipping %s due to active detector mask.", pAgent->GetName());
+ } else {
+ HLTDebug("load configurations for agent %s (%p)", pAgent->GetName(), pAgent);
+ pAgent->CreateConfigurations(fpConfigurationHandler, rawReader, runloader);
+ }
+ }
+ }
+
return iResult;
}
return 0;
}
+ if (!fpConfigurationHandler || !fpComponentHandler) return -EFAULT;
+
int iResult=0;
int bHaveOutput=0;
chains=fChains;
HLTImportant("custom reconstruction chain: %s", chains.Data());
} else {
- AliHLTModuleAgent* pAgent=AliHLTModuleAgent::GetFirstAgent();
- while ((pAgent || fChains.Length()>0) && iResult>=0) {
+ for (AliHLTModuleAgent* pAgent=AliHLTModuleAgent::GetFirstAgent();
+ pAgent && iResult>=0;
+ pAgent=AliHLTModuleAgent::GetNextAgent()) {
const char* agentchains=pAgent->GetReconstructionChains(rawReader, runloader);
if (agentchains) {
if (!chains.IsNull()) chains+=" ";
chains+=agentchains;
HLTInfo("reconstruction chains for agent %s (%p): %s", pAgent->GetName(), pAgent, agentchains);
}
- pAgent=AliHLTModuleAgent::GetNextAgent();
}
}
// build task list for chains
TObjArray* pTokens=chains.Tokenize(" ");
if (pTokens) {
- int iEntries=pTokens->GetEntries();
+ int iEntries=pTokens->GetEntriesFast();
for (int i=0; i<iEntries && iResult>=0; i++) {
- const char* pCID=((TObjString*)pTokens->At(i))->GetString().Data();
+ if (!pTokens->At(i)) continue;
+ const char* pCID=pTokens->At(i)->GetName();
AliHLTConfiguration* pConf=fpConfigurationHandler->FindConfiguration(pCID);
if (pConf) {
iResult=BuildTaskList(pConf);
if (true) { // condition was deprecated but kept for sake of svn diff
// bHaveOutput variable has to be set for both running modes
// AliHLTSimulation and AliHLTReconstruction
- assert(fpComponentHandler!=NULL);
TString cid=pConf->GetComponentID();
if (runloader!=NULL && cid.CompareTo("HLTOUT")==0) {
// remove from the input of a global HLTOUT configuration
if (bHaveOutput) {
// there are components in the chain which produce data which need to be
// piped to an HLTOUT
+
+ // add the SchemaEvolutionComponent which analyzes the ROOT objects in
+ // the output stream
+ if (fpComponentHandler->FindComponentIndex("ROOTSchemaEvolutionComponent")>=0 ||
+ fpComponentHandler->LoadLibrary("libAliHLTUtil.so")>=0) {
+ fpConfigurationHandler->CreateConfiguration("_schemaevolution_", "ROOTSchemaEvolutionComponent",
+ chains.Data(), "-file=HLT.StreamerInfo.root");
+ iResult=BuildTaskList("_schemaevolution_");
+ } else {
+ HLTWarning("can not load libAliHLTUtil.so and ROOTSchemaEvolutionComponent");
+ }
+
+ // add the HLTOUT component
if (fpComponentHandler->FindComponentIndex("HLTOUT")>=0 ||
fpComponentHandler->LoadLibrary("libHLTsim.so")>=0) {
- AliHLTConfiguration globalout("_globalout_", "HLTOUT", chains.Data(), NULL);
+ // for the default HLTOUTComponent type 'global' the data generation is steered
+ // by global flags from AliSimulation. This allows for emulation of the old
+ // AliHLTSimulation behavior where only one chain is run on either digits or
+ // simulated raw data and the HLT digits and raw files have been generated
+ // depending on the configuration
+ const char* HLTOUTComponentId="HLTOUT";
+ if (!fUseHLTOUTComponentTypeGlobal) {
+ // choose the type of output depending on the availability of
+ // the raw reader
+ if (rawReader) HLTOUTComponentId="HLTOUTraw";
+ else HLTOUTComponentId="HLTOUTdigits";
+ }
+ fpConfigurationHandler->CreateConfiguration("_globalout_", HLTOUTComponentId, chains.Data(), NULL);
iResult=BuildTaskList("_globalout_");
} else {
HLTError("can not load libHLTsim.so and HLTOUT component");
TString chains=hltoutchains;
TObjArray* pTokens=chains.Tokenize(" ");
if (pTokens) {
- int iEntries=pTokens->GetEntries();
+ int iEntries=pTokens->GetEntriesFast();
for (int i=0; i<iEntries && iResult>=0; i++) {
- const char* token=((TObjString*)pTokens->At(i))->GetString().Data();
+ if (!pTokens->At(i)) continue;
+ const char* token=pTokens->At(i)->GetName();
AliHLTConfiguration* pConf=fpConfigurationHandler->FindConfiguration(token);
if (pConf) {
TString cid=pConf->GetComponentID();
fpHLTOUTTask=new AliHLTOUTTask(chains);
if (fpHLTOUTTask) {
- if (fpHLTOUTTask->GetConf() && fpHLTOUTTask->GetConf()->SourcesResolved()>=0) {
+ if (fpHLTOUTTask->GetConf() &&
+ (fpHLTOUTTask->GetConf()->SourcesResolved()>0 ||
+ fpHLTOUTTask->GetConf()->ExtractSources(fpConfigurationHandler)>0)) {
iResult=InsertTask(fpHLTOUTTask);
} else {
HLTError("HLTOUT task (%s) sources not resolved", fpHLTOUTTask->GetName());
return fState;
}
-void* AliHLTSystem::FindDynamicSymbol(const char* library, const char* symbol)
+AliHLTfctVoid AliHLTSystem::FindDynamicSymbol(const char* library, const char* symbol)
{
// see header file for class documentation
if (fpComponentHandler==NULL) return NULL;
if (fpComponentHandler) fpComponentHandler->SetLocalLoggingLevel(level);
if (fpConfigurationHandler) fpConfigurationHandler->SetLocalLoggingLevel(level);
}
+
+int AliHLTSystem::LoggingVarargs(AliHLTComponentLogSeverity severity,
+ const char* originClass, const char* originFunc,
+ const char* file, int line, ... ) const
+{
+ // see header file for function documentation
+ int iResult=0;
+
+ va_list args;
+ va_start(args, line);
+
+ if (!fName.IsNull())
+ AliHLTLogging::SetLogString(this, " (%p)", "%s_pfmt_: ", fName.Data());
+ iResult=SendMessage(severity, originClass, originFunc, file, line, AliHLTLogging::BuildLogString(NULL, args, !fName.IsNull() /*append if non empty*/));
+ va_end(args);
+
+ return iResult;
+}
+
+int AliHLTSystem::InitHLTOUT(AliHLTOUT* instance)
+{
+ // Init the HLTOUT instance for the current event.
+ // The instance can be used by other classes to get hold on the data
+ // from HLTOUT.
+ if (!instance) return -EINVAL;
+ if (fpHLTOUT && fpHLTOUT!=instance) return -EBUSY;
+ fpHLTOUT=instance;
+ return 0;
+}
+
+int AliHLTSystem::InvalidateHLTOUT(AliHLTOUT** target)
+{
+ // Clear the HLTOUT instance.
+ int iResult=0;
+ if (fHLTOUTUse>0) {
+ HLTWarning("HLTOUT instance still in use, potential problem due to invalid pointer ahead");
+ fHLTOUTUse=0;
+ iResult=-EBUSY;
+ }
+ if (target) *target=fpHLTOUT;
+ fpHLTOUT=NULL;
+ return iResult;
+}
+
+AliHLTOUT* AliHLTSystem::RequestHLTOUT()
+{
+ // Get the HLTOUT instance.
+ // User method for processing classes. To be released after use.
+ if (!fpHLTOUT) return NULL;
+ fHLTOUTUse++;
+ return fpHLTOUT;
+}
+
+int AliHLTSystem::ReleaseHLTOUT(const AliHLTOUT* instance)
+{
+ // Release the HLTOUT instance after use.
+ if (!instance) return -EINVAL;
+ if (instance!=fpHLTOUT) return -ENOENT;
+ fHLTOUTUse--;
+ return 0;
+}