#include "AliHLTMemoryFile.h"
#include "AliHLTMisc.h"
#include <cassert>
+#include <stdint.h>
+
+/**
+ * default compression level for ROOT objects
+ */
+#define ALIHLTCOMPONENT_DEFAULT_OBJECT_COMPRESSION 5
+#define ALIHLTCOMPONENT_STATTIME_SCALER 1000000
/** ROOT macro for the implementation of ROOT specific class methods */
ClassImp(AliHLTComponent);
fpBenchmark(NULL),
fRequireSteeringBlocks(false),
fEventType(gkAliEventTypeUnknown),
- fComponentArgs()
+ fComponentArgs(),
+ fEventDoneData(NULL),
+ fEventDoneDataSize(0),
+ fCompressionLevel(ALIHLTCOMPONENT_DEFAULT_OBJECT_COMPRESSION)
+ , fLastObjectSize(0)
{
// see header file for class documentation
// or
delete fpRunDesc;
fpRunDesc=NULL;
}
+ if (fEventDoneData)
+ delete [] reinterpret_cast<AliHLTUInt8_t*>( fEventDoneData );
}
AliHLTComponentHandler* AliHLTComponent::fgpComponentHandler=NULL;
return SetGlobalComponentHandler(NULL,1);
}
-int AliHLTComponent::Init(const AliHLTAnalysisEnvironment* comenv, void* environParam, int argc, const char** argv )
+int AliHLTComponent::SetComponentEnvironment(const AliHLTAnalysisEnvironment* comenv, void* environParam)
{
// see header file for function documentation
- HLTLogKeyword(GetComponentID());
+ HLTLogKeyword(fChainId.c_str());
int iResult=0;
if (comenv) {
memset(&fEnvironment, 0, sizeof(AliHLTAnalysisEnvironment));
fEnvironment.fStructSize=sizeof(AliHLTAnalysisEnvironment);
fEnvironment.fParam=environParam;
}
+ return iResult;
+}
+
+int AliHLTComponent::Init(const AliHLTAnalysisEnvironment* comenv, void* environParam, int argc, const char** argv )
+{
+ // see header file for function documentation
+ HLTLogKeyword(fChainId.c_str());
+ int iResult=0;
+ if (comenv) {
+ SetComponentEnvironment(comenv, environParam);
+ }
fComponentArgs="";
const char** pArguments=NULL;
int iNofChildArgs=0;
if (argument.IsNull()) continue;
// benchmark
- if (argument.CompareTo("benchmark")==0) {
+ if (argument.CompareTo("-benchmark")==0) {
- // loglevel
- } else if (argument.CompareTo("loglevel")==0) {
- if ((bMissingParam=(++i>=argc))) break;
- TString parameter(argv[i]);
+ // -loglevel=
+ } else if (argument.BeginsWith("-loglevel=")) {
+ TString parameter=argument.ReplaceAll("-loglevel=", "");
parameter.Remove(TString::kLeading, ' '); // remove all blanks
if (parameter.BeginsWith("0x") &&
parameter.Replace(0,2,"",0).IsHex()) {
- AliHLTComponentLogSeverity loglevel=kHLTLogNone;
- sscanf(parameter.Data(),"%x", (unsigned int*)&loglevel);
- SetLocalLoggingLevel(loglevel);
+ unsigned int loglevel=kHLTLogNone;
+ sscanf(parameter.Data(),"%x", &loglevel);
+ SetLocalLoggingLevel((AliHLTComponentLogSeverity)loglevel);
} else {
HLTError("wrong parameter for argument %s, hex number expected", argument.Data());
iResult=-EINVAL;
}
+ // -object-compression=
+ } else if (argument.BeginsWith("-object-compression=")) {
+ argument.ReplaceAll("-object-compression=", "");
+ if (argument.IsDigit()) {
+ fCompressionLevel=argument.Atoi();
+ if (fCompressionLevel<0 || fCompressionLevel>9) {
+ HLTWarning("invalid compression level %d, setting to default %d", fCompressionLevel, ALIHLTCOMPONENT_DEFAULT_OBJECT_COMPRESSION);
+ fCompressionLevel=ALIHLTCOMPONENT_DEFAULT_OBJECT_COMPRESSION;
+ }
+ } else {
+ HLTError("wrong parameter for argument -object-compression, number expected");
+ }
} else {
pArguments[iNofChildArgs++]=argv[i];
}
#if defined(__DEBUG) || defined(HLT_COMPONENT_STATISTICS)
// benchmarking stopwatch for the component statistics
fpBenchmark=new TStopwatch;
- if (fpBenchmark) {
- fpBenchmark->Start();
- }
#endif
return iResult;
int AliHLTComponent::Deinit()
{
// see header file for function documentation
- HLTLogKeyword(GetComponentID());
+ HLTLogKeyword(fChainId.c_str());
int iResult=0;
iResult=DoDeinit();
if (fpRunDesc) {
{
// see header file for function documentation
int iResult=0;
+ HLTInfo("Using CDB: %s", cdbPath);
if (pHandler) {
// I have to think about separating the library handling from the
- // component handler. Requiring the component hanlder here is not
+ // component handler. Requiring the component handler here is not
// the cleanest solution.
- // We presume the library already to be loaded
+ // We presume the library already to be loaded, which is the case
+ // because it is loaded in the initialization of the logging functionality
+ //
// find the symbol
AliHLTMiscInitCDB_t pFunc=(AliHLTMiscInitCDB_t)pHandler->FindSymbol(ALIHLTMISC_LIBRARY, ALIHLTMISC_INIT_CDB);
if (pFunc) {
return -ENOSYS;
}
+int AliHLTComponent::ReserveEventDoneData( unsigned long size )
+{
+ // see header file for function documentation
+ int iResult=0;
+
+
+ if (size>fEventDoneDataSize) {
+ AliHLTComponentEventDoneData* newEDD = reinterpret_cast<AliHLTComponentEventDoneData*>( new AliHLTUInt8_t[ sizeof(AliHLTComponentEventDoneData)+size ] );
+ if (!newEDD)
+ return -ENOMEM;
+ newEDD->fStructSize = sizeof(AliHLTComponentEventDoneData);
+ newEDD->fDataSize = 0;
+ newEDD->fData = reinterpret_cast<AliHLTUInt8_t*>(newEDD)+newEDD->fStructSize;
+ if (fEventDoneData) {
+ memcpy( newEDD->fData, fEventDoneData->fData, fEventDoneData->fDataSize );
+ newEDD->fDataSize = fEventDoneData->fDataSize;
+ delete [] reinterpret_cast<AliHLTUInt8_t*>( fEventDoneData );
+ }
+ fEventDoneData = newEDD;
+ fEventDoneDataSize = size;
+ }
+ return iResult;
+
+}
+
+int AliHLTComponent::PushEventDoneData( AliHLTUInt32_t eddDataWord )
+{
+ if (!fEventDoneData)
+ return -ENOMEM;
+ if (fEventDoneData->fDataSize+sizeof(AliHLTUInt32_t)>fEventDoneDataSize)
+ return -ENOSPC;
+ *reinterpret_cast<AliHLTUInt32_t*>((reinterpret_cast<AliHLTUInt8_t*>(fEventDoneData->fData)+fEventDoneData->fDataSize)) = eddDataWord;
+ fEventDoneData->fDataSize += sizeof(AliHLTUInt32_t);
+ return 0;
+}
+
+void AliHLTComponent::ReleaseEventDoneData()
+{
+ if (fEventDoneData)
+ delete [] reinterpret_cast<AliHLTUInt8_t*>( fEventDoneData );
+ fEventDoneData = NULL;
+ fEventDoneDataSize = 0;
+}
+
+
int AliHLTComponent::FindMatchingDataTypes(AliHLTComponent* pConsumer, AliHLTComponentDataTypeList* tgtList)
{
// see header file for function documentation
AliHLTComponentDataTypeList itypes;
AliHLTComponentDataTypeList otypes;
otypes.push_back(GetOutputDataType());
- if (otypes[0]==kAliHLTMultipleDataType) {
+ if (MatchExactly(otypes[0],kAliHLTMultipleDataType)) {
otypes.clear();
int count=0;
if ((count=GetOutputDataTypes(otypes))>0) {
}
AliHLTComponentDataTypeList::iterator itype=itypes.begin();
- for (;itype!=itypes.end() && (*itype)!=(*otype); itype++);
+ for ( ; itype!=itypes.end() && (*itype)!=(*otype) ; itype++) {/* empty body */};
//if (itype!=itypes.end()) PrintDataTypeContent(*itype, "consumer \'%s\'");
if (itype!=itypes.end()) {
if (tgtList) tgtList->push_back(*otype);
return 0;
}
+AliHLTEventID_t AliHLTComponent::GetEventId() const
+{
+ // see header file for function documentation
+ if (fpInputBlocks!=NULL) {
+ return fCurrentEventData.fEventID;
+ }
+ return 0;
+}
+
const TObject* AliHLTComponent::GetFirstInputObject(const AliHLTComponentDataType& dt,
const char* classname,
int bForce)
// (CreateInputObject), and written to a TFile afterwards, the
// TFile::Close calls ROOOT's garbage collection. No clue why the
// object ended up in the key list and needs to be deleted
- if (pObj && gObjectTable->PtrIsValid(pObj)) delete pObj;
+ //
+ // Matthias 09.11.2008 follow up
+ // This approach doesn't actually work in all cases: the object table
+ // can be switched off globally, the flag needs to be checked here as
+ // well in order to avoid memory leaks.
+ // This means we have to find another solution for the problem if it
+ // pops up again.
+ if (pObj &&
+ (!TObject::GetObjectStat() || gObjectTable->PtrIsValid(pObj))) {
+ delete pObj;
+ }
}
delete array;
return 0;
// see header file for function documentation
ALIHLTCOMPONENT_BASE_STOPWATCH();
int iResult=0;
+ fLastObjectSize=0;
if (pObject) {
AliHLTMessage msg(kMESS_OBJECT);
+ msg.SetCompressionLevel(fCompressionLevel);
msg.WriteObject(pObject);
Int_t iMsgLength=msg.Length();
if (iMsgLength>0) {
+ // Matthias Sep 2008
+ // NOTE: AliHLTMessage does implement it's own SetLength method
+ // which is not architecture independent. The original SetLength
+ // stores the size always in network byte order.
+ // I'm trying to remember the rational for that, might be that
+ // it was just some lack of knowledge. Want to change this, but
+ // has to be done carefullt to be backward compatible.
msg.SetLength(); // sets the length to the first (reserved) word
- assert(msg.Buffer()!=NULL);
- iResult=InsertOutputBlock(msg.Buffer(), iMsgLength, dt, spec, pHeader, headerSize);
+
+ // does nothing if the level is 0
+ msg.Compress();
+
+ char *mbuf = msg.Buffer();
+ if (msg.CompBuffer()) {
+ msg.SetLength(); // set once more to have to byte order
+ mbuf = msg.CompBuffer();
+ iMsgLength = msg.CompLength();
+ }
+ assert(mbuf!=NULL);
+ iResult=InsertOutputBlock(mbuf, iMsgLength, dt, spec, pHeader, headerSize);
if (iResult>=0) {
- HLTDebug("object %s (%p) size %d inserted to output", pObject->ClassName(), pObject, iMsgLength);
+ HLTDebug("object %s (%p) size %d compression %d inserted to output", pObject->ClassName(), pObject, iMsgLength, msg.GetCompressionLevel());
}
+ fLastObjectSize=iMsgLength;
} else {
HLTError("object serialization failed for object %p", pObject);
iResult=-ENOMSG;
//HLTDebug("buffer inserted to output: size %d data type %s spec %#x", iBlkSize, DataType2Text(dt).c_str(), spec);
} else {
if (fpOutputBuffer) {
- HLTError("too little space in output buffer: %d, required %d", fOutputBufferSize-fOutputBufferFilled, iBlkSize);
+ HLTError("too little space in output buffer: %d of %d, required %d", fOutputBufferSize-fOutputBufferFilled, fOutputBufferSize, iBlkSize);
} else {
HLTError("output buffer not available");
}
return iResult;
}
-int AliHLTComponent::CreateEventDoneData(AliHLTComponentEventDoneData /*edd*/)
+int AliHLTComponent::CreateEventDoneData(AliHLTComponentEventDoneData edd)
{
// see header file for function documentation
- int iResult=-ENOSYS;
- //#warning function not yet implemented
- HLTWarning("function not yet implemented");
+ int iResult=0;
+
+ AliHLTComponentEventDoneData* newEDD = NULL;
+
+ unsigned long newSize=edd.fDataSize;
+ if (fEventDoneData)
+ newSize += fEventDoneData->fDataSize;
+
+ if (newSize>fEventDoneDataSize) {
+ newEDD = reinterpret_cast<AliHLTComponentEventDoneData*>( new AliHLTUInt8_t[ sizeof(AliHLTComponentEventDoneData)+newSize ] );
+ if (!newEDD)
+ return -ENOMEM;
+ newEDD->fStructSize = sizeof(AliHLTComponentEventDoneData);
+ newEDD->fDataSize = newSize;
+ newEDD->fData = reinterpret_cast<AliHLTUInt8_t*>(newEDD)+newEDD->fStructSize;
+ unsigned long long offset = 0;
+ if (fEventDoneData) {
+ memcpy( newEDD->fData, fEventDoneData->fData, fEventDoneData->fDataSize );
+ offset += fEventDoneData->fDataSize;
+ }
+ memcpy( reinterpret_cast<AliHLTUInt8_t*>(newEDD->fData)+offset, edd.fData, edd.fDataSize );
+ if (fEventDoneData)
+ delete [] reinterpret_cast<AliHLTUInt8_t*>( fEventDoneData );
+ fEventDoneData = newEDD;
+ fEventDoneDataSize = newSize;
+ }
+ else {
+ memcpy( reinterpret_cast<AliHLTUInt8_t*>(fEventDoneData->fData)+fEventDoneData->fDataSize, edd.fData, edd.fDataSize );
+ fEventDoneData->fDataSize += edd.fDataSize;
+ }
return iResult;
}
AliHLTComponentEventDoneData*& edd )
{
// see header file for function documentation
- HLTLogKeyword(GetComponentID());
+ HLTLogKeyword(fChainId.c_str());
ALIHLTCOMPONENT_BASE_STOPWATCH();
int iResult=0;
fCurrentEvent=evtData.fEventID;
#if defined(__DEBUG) || defined(HLT_COMPONENT_STATISTICS)
AliHLTComponentStatistics outputStat;
memset(&outputStat, 0, sizeof(AliHLTComponentStatistics));
+ outputStat.fStructSize=sizeof(AliHLTComponentStatistics);
outputStat.fId=fChainIdCrc;
- compStats.push_back(outputStat);
if (fpBenchmark) {
+ fpBenchmark->Stop();
+ outputStat.fComponentCycleTime=(AliHLTUInt32_t)(fpBenchmark->RealTime()*ALIHLTCOMPONENT_STATTIME_SCALER);
fpBenchmark->Reset();
fpBenchmark->Start();
}
+ compStats.push_back(outputStat);
#endif
// data processing is skipped
// no output blocks, set size to 0
size=0;
}
+ FillEventData(fCurrentEventData);
return iResult;
}
int iResult=0;
#if defined(__DEBUG) || defined(HLT_COMPONENT_STATISTICS)
if (stats.size()==0) return -ENOENT;
+ // check if there is space for at least one entry
+ if (offset+sizeof(AliHLTComponentStatistics)>bufferSize) return 0;
stats[0].fTotalOutputSize=offset;
stats[0].fOutputBlockCount=blocks.size();
if (fpBenchmark) {
- stats[0].fTime=(AliHLTUInt32_t)(fpBenchmark->RealTime()*1000000);
- stats[0].fCTime=(AliHLTUInt32_t)(fpBenchmark->CpuTime()*1000000);
+ fpBenchmark->Stop();
+ stats[0].fTime=(AliHLTUInt32_t)(fpBenchmark->RealTime()*ALIHLTCOMPONENT_STATTIME_SCALER);
+ stats[0].fCTime=(AliHLTUInt32_t)(fpBenchmark->CpuTime()*ALIHLTCOMPONENT_STATTIME_SCALER);
+ fpBenchmark->Continue();
+ }
+ if (offset+stats.size()*sizeof(AliHLTComponentStatistics)>bufferSize) {
+ AliHLTUInt32_t removedLevel=0;
+ do {
+ // remove all entries of the level of the last entry
+ removedLevel=stats.back().fLevel;
+ AliHLTComponentStatisticsList::iterator element=stats.begin();
+ element++;
+ while (element!=stats.end()) {
+ if (element->fLevel<=removedLevel) {
+ element=stats.erase(element);
+ } else {
+ element++;
+ }
+ }
+ } while (stats.size()>1 &&
+ (offset+stats.size()*sizeof(AliHLTComponentStatistics)>bufferSize));
}
+ assert(stats.size()>0);
+ if (stats.size()==0) return 0;
+
if (offset+stats.size()*sizeof(AliHLTComponentStatistics)<=bufferSize) {
AliHLTComponentBlockData bd;
FillBlockData( bd );
blocks.push_back(bd);
iResult=bd.fSize;
}
+#else
+ if (blocks.size() && buffer && bufferSize && offset && stats.size()) {
+ // get rid of warning
+ }
#endif
return iResult;
}
blocks.push_back(bd);
iResult=bd.fSize;
}
+#else
+ if (blocks.size() && buffer && bufferSize && offset && parents.size()) {
+ // get rid of warning
+ }
#endif
return iResult;
}
return 1;
}
+
+int AliHLTComponent::LoggingVarargs(AliHLTComponentLogSeverity severity,
+ const char* originClass, const char* originFunc,
+ const char* file, int line, ... ) const
+{
+ // see header file for function documentation
+ int iResult=0;
+
+ va_list args;
+ va_start(args, line);
+
+ // logging function needs to be const in order to be called from const member functions
+ // without problems. But at this point we face the problem with virtual members which
+ // are not necessarily const.
+ AliHLTComponent* nonconst=const_cast<AliHLTComponent*>(this);
+ AliHLTLogging::SetLogString("%s (%s, %p): ",
+ fChainId[0]!=0?fChainId.c_str():nonconst->GetComponentID(),
+ nonconst->GetComponentID(), this);
+ iResult=SendMessage(severity, originClass, originFunc, file, line, AliHLTLogging::BuildLogString(NULL, args, true /*append*/));
+ va_end(args);
+
+ return iResult;
+}
git://git.uio.no / u / mrichter / AliRoot.git / blobdiff