/*
$Log$
+Revision 1.20 2007/04/04 10:33:36 jgrosseo
+1) Storing of files to the Grid is now done _after_ your preprocessors succeeded. This is transparent, which means that you can still use the same functions (Store, StoreReferenceData) to store files to the Grid. However, the Shuttle first stores them locally and transfers them after the preprocessor finished. The return code of these two functions has changed from UInt_t to Bool_t which gives you the success of the storing.
+In case of an error with the Grid, the Shuttle will retry the storing later, the preprocessor does not need to be run again.
+
+2) The meaning of the return code of the preprocessor has changed. 0 is now success and any other value means failure. This value is stored in the log and you can use it to keep details about the error condition.
+
+3) New function StoreReferenceFile to _directly_ store a file (without opening it) to the reference storage.
+
+4) The memory usage of the preprocessor is monitored. If it exceeds 2 GB it is terminated.
+
+5) New function AliPreprocessor::ProcessDCS(). If you do not need to have DCS data in all cases, you can skip the processing by implemting this function and returning kFALSE under certain conditions. E.g. if there is a certain run type.
+If you always need DCS data (like before), you do not need to implement it.
+
+6) The run type has been added to the monitoring page
+
+Revision 1.19 2007/02/28 10:41:56 acolla
+Run type field added in SHUTTLE framework. Run type is read from "run type" logbook and retrieved by
+AliPreprocessor::GetRunType() function.
+Added some ldap definition files.
+
+Revision 1.18 2007/01/23 19:20:03 acolla
+Removed old ldif files, added TOF, MCH ldif files. Added some options in
+AliShuttleConfig::Print. Added in Ali Shuttle: SetShuttleTempDir and
+SetShuttleLogDir
+
+Revision 1.17 2007/01/18 11:17:47 jgrosseo
+changing spaces to tabs ;-)
+
+Revision 1.16 2007/01/18 11:10:35 jgrosseo
+adding the possibility of defining DCS alias and data points with patterns
+first pattern introduced: [N..M] to add all names between the two digits, this works also recursively.
+
+Revision 1.15 2007/01/15 18:27:11 acolla
+implementation of sending mail to subdetector expert in case the preprocessor fails.
+shuttle.schema updated with expert's email entry
+
+Revision 1.13 2006/12/07 08:51:26 jgrosseo
+update (alberto):
+table, db names in ldap configuration
+added GRP preprocessor
+DCS data can also be retrieved by data point
+
Revision 1.12 2006/11/16 16:16:48 jgrosseo
introducing strict run ordering flag
removed giving preprocessor name to preprocessor, they have to know their name themselves ;-)
fDetector(""),
fDCSHost(""),
fDCSPort(0),
+fDCSAliases(0),
+fDCSDataPoints(0),
+fDCSAliasesComp(0),
+fDCSDataPointsComp(0),
+fResponsibles(0),
fIsValid(kFALSE),
fSkipDCSQuery(kFALSE),
fStrictRunOrder(kFALSE)
fDCSAliases->SetOwner(1);
fDCSDataPoints = new TObjArray();
fDCSDataPoints->SetOwner(1);
+ fDCSAliasesComp = new TObjArray();
+ fDCSAliasesComp->SetOwner(1);
+ fDCSDataPointsComp = new TObjArray();
+ fDCSDataPointsComp->SetOwner(1);
+ fResponsibles = new TObjArray();
+ fResponsibles->SetOwner(1);
anAttribute = entry->GetAttribute("det"); // MUST
if (!anAttribute)
fStrictRunOrder = (Bool_t) strictRunStr.Atoi();
}
+ anAttribute = entry->GetAttribute("responsible"); // MAY
+ if (!anAttribute)
+ {
+ AliDebug(2, "Warning! No \"responsible\" attribute!");
+ }
+ else
+ {
+ const char* aResponsible;
+ while ((aResponsible = anAttribute->GetValue()))
+ {
+ fResponsibles->AddLast(new TObjString(aResponsible));
+ }
+ }
+
anAttribute = entry->GetAttribute("DCSHost"); // MAY
if (!anAttribute)
{
- AliWarning(
+ AliDebug(2,
Form("%s has not DCS host entry - Shuttle will skip DCS data query!",
fDetector.Data()));
fIsValid = kTRUE;
const char* anAlias;
while ((anAlias = anAttribute->GetValue()))
{
- fDCSAliases->AddLast(new TObjString(anAlias));
+ fDCSAliasesComp->AddLast(new TObjString(anAlias));
+ ExpandAndAdd(fDCSAliases, anAlias);
}
}
const char* aDataPoint;
while ((aDataPoint = anAttribute->GetValue()))
{
- fDCSDataPoints->AddLast(new TObjString(aDataPoint));
+ fDCSDataPointsComp->AddLast(new TObjString(aDataPoint));
+ ExpandAndAdd(fDCSDataPoints, aDataPoint);
}
}
fIsValid = kTRUE;
+}
+
+//______________________________________________________________________________________________
+void AliShuttleConfig::AliShuttleConfigHolder::ExpandAndAdd(TObjArray* target, const char* entry)
+{
+ //
+ // adds <entry> to <target> applying expanding of the name
+ // [N..M] creates M-N+1 names with the corresponding digits
+ //
+
+ TString entryStr(entry);
+
+ Int_t begin = entryStr.Index("[");
+ Int_t end = entryStr.Index("]");
+ if (begin != -1 && end != -1 && end > begin)
+ {
+ TString before(entryStr(0, begin));
+ TString after(entryStr(end+1, entryStr.Length()));
+
+ AliDebug(2, Form("Found [] pattern. Splitted input string %s %s", before.Data(), after.Data()));
+
+ Int_t dotdot = entryStr.Index("..");
+
+ TString nStr(entryStr(begin+1, dotdot-begin-1));
+ TString mStr(entryStr(dotdot+2, end-dotdot-2));
+
+ AliDebug(2, Form("Found [N..M] pattern. %s %s", nStr.Data(), mStr.Data()));
+
+ if (nStr.IsDigit() && mStr.IsDigit())
+ {
+ Int_t n = nStr.Atoi();
+ Int_t m = mStr.Atoi();
+
+ Int_t nDigits = nStr.Length();
+ TString formatStr;
+ formatStr.Form("%%s%%0%dd%%s", nDigits);
+
+ AliDebug(2, Form("Format string is %s", formatStr.Data()));
+
+ for (Int_t current = n; current<=m; ++current)
+ {
+ TString newEntry;
+ newEntry.Form(formatStr.Data(), before.Data(), current, after.Data());
+
+ AliDebug(2, Form("Calling recursive with %s", newEntry.Data()));
+
+ // and go recursive
+ ExpandAndAdd(target, newEntry);
+ }
+ // return here because we processed the entries already recursively.
+ return;
+ }
+ }
+ AliDebug(2, Form("Adding name %s", entry));
+ target->AddLast(new TObjString(entry));
}
//______________________________________________________________________________________________
delete fDCSAliases;
delete fDCSDataPoints;
+ delete fResponsibles;
}
ClassImp(AliShuttleConfig)
//______________________________________________________________________________________________
AliShuttleConfig::AliShuttleConfig(const char* host, Int_t port,
const char* binddn, const char* password, const char* basedn):
- fIsValid(kFALSE),
- fDAQlbHost(""), fDAQlbUser(""), fDAQlbPass(""),
- fMaxRetries(0), fPPTimeOut(0), fDetectorMap(), fDetectorList(),
+ fIsValid(kFALSE), fConfigHost(host),
+ fDAQlbHost(""), fDAQlbPort(), fDAQlbUser(""), fDAQlbPass(""),
+ fDAQlbDB(""), fDAQlbTable(""), fShuttlelbTable(""), fRunTypelbTable(""),
+ fMaxRetries(0), fPPTimeOut(0), fPPMaxMem(0), fDetectorMap(), fDetectorList(),
fShuttleInstanceHost(""), fProcessedDetectors(), fProcessAll(kFALSE)
{
//
}
fDAQlbHost = anAttribute->GetValue();
+ anAttribute = anEntry->GetAttribute("DAQLogbookPort"); // MAY
+ if (anAttribute)
+ {
+ fDAQlbPort = ((TString) anAttribute->GetValue()).Atoi();
+ } else {
+ fDAQlbPort = 3306; // mysql
+ }
+
anAttribute = anEntry->GetAttribute("DAQLogbookUser");
if (!anAttribute) {
AliError("Can't find DAQLogbookUser attribute!");
}
fDAQlbTable = anAttribute->GetValue();
+ anAttribute = anEntry->GetAttribute("ShuttleLogbookTable");
+ if (!anAttribute) {
+ AliError("Can't find ShuttleLogbookTable attribute!");
+ delete aResult; delete anEntry;
+ return;
+ }
+ fShuttlelbTable = anAttribute->GetValue();
+
+ anAttribute = anEntry->GetAttribute("RunTypeLogbookTable");
+ if (!anAttribute) {
+ AliError("Can't find RunTypeLogbookTable attribute!");
+ delete aResult; delete anEntry;
+ return;
+ }
+ fRunTypelbTable = anAttribute->GetValue();
anAttribute = anEntry->GetAttribute("MaxRetries");
if (!anAttribute) {
tmpStr = anAttribute->GetValue();
fPPTimeOut = tmpStr.Atoi();
+ anAttribute = anEntry->GetAttribute("PPMaxMem");
+ if (!anAttribute) {
+ AliError("Can't find PPMaxMem attribute!");
+ delete aResult; delete anEntry;
+ return;
+ }
+ tmpStr = anAttribute->GetValue();
+ fPPMaxMem = tmpStr.Atoi();
+
delete aResult; delete anEntry;
// FXS configuration (FXS logbook and hosts)
anAttribute = anEntry->GetAttribute("DBHost");
if (!anAttribute) {
- AliError(Form ("Can't find LogbookHost attribute for %s!!",
+ AliError(Form ("Can't find DBHost attribute for %s!!",
AliShuttleInterface::GetSystemName(iSys)));
delete aResult; delete anEntry;
return;
}
fFXSdbHost[iSys] = anAttribute->GetValue();
+ anAttribute = anEntry->GetAttribute("DBPort"); // MAY
+ if (anAttribute)
+ {
+ fFXSdbPort[iSys] = ((TString) anAttribute->GetValue()).Atoi();
+ } else {
+ fFXSdbPort[iSys] = 3306; // mysql
+ }
+
anAttribute = anEntry->GetAttribute("DBUser");
if (!anAttribute) {
AliError(Form ("Can't find DBUser attribute for %s!!",
}
fFXSHost[iSys] = anAttribute->GetValue();
+ anAttribute = anEntry->GetAttribute("FSPort"); // MAY
+ if (anAttribute)
+ {
+ fFXSPort[iSys] = ((TString) anAttribute->GetValue()).Atoi();
+ } else {
+ fFXSPort[iSys] = 22; // scp port number
+ }
+
anAttribute = anEntry->GetAttribute("FSUser");
if (!anAttribute) {
AliError(Form ("Can't find FSUser attribute for %s!!",
return aHolder->GetDCSDataPoints();
}
+//______________________________________________________________________________________________
+const TObjArray* AliShuttleConfig::GetResponsibles(const char* detector) const
+{
+ //
+ // returns collection of TObjString which represents the list of mail addresses
+ // of the detector's responsible(s)
+ //
+
+ AliShuttleConfigHolder* aHolder = (AliShuttleConfigHolder*) fDetectorMap.GetValue(detector);
+ if (!aHolder) {
+ AliError(Form("There isn't configuration for detector: %s",
+ detector));
+ return NULL;
+ }
+
+ return aHolder->GetResponsibles();
+}
+
//______________________________________________________________________________________________
Bool_t AliShuttleConfig::HostProcessDetector(const char* detector) const
{
}
//______________________________________________________________________________________________
-void AliShuttleConfig::Print(Option_t* /*option*/) const
+void AliShuttleConfig::Print(Option_t* option) const
{
// print configuration
-
+// options : "": print configuration for all detectors, aliases and DPs in compacted format
+// "uncompact": print configuration for all detectors, aliases and DPs in uncompacted format
+// "DET": print configuration for DET, aliases and DPs in compacted format
+// "DET, uncompact": print configuration for DET, aliases and DPs in uncompacted format
+
TString result;
result += '\n';
- result += Form("\nShuttle running on %s \n\n", fShuttleInstanceHost.Data());
+ result += "####################################################\n";
+ result += Form(" Shuttle configuration from %s \n", fConfigHost.Data());
+ result += "####################################################\n";
+ result += Form("\nShuttle running on %s \n", fShuttleInstanceHost.Data());
if(fProcessAll) {
- result += Form("All detectors will be processed! \n\n");
+ result += Form("All detectors will be processed! \n");
} else {
result += "Detectors processed by this host: ";
TIter it(&fProcessedDetectors);
while ((aDet = (TObjString*) it.Next())) {
result += Form("%s ", aDet->String().Data());
}
- result += "\n\n";
+ result += "\n";
}
- result += Form("PP time out = %d - Max total retries = %d\n\n", fPPTimeOut, fMaxRetries);
+ result += Form("PP time out = %d - Max PP memsize = %d KB - Max total retries = %d\n\n", fPPTimeOut, fPPMaxMem, fMaxRetries);
+ result += "------------------------------------------------------\n";
- result += Form("DAQ Logbook Configuration \n \tHost: %s; \tUser: %s; ",
- fDAQlbHost.Data(), fDAQlbUser.Data());
+ result += Form("Logbook Configuration \n\n \tHost: %s:%d; \tUser: %s; ",
+ fDAQlbHost.Data(), fDAQlbPort, fDAQlbUser.Data());
// result += "Password: ";
// result.Append('*', fDAQlbPass.Length());
- result += Form("\tDB: %s; \tTable: %s",
- fDAQlbDB.Data(), fDAQlbTable.Data());
+ result += Form("\tDB: %s; \tTables: %s, %s, %s",
+ fDAQlbDB.Data(), fDAQlbTable.Data(), fShuttlelbTable.Data(), fRunTypelbTable.Data());
result += "\n\n";
+ result += "------------------------------------------------------\n";
+ result += "FXS configuration\n\n";
+
for(int iSys=0;iSys<3;iSys++){
- result += Form("FXS Configuration for %s system\n", AliShuttleInterface::GetSystemName(iSys));
- result += Form("\tDB host: %s; \tUser: %s; \tName: %s; \tTable: %s\n",
- fFXSdbHost[iSys].Data(), fFXSdbUser[iSys].Data(),
+ result += Form("*** %s ***\n", AliShuttleInterface::GetSystemName(iSys));
+ result += Form("\tDB host: %s:%d; \tUser: %s; \tName: %s; \tTable: %s\n",
+ fFXSdbHost[iSys].Data(), fFXSdbPort[iSys], fFXSdbUser[iSys].Data(),
fFXSdbName[iSys].Data(), fFXSdbTable[iSys].Data());
// result += Form("DB Password:",fFXSdbPass[iSys].Data());
- result += Form("\tFXS host: %s; \tUser: %s\n\n", fFXSHost[iSys].Data(), fFXSUser[iSys].Data());
+ result += Form("\tFXS host: %s:%d; \tUser: %s\n\n", fFXSHost[iSys].Data(), fFXSPort[iSys],
+ fFXSUser[iSys].Data());
// result += Form("FXS Password:",fFXSPass[iSys].Data());
}
+ TString optStr(option);
+
+ result += "------------------------------------------------------\n";
+ result += "Detector-specific configuration\n\n";
TIter iter(fDetectorMap.GetTable());
TPair* aPair;
while ((aPair = (TPair*) iter.Next())) {
AliShuttleConfigHolder* aHolder = (AliShuttleConfigHolder*) aPair->Value();
- result += Form("Detector-specific configuration: *** %s *** \n", aHolder->GetDetector());
- result += Form("\tStrict run ordering flag: %s \n", aHolder->StrictRunOrder() ? "TRUE" : "FALSE");
+ if (option != 0 && !optStr.Contains(aHolder->GetDetector()) && optStr.CompareTo("uncompact",TString::kIgnoreCase) != 0 )
+ continue;
+ result += Form("*** %s *** \n", aHolder->GetDetector());
+
+ const TObjArray* responsibles = aHolder->GetResponsibles();
+ if (responsibles->GetEntries() != 0)
+ {
+ result += "\tDetector responsible(s): ";
+ TIter it(responsibles);
+ TObjString* aResponsible;
+ while ((aResponsible = (TObjString*) it.Next()))
+ {
+ result += Form("%s ", aResponsible->String().Data());
+ }
+ result += "\n";
+ }
+
+ result += Form("\tStrict run ordering: %s \n", aHolder->StrictRunOrder() ? "YES" : "NO");
if(aHolder->SkipDCSQuery())
{
result += "\n";
}
result += Form("\tAmanda server: %s:%d \n", aHolder->GetDCSHost(), aHolder->GetDCSPort());
- const TObjArray* aliases = aHolder->GetDCSAliases();
+ const TObjArray* aliases = 0;
+ if (optStr.Contains("uncompact",TString::kIgnoreCase))
+ {
+ aliases = aHolder->GetDCSAliases();
+ } else {
+ aliases = aHolder->GetCompactDCSAliases();
+ }
+
if (aliases->GetEntries() != 0)
{
result += "\tDCS Aliases: ";
result += "\n";
}
-
- const TObjArray* dataPoints = aHolder->GetDCSDataPoints();
+ const TObjArray* dataPoints = 0;
+ if (optStr.Contains("uncompact",TString::kIgnoreCase))
+ {
+ dataPoints = aHolder->GetDCSDataPoints();
+ } else {
+ dataPoints = aHolder->GetCompactDCSDataPoints();
+ }
if (dataPoints->GetEntries() != 0)
{
result += "\tDCS Data Points: ";
result += "\n";
}
result += "\n";
-
}
if(!fIsValid) result += "\n\n********** !!!!! Configuration is INVALID !!!!! **********\n";
git://git.uio.no / u / mrichter / AliRoot.git / blobdiff