X-Git-Url: http://git.uio.no/git/?a=blobdiff_plain;f=SHUTTLE%2FAliShuttle.h;h=b5492ce715f66c512585d43f7ae94b70965c69b1;hb=d474eb931d26bbd06abe43ff11c52ad5344465f6;hp=1842dbc0813dd24d3b045bfa45eac89c2fcb889e;hpb=85a80aa929adadf5b46e989479cd54a9bf5c0a66;p=u%2Fmrichter%2FAliRoot.git diff --git a/SHUTTLE/AliShuttle.h b/SHUTTLE/AliShuttle.h index 1842dbc0813..b5492ce715f 100644 --- a/SHUTTLE/AliShuttle.h +++ b/SHUTTLE/AliShuttle.h @@ -23,119 +23,157 @@ class TObject; class AliShuttleConfig; +class AliShuttleLogbookEntry; class AliPreprocessor; -class AliCDBMetaData; class TSQLServer; -class AliCDBEntry; -class AliCDBPath; +class TMutex; +class TMonaLisaWriter; class AliShuttle: public AliShuttleInterface { public: + enum DCSType {kAlias=0, kDP}; + enum TestMode { kNone = 0, kSkipDCS = 1, kErrorDCS = 2, kErrorFXSSources = 4, kErrorFXSFiles = 8, kErrorOCDB = 16, kErrorStorage = 32, kErrorGrid = 64 }; + enum EMailTarget { kDCSEMail = 0, kFXSEMail, kPPEMail }; + AliShuttle(const AliShuttleConfig* config, UInt_t timeout = 5000, Int_t retries = 5); virtual ~AliShuttle(); virtual void RegisterPreprocessor(AliPreprocessor* preprocessor); - Bool_t Process(Int_t run, UInt_t startTime, UInt_t endTime); - Bool_t Process(); + Bool_t Collect(Int_t run = -1); - Int_t GetCurrentRun() const {return fCurrentRun;}; - UInt_t GetCurrentStartTime() const {return fCurrentStartTime;}; - UInt_t GetCurrentEndTime() const {return fCurrentEndTime;}; + Bool_t Process(AliShuttleLogbookEntry* entry); - virtual UInt_t Store(const AliCDBPath& path, TObject* object, AliCDBMetaData* metaData, - Int_t validityStart = 0, Bool_t validityInfinite = kFALSE); - virtual UInt_t StoreReferenceData(const AliCDBPath& path, TObject* object, AliCDBMetaData* metaData, + // monitoring functions + ULong_t GetTimeOfLastAction() const; + const TString GetLastAction() const; + + Int_t GetCurrentRun() const; + UInt_t GetCurrentStartTime() const; + UInt_t GetCurrentEndTime() const; + UInt_t GetCurrentYear() const; + + const char* GetLHCPeriod() const; + + virtual Bool_t Store(const AliCDBPath& path, TObject* object, AliCDBMetaData* metaData, Int_t validityStart = 0, Bool_t validityInfinite = kFALSE); + virtual Bool_t StoreReferenceData(const AliCDBPath& path, TObject* object, AliCDBMetaData* metaData); + virtual Bool_t StoreReferenceFile(const char* detector, const char* localFile, const char* gridFileName); + virtual Bool_t StoreRunMetadataFile(const char* localFile, const char* gridFileName); virtual const char* GetFile(Int_t system, const char* detector, const char* id, const char* source); - virtual TList* GetFileSources(Int_t system, const char* detector, const char* id); - virtual void Log(const char* detector, const char* message); + virtual TList* GetFileSources(Int_t system, const char* detector, const char* id = 0); + virtual TList* GetFileIDs(Int_t system, const char* detector, const char* source); + virtual const char* GetRunParameter(const char* lbEntry); + virtual UInt_t GetStartTimeDCSQuery(); + virtual UInt_t GetEndTimeDCSQuery(); + virtual AliCDBEntry* GetFromOCDB(const char* detector, const AliCDBPath& path); + virtual const char* GetRunType(); + virtual Bool_t GetHLTStatus(); + virtual const char* GetTriggerConfiguration(); + virtual const char* GetCTPTimeParams(); + virtual const char* GetTriggerDetectorMask(); + virtual void Log(const char* detector, const char* message, UInt_t level=3); + + void SetLogbookEntry(AliShuttleLogbookEntry* entry) {fLogbookEntry=entry;} + + void SetTestMode(TestMode testMode) { fTestMode = testMode; } + void SetReadTestModeFromLog(Bool_t flag) { fReadTestMode = flag; } + + Bool_t Connect(Int_t system); - static TString GetMainCDB () {return fgkMainCDB;} static void SetMainCDB (TString mainCDB) {fgkMainCDB = mainCDB;} - static TString GetLocalCDB () {return fgkLocalCDB;} static void SetLocalCDB (TString localCDB) {fgkLocalCDB = localCDB;} - static TString GetMainRefStorage() {return fgkMainRefStorage;} static void SetMainRefStorage (TString mainRefStorage) {fgkMainRefStorage = mainRefStorage;} - static TString GetLocalRefStorage() {return fgkLocalRefStorage;} static void SetLocalRefStorage (TString localRefStorage) {fgkLocalRefStorage = localRefStorage;} + static void SetMirrorSEs (TString mirrors) {fgkMirrorSEs = mirrors;} - // TODO Test only, remove later! - void SetCurrentRun(int run) {fCurrentRun=run;} - //TODO Test only, remove later ! - void SetProcessDCS(Bool_t process) {fgkProcessDCS = process;} - - static const char* GetDetCode(const char* detector); - static const char* GetShuttleTempDir() {return fgkShuttleTempDir;} - - Bool_t Connect(Int_t system); + static void SetShuttleTempDir (const char* tmpDir); + static void SetShuttleLogDir (const char* logDir); + virtual void SendMLFromDet(const char* value); + virtual TString* GetLTUConfig(const char* det); private: AliShuttle(const AliShuttle& other); AliShuttle& operator= (const AliShuttle& other); - Bool_t GetValueSet(const char* host, Int_t port, const char* alias, - TObjArray& result); + Int_t ProcessCurrentDetector(); + + AliShuttleLogbookEntry* QueryRunParameters(Int_t run); + Bool_t QueryShuttleLogbook(const char* whereClause, TObjArray& entries); + void CountOpenRuns(); + Bool_t RetrieveConditionsData(const TObjArray& shuttleLogbookEntries); + + TMap* GetValueSet(const char* host, Int_t port, const TSeqCollection* entries, + DCSType type, Int_t valueSet); - const char* GetDAQFileName(const char* detector, const char* id, const char* source); - Bool_t RetrieveDAQFile(const char* daqFileName, const char* localFileName); - TList* GetDAQFileSources(const char* detector, const char* id); - Bool_t UpdateDAQTable(); + Bool_t RetrieveFile(UInt_t system, const char* daqFileName, const char* localFileName); - const char* GetDCSFileName(const char* detector, const char* id, const char* source); -// Bool_t RetrieveDCSFile(const char* daqFileName const char* localFileName); - TList* GetDCSFileSources(const char* detector, const char* id); + Bool_t UpdateTable(); + Bool_t UpdateTableSkippedCase(const char* detector="ALL"); + Bool_t UpdateTableFailCase(); - const char* GetHLTFileName(const char* detector, const char* id, const char* source); -// Bool_t RetrieveHLTFile(const char* daqFileName, const char* localFileName; - TList* GetHLTFileSources(const char* detector, const char* id); + Bool_t StoreLocally(const TString& localUri, const AliCDBPath& path, TObject* object, + AliCDBMetaData* metaData, Int_t validityStart = 0, Bool_t validityInfinite = kFALSE); - UInt_t WriteToCDB(const char* mainUri, const char* localUri, - const AliCDBPath& path, TObject* object, AliCDBMetaData* metaData, - Int_t validityStart = 0, Bool_t validityInfinite = kFALSE); + Bool_t StoreOCDB(); + Int_t StoreOCDB(const TString& uri); + Bool_t CopyFileLocally(const char* localFile, const TString& target); + Bool_t CopyFilesToGrid(const char* type); + void CleanLocalStorage(const TString& uri); + Bool_t CleanReferenceStorage(const char* detector); + void RemoveFile(const char* filename); + const char* GetRefFilePrefix(const char* base, const char* detector); - AliShuttleStatus* ReadShuttleStatus(); - Bool_t WriteShuttleStatus(AliShuttleStatus* status); - Bool_t ContinueProcessing(); - void UpdateShuttleStatus(AliShuttleStatus::Status newStatus, Bool_t increaseCount = kFALSE); + AliShuttleStatus* ReadShuttleStatus(); + Bool_t WriteShuttleStatus(AliShuttleStatus* status); + Bool_t ContinueProcessing(); + void UpdateShuttleStatus(AliShuttleStatus::Status newStatus, Bool_t increaseCount = kFALSE); + Bool_t UpdateShuttleLogbook(const char* detector, const char* status=0); + Bool_t SendMail(EMailTarget target, Int_t system = -1); + Int_t GetMem(Int_t pid); + + TString GetLogFileName(const char* detector) const; - const AliShuttleConfig* fConfig; //! pointer to configuration object + void SetLastAction(const char* action); + + void SendAlive(); + void SendMLDetInfo(); + void SendMLRunInfo(const char* status); + virtual Bool_t TouchFile(); - static const Int_t fgkNDetectors = 17; //! number of detectors - static const char* fgkDetectorName[fgkNDetectors]; //! names of detectors - static const char* fgkDetectorCode[fgkNDetectors]; //! codes of detectors - static TString fgkMainCDB; //! URI of the main (Grid) CDB storage - static TString fgkLocalCDB; //! URI of the local backup CDB storage - static TString fgkMainRefStorage; //! URI of the main (Grid) REFERENCE storage - static TString fgkLocalRefStorage; //! URI of the local REFERENCE storage - static const char* fgkShuttleTempDir; //! base path of SHUTTLE temp folder - static const char* fgkShuttleLogDir; //! path of SHUTTLE log folder + const AliShuttleConfig* fConfig; // pointer to configuration object - UInt_t fTimeout; //! DCS server connection timeout parameter - Int_t fRetries; //! Number of DCS server connection retries + UInt_t fTimeout; // DCS server connection timeout parameter + Int_t fRetries; // Number of DCS server connection retries - TMap fPreprocessorMap; //! list of detector Preprocessors ("DET", "Preprocessor") + TMap fPreprocessorMap; // list of detector Preprocessors ("DET", "Preprocessor") - Int_t fCurrentRun; //! run currenty processed - UInt_t fCurrentStartTime; //! Run Start time - UInt_t fCurrentEndTime; //! Run end time + AliShuttleLogbookEntry* fLogbookEntry; //! current Shuttle logbook entry + TString fCurrentDetector; // current detector + Bool_t fFirstProcessing; // processing this detector the first time in this run - TString fCurrentDetector; // current detector + TSQLServer *fServer[5]; // pointer to the four FXS + Run & Shuttle logbook servers + Bool_t fFXSCalled[4]; // FXS call status + TList fFXSlist[4]; // List of files retrieved from each FXS + Int_t fFXSError; // Variable to keep track of any FXS errors; contains -1 for no error, kDAQ, kDCS, kHLT otherwise - TSQLServer *fServer[3]; //! pointer to the three FS logbook servers + AliCDBEntry* fStatusEntry; // last CDB entry containing a AliShuttleStatus retrieved - Bool_t fFESCalled[3]; //! FES call status - TList fFESlist[3]; //! List of files retrieved from each FES + TMutex* fMonitoringMutex; // mutex to lock the monitoring class members + UInt_t fLastActionTime; // time of last action for monitoring + TString fLastAction; // string description for last action - AliCDBEntry* fStatusEntry; //! last CDB entry containing a AliShuttleStatus retrieved + Bool_t fFirstUnprocessed[AliShuttleInterface::kNDetectors]; // array of flags for first unprocessed dets - Bool_t fGridError; // determines if at least one storage to the Grid OCDB failed for the current sub detector and the file was stored on the local disk + TMonaLisaWriter* fMonaLisa; // ML instance that sends the processing information - //TODO Test only, remove later ! - static Bool_t fgkProcessDCS; // flag to enable DCS archive data processing + TestMode fTestMode; // sets test mode flags, that e.g. simulate a dcs error etc. + Bool_t fReadTestMode; // Reads the test mode from the log entry of the given run (only for test) + + Bool_t fOutputRedirected; // is the output redirected to a file ClassDef(AliShuttle, 0); };