1 /**************************************************************************
2 * Copyright(c) 1998-1999, ALICE Experiment at CERN, All rights reserved. *
4 * Author: The ALICE Off-line Project. *
5 * Contributors are mentioned in the code where appropriate. *
7 * Permission to use, copy, modify and distribute this software and its *
8 * documentation strictly for non-commercial purposes is hereby granted *
9 * without fee, provided that the above copyright notice appears in all *
10 * copies and that both the copyright notice and this permission notice *
11 * appear in the supporting documentation. The authors make no claims *
12 * about the suitability of this software for any purpose. It is *
13 * provided "as is" without express or implied warranty. *
14 **************************************************************************/
15 //-------------------------------------------------------------------------
16 // Implementation of AliCDBManager and AliCDBParam classe
17 // Author: Alberto Colla
18 // e-mail: Alberto.Colla@cern.ch
19 //-------------------------------------------------------------------------
23 #include "AliCDBManager.h"
24 #include "AliCDBStorage.h"
26 #include "AliCDBDump.h"
27 #include "AliCDBLocal.h"
28 #include "AliCDBGrid.h"
29 #include "AliCDBEntry.h"
30 #include "AliCDBHandler.h"
32 #include <TObjString.h>
33 #include <TSAXParser.h>
41 ClassImp(AliCDBManager)
43 //TODO OCDB and Reference folder should not be fully hardcoded but built from run number (or year/LHC period)
44 TString AliCDBManager::fgkCondUri("alien://folder=/alice/cern.ch/user/a/aliprod/testCDB/CDB?user=aliprod");
45 TString AliCDBManager::fgkRefUri("alien://folder=/alice/cern.ch/user/a/aliprod/testCDB/Reference?user=aliprod");
46 TString AliCDBManager::fgkMCIdealStorage("alien://folder=/alice/simulation/2008/v4-15-Release/Ideal");
47 TString AliCDBManager::fgkMCFullStorage("alien://folder=/alice/simulation/2008/v4-15-Release/Full");
48 TString AliCDBManager::fgkMCResidualStorage("alien://folder=/alice/simulation/2008/v4-15-Release/Residual");
49 TString AliCDBManager::fgkOCDBFolderXMLfile("alien:///alice/data/OCDBFoldervsRunRange.xml");
50 AliCDBManager* AliCDBManager::fgInstance = 0x0;
52 //_____________________________________________________________________________
53 AliCDBManager* AliCDBManager::Instance(TMap *entryCache, Int_t run)
55 // returns AliCDBManager instance (singleton)
58 fgInstance = new AliCDBManager();
62 fgInstance->InitFromCache(entryCache,run);
68 //_____________________________________________________________________________
69 void AliCDBManager::Init() {
70 // factory registering
72 RegisterFactory(new AliCDBDumpFactory());
73 RegisterFactory(new AliCDBLocalFactory());
74 // AliCDBGridFactory is registered only if AliEn libraries are enabled in Root
75 if(!gSystem->Exec("root-config --has-alien |grep yes 2>&1 > /dev/null")){ // returns 0 if yes
76 AliInfo("AliEn classes enabled in Root. AliCDBGrid factory registered.");
77 RegisterFactory(new AliCDBGridFactory());
78 fCondParam = CreateParameter(fgkCondUri);
79 fRefParam = CreateParameter(fgkRefUri);
85 //_____________________________________________________________________________
86 void AliCDBManager::InitFromCache(TMap *entryCache, Int_t run) {
87 // initialize manager from existing cache
88 // used on the slaves in case of parallel reconstruction
91 TIter iter(entryCache->GetTable());
94 while((pair = dynamic_cast<TPair*> (iter.Next()))){
95 fEntryCache.Add(pair->Key(),pair->Value());
97 // fEntry is the new owner of the cache
98 fEntryCache.SetOwnerKeyValue(kTRUE,kTRUE);
99 entryCache->SetOwnerKeyValue(kFALSE,kFALSE);
100 AliInfo(Form("%d cache entries have been loaded",fEntryCache.GetEntries()));
103 //_____________________________________________________________________________
104 void AliCDBManager::DumpToSnapshotFile(const char* snapshotFileName, Bool_t singleKeys){
106 // dump the entries map and the ids list to
110 TFile *f = TFile::Open(snapshotFileName,"RECREATE");
111 if (!f || f->IsZombie()){
112 AliError(Form("Cannot open file %s",snapshotFileName));
116 Printf("\ndumping entriesMap (entries'cache) with %d entries!\n", fEntryCache.GetEntries());
117 Printf("\ndumping entriesList with %d entries!\n", fIds->GetEntries());
122 f->WriteObject(&fEntryCache,"CDBentriesMap");
123 f->WriteObject(fIds,"CDBidsList");
125 // We write the entries one by one named by their calibration path
127 fEntryCache.Write("CDBentriesMap");
128 fIds->Write("CDBidsList");
130 TIter iter(fEntryCache.GetTable());
132 while((pair = dynamic_cast<TPair*> (iter.Next()))){
133 TObjString *os = dynamic_cast<TObjString*>(pair->Key());
135 TString path = os->GetString();
136 AliCDBEntry *entry = dynamic_cast<AliCDBEntry*>(pair->Value());
137 if (!entry) continue;
138 path.ReplaceAll("/","*");
139 entry->Write(path.Data());
148 //_____________________________________________________________________________
149 Bool_t AliCDBManager::InitFromSnapshot(const char* snapshotFileName, Bool_t overwrite){
150 // initialize manager from a CDB snapshot, that is add the entries
151 // to the entries map and the ids to the ids list taking them from
152 // the map and the list found in the input file
154 // if the manager is locked it cannot initialize from a snapshot
156 AliError("Being locked I cannot initialize from the snapshot!");
161 TString snapshotFile(snapshotFileName);
162 if(snapshotFile.BeginsWith("alien://")){
164 TGrid::Connect("alien://","");
166 AliError("Connection to alien failed!");
172 TFile *f = TFile::Open(snapshotFileName);
173 if (!f || f->IsZombie()){
174 AliError(Form("Cannot open file %s",snapshotFileName));
178 // retrieve entries' map from snapshot file
179 TMap *entriesMap = 0;
180 TIter next(f->GetListOfKeys());
182 while ((key = (TKey*)next())) {
183 if (strcmp(key->GetClassName(),"TMap") != 0) continue;
184 entriesMap = (TMap*)key->ReadObj();
187 if (!entriesMap || entriesMap->GetEntries()==0){
188 AliError("Cannot get valid map of CDB entries from snapshot file");
192 // retrieve ids' list from snapshot file
194 TIter nextKey(f->GetListOfKeys());
196 while ((keyN = (TKey*)nextKey())) {
197 if (strcmp(keyN->GetClassName(),"TList") != 0) continue;
198 idsList = (TList*)keyN->ReadObj();
201 if (!idsList || idsList->GetEntries()==0){
202 AliError("Cannot get valid list of CDB entries from snapshot file");
206 // Add each (entry,id) from the snapshot to the memory: entry to the cache, id to the list of ids.
207 // If "overwrite" is false: add the entry to the cache and its id to the list of ids
208 // only if neither of them is already there.
209 // If "overwrite" is true: write the snapshot entry,id in any case. If something
210 // was already there for that calibration type, remove it and issue a warning
211 TIter iterObj(entriesMap->GetTable());
214 while((pair = dynamic_cast<TPair*> (iterObj.Next()))){
215 TObjString* os = (TObjString*) pair->Key();
216 TString path = os->GetString();
217 TIter iterId(idsList);
219 AliCDBId* correspondingId=0;
220 while((id = dynamic_cast<AliCDBId*> (iterId.Next()))){
221 TString idpath(id->GetPath());
227 if(!correspondingId){
228 AliError(Form("id for \"%s\" not found in the snapshot (while entry was). This entry is skipped!",path.Data()));
231 Bool_t cached = fEntryCache.Contains(path.Data());
232 Bool_t registeredId = kFALSE;
235 while((idT = dynamic_cast<AliCDBId*> (iter.Next()))){
236 if(idT->GetPath()==path){
237 registeredId = kTRUE;
243 if(cached || registeredId){
244 AliWarning(Form("An entry was already cached for \"%s\". Removing it before caching from snapshot",path.Data()));
245 UnloadFromCache(path.Data());
247 fEntryCache.Add(pair->Key(),pair->Value());
251 if(cached || registeredId){
252 AliWarning(Form("An entry was already cached for \"%s\". Not adding this object from snapshot",path.Data()));
254 fEntryCache.Add(pair->Key(),pair->Value());
261 // fEntry is the new owner of the cache
262 fEntryCache.SetOwnerKeyValue(kTRUE,kTRUE);
263 entriesMap->SetOwnerKeyValue(kFALSE,kFALSE);
264 fIds->SetOwner(kTRUE);
265 idsList->SetOwner(kFALSE);
266 AliInfo(Form("%d new (entry,id) cached. Total number %d",nAdded,fEntryCache.GetEntries()));
274 //_____________________________________________________________________________
275 void AliCDBManager::Destroy() {
276 // delete ALCDBManager instance and active storages
279 //fgInstance->Delete();
285 //_____________________________________________________________________________
286 AliCDBManager::AliCDBManager():
295 fDefaultStorage(NULL),
302 fSnapshotMode(kFALSE),
304 // fSnapshotCache(0),
305 // fSnapshotIdsList(0),
307 fStartRunLHCPeriod(-1),
308 fEndRunLHCPeriod(-1),
312 // default constuctor
313 fFactories.SetOwner(1);
314 fActiveStorages.SetOwner(1);
315 fSpecificStorages.SetOwner(1);
316 fEntryCache.SetName("CDBEntryCache");
317 fEntryCache.SetOwnerKeyValue(kTRUE,kTRUE);
319 fStorageMap = new TMap();
320 fStorageMap->SetOwner(1);
325 //_____________________________________________________________________________
326 AliCDBManager::~AliCDBManager() {
329 DestroyActiveStorages();
332 fDefaultStorage = 0x0;
333 delete fStorageMap; fStorageMap = 0;
334 delete fIds; fIds = 0;
337 delete fShortLived; fShortLived = 0x0;
338 //fSnapshotCache = 0;
339 //fSnapshotIdsList = 0;
341 fSnapshotFile->Close();
346 //_____________________________________________________________________________
347 void AliCDBManager::PutActiveStorage(AliCDBParam* param, AliCDBStorage* storage){
348 // put a storage object into the list of active storages
350 fActiveStorages.Add(param, storage);
351 AliDebug(1, Form("Active storages: %d", fActiveStorages.GetEntries()));
354 //_____________________________________________________________________________
355 void AliCDBManager::RegisterFactory(AliCDBStorageFactory* factory) {
356 // add a storage factory to the list of registerd factories
358 if (!fFactories.Contains(factory)) {
359 fFactories.Add(factory);
363 //_____________________________________________________________________________
364 Bool_t AliCDBManager::HasStorage(const char* dbString) const {
365 // check if dbString is a URI valid for one of the registered factories
367 TIter iter(&fFactories);
369 AliCDBStorageFactory* factory=0;
370 while ((factory = (AliCDBStorageFactory*) iter.Next())) {
372 if (factory->Validate(dbString)) {
380 //_____________________________________________________________________________
381 AliCDBParam* AliCDBManager::CreateParameter(const char* dbString) const {
382 // create AliCDBParam object from URI string
384 TIter iter(&fFactories);
386 AliCDBStorageFactory* factory=0;
387 while ((factory = (AliCDBStorageFactory*) iter.Next())) {
388 AliCDBParam* param = factory->CreateParameter(dbString);
389 if(param) return param;
395 //_____________________________________________________________________________
396 AliCDBStorage* AliCDBManager::GetStorage(const char* dbString) {
397 // get storage object from URI string
399 AliCDBParam* param = CreateParameter(dbString);
401 AliError(Form("Failed to activate requested storage! Check URI: %s", dbString));
405 AliCDBStorage* aStorage = GetStorage(param);
411 //_____________________________________________________________________________
412 AliCDBStorage* AliCDBManager::GetStorage(const AliCDBParam* param) {
413 // get storage object from AliCDBParam object
415 // if the list of active storages already contains
416 // the requested storage, return it
417 AliCDBStorage* aStorage = GetActiveStorage(param);
422 // if lock is ON, cannot activate more storages!
424 if (fDefaultStorage) {
425 AliFatal("Lock is ON, and default storage is already set: "
426 "cannot reset it or activate more storages!");
430 TIter iter(&fFactories);
432 AliCDBStorageFactory* factory=0;
434 // loop on the list of registered factories
435 while ((factory = (AliCDBStorageFactory*) iter.Next())) {
437 // each factory tries to create its storage from the parameter
438 aStorage = factory->Create(param);
440 PutActiveStorage(param->CloneParam(), aStorage);
441 aStorage->SetURI(param->GetURI());
443 if(aStorage->GetType() == "alien"){
444 aStorage->QueryCDB(fRun);
447 "Skipping query for valid files, it is used only in grid...");
454 AliError(Form("Failed to activate requested storage! Check URI: %s", param->GetURI().Data()));
459 //_____________________________________________________________________________
460 AliCDBStorage* AliCDBManager::GetActiveStorage(const AliCDBParam* param) {
461 // get a storage object from the list of active storages
463 return dynamic_cast<AliCDBStorage*> (fActiveStorages.GetValue(param));
466 //_____________________________________________________________________________
467 TList* AliCDBManager::GetActiveStorages() {
468 // return list of active storages
469 // user has responsibility to delete returned object
471 TList* result = new TList();
473 TIter iter(fActiveStorages.GetTable());
475 while ((aPair = (TPair*) iter.Next())) {
476 result->Add(aPair->Value());
482 //_____________________________________________________________________________
483 void AliCDBManager::SetDrain(const char* dbString) {
484 // set drain storage from URI string
486 fDrainStorage = GetStorage(dbString);
489 //_____________________________________________________________________________
490 void AliCDBManager::SetDrain(const AliCDBParam* param) {
491 // set drain storage from AliCDBParam
493 fDrainStorage = GetStorage(param);
496 //_____________________________________________________________________________
497 void AliCDBManager::SetDrain(AliCDBStorage* storage) {
498 // set drain storage from another active storage
500 fDrainStorage = storage;
503 //_____________________________________________________________________________
504 Bool_t AliCDBManager::Drain(AliCDBEntry *entry) {
505 // drain retrieved object to drain storage
507 AliDebug(2, "Draining into drain storage...");
508 return fDrainStorage->Put(entry);
511 //____________________________________________________________________________
512 void AliCDBManager::SetDefaultStorage(const char* dbString) {
513 // sets default storage from URI string
515 // checking whether we are in the raw case
516 TString dbStringTemp(dbString);
517 if (dbStringTemp == "raw://")
520 AliInfo("Setting the run-number will set the corresponding OCDB for raw data reconstruction.");
521 AliInfo("Connecting to the grid...");
523 TGrid::Connect("alien://","");
525 AliError("Connection to alien failed!");
532 AliCDBStorage* bckStorage = fDefaultStorage;
534 fDefaultStorage = GetStorage(dbString);
536 if(!fDefaultStorage) return;
538 if(bckStorage && (fDefaultStorage != bckStorage)){
539 AliWarning("Existing default storage replaced: clearing cache!");
543 if (fStorageMap->Contains("default")) {
544 delete fStorageMap->Remove(((TPair*)fStorageMap->FindObject("default"))->Key());
546 fStorageMap->Add(new TObjString("default"), new TObjString(fDefaultStorage->GetURI()));
548 //_____________________________________________________________________________
549 void AliCDBManager::SetDefaultStorage(const AliCDBParam* param) {
550 // set default storage from AliCDBParam object
552 AliCDBStorage* bckStorage = fDefaultStorage;
554 fDefaultStorage = GetStorage(param);
556 if(!fDefaultStorage) return;
558 if(bckStorage && (fDefaultStorage != bckStorage)){
559 AliWarning("Existing default storage replaced: clearing cache!");
563 if (fStorageMap->Contains("default")) {
564 delete fStorageMap->Remove(((TPair*)fStorageMap->FindObject("default"))->Key());
566 fStorageMap->Add(new TObjString("default"), new TObjString(fDefaultStorage->GetURI()));
569 //_____________________________________________________________________________
570 void AliCDBManager::SetDefaultStorage(AliCDBStorage* storage) {
571 // set default storage from another active storage
573 // if lock is ON, cannot activate more storages!
575 if (fDefaultStorage) {
576 AliFatal("Lock is ON, and default storage is already set: "
577 "cannot reset it or activate more storages!");
582 UnsetDefaultStorage();
586 AliCDBStorage* bckStorage = fDefaultStorage;
588 fDefaultStorage = storage;
590 if(bckStorage && (fDefaultStorage != bckStorage)){
591 AliWarning("Existing default storage replaced: clearing cache!");
595 if (fStorageMap->Contains("default")) {
596 delete fStorageMap->Remove(((TPair*)fStorageMap->FindObject("default"))->Key());
598 fStorageMap->Add(new TObjString("default"), new TObjString(fDefaultStorage->GetURI()));
601 //_____________________________________________________________________________
602 void AliCDBManager::SetDefaultStorage(const char* mcString, const char* simType) {
603 // sets default storage for MC data
604 // mcString MUST be "MC",
605 // simType can be "Ideal","Residual","Full"
607 TString strmcString(mcString);
608 TString strsimType(simType);
610 if (strmcString != "MC"){
611 AliFatal("Method requires first string to be MC!");
614 if (strsimType == "Ideal"){
615 dbString = fgkMCIdealStorage;
617 else if (strsimType == "Full"){
618 dbString = fgkMCFullStorage;
620 else if (strsimType == "Residual"){
621 dbString = fgkMCResidualStorage;
624 AliFatal("Error in setting the storage for MC data, second argument MUST be either \"Ideal\" or \"Full\" or \"Residual\".");
627 SetDefaultStorage(dbString.Data());
628 if(!fDefaultStorage) AliFatal(Form("%s storage not there! Please check!",fLHCPeriod.Data()));
631 //_____________________________________________________________________________
632 void AliCDBManager::SetDefaultStorageFromRun(Int_t run) {
633 // set default storage from the run number - to be used only with raw data
635 // if lock is ON, cannot activate more storages!
637 if (fDefaultStorage) {
638 AliFatal("Lock is ON, and default storage is already set: "
639 "cannot activate default storage from run number");
643 // retrieve XML file from alien
645 TGrid::Connect("alien://","");
647 AliError("Connection to alien failed!");
652 TString rndname = "/tmp/";
653 rndname += "OCDBFolderXML.";
654 rndname += uuid.AsString();
656 AliDebug(2, Form("file to be copied = %s", fgkOCDBFolderXMLfile.Data()));
657 if (!TFile::Cp(fgkOCDBFolderXMLfile.Data(), rndname.Data())) {
658 AliFatal(Form("Cannot make a local copy of OCDBFolder xml file in %s",rndname.Data()));
660 AliCDBHandler* saxcdb = new AliCDBHandler();
662 TSAXParser *saxParser = new TSAXParser();
663 saxParser->ConnectToHandler("AliCDBHandler", saxcdb);
664 saxParser->ParseFile(rndname.Data());
665 AliInfo(Form(" LHC folder = %s", saxcdb->GetOCDBFolder().Data()));
666 AliInfo(Form(" LHC period start run = %d", saxcdb->GetStartRunRange()));
667 AliInfo(Form(" LHC period end run = %d", saxcdb->GetEndRunRange()));
668 fLHCPeriod = saxcdb->GetOCDBFolder();
669 fStartRunLHCPeriod = saxcdb->GetStartRunRange();
670 fEndRunLHCPeriod = saxcdb->GetEndRunRange();
672 SetDefaultStorage(fLHCPeriod.Data());
673 if(!fDefaultStorage) AliFatal(Form("%s storage not there! Please check!",fLHCPeriod.Data()));
677 //_____________________________________________________________________________
678 void AliCDBManager::UnsetDefaultStorage() {
679 // Unset default storage
681 // if lock is ON, action is forbidden!
683 if (fDefaultStorage) {
684 AliFatal("Lock is ON: cannot unset default storage!");
688 if (fDefaultStorage) {
689 AliWarning("Clearing cache!");
693 fRun = fStartRunLHCPeriod = fEndRunLHCPeriod = -1;
696 fDefaultStorage = 0x0;
699 //_____________________________________________________________________________
700 void AliCDBManager::SetSpecificStorage(const char* calibType, const char* dbString) {
701 // sets storage specific for detector or calibration type (works with AliCDBManager::Get(...))
703 AliCDBParam *aPar = CreateParameter(dbString);
705 SetSpecificStorage(calibType, aPar);
709 //_____________________________________________________________________________
710 void AliCDBManager::SetSpecificStorage(const char* calibType, const AliCDBParam* param) {
711 // sets storage specific for detector or calibration type (works with AliCDBManager::Get(...))
712 // Default storage should be defined prior to any specific storages, e.g.:
713 // AliCDBManager::instance()->SetDefaultStorage("alien://");
714 // AliCDBManager::instance()->SetSpecificStorage("TPC/*","local://DB_TPC");
715 // AliCDBManager::instance()->SetSpecificStorage("*/Align/*","local://DB_TPCAlign");
716 // calibType must be a valid CDB path! (3 level folder structure)
719 if(!fDefaultStorage && !fRaw) {
720 AliError("Please activate a default storage first!");
725 AliCDBPath aPath(calibType);
726 if(!aPath.IsValid()){
727 AliError(Form("Not a valid path: %s", calibType));
731 TObjString *objCalibType = new TObjString(aPath.GetPath());
732 if(fSpecificStorages.Contains(objCalibType)){
733 AliWarning(Form("Storage \"%s\" already activated! It will be replaced by the new one",
735 AliCDBParam *checkPar = dynamic_cast<AliCDBParam*> (fSpecificStorages.GetValue(calibType));
736 if(checkPar) delete checkPar;
737 delete fSpecificStorages.Remove(objCalibType);
739 AliCDBStorage *aStorage = GetStorage(param);
740 if(!aStorage) return;
742 fSpecificStorages.Add(objCalibType, param->CloneParam());
744 if(fStorageMap->Contains(objCalibType)){
745 delete fStorageMap->Remove(objCalibType);
747 fStorageMap->Add(objCalibType->Clone(), new TObjString(param->GetURI()));
751 //_____________________________________________________________________________
752 AliCDBStorage* AliCDBManager::GetSpecificStorage(const char* calibType) {
753 // get storage specific for detector or calibration type
755 AliCDBPath calibPath(calibType);
756 if(!calibPath.IsValid()) return NULL;
758 AliCDBParam *checkPar = (AliCDBParam*) fSpecificStorages.GetValue(calibPath.GetPath());
760 AliError(Form("%s storage not found!", calibType));
763 return GetStorage(checkPar);
768 //_____________________________________________________________________________
769 AliCDBParam* AliCDBManager::SelectSpecificStorage(const TString& path) {
770 // select storage valid for path from the list of specific storages
772 AliCDBPath aPath(path);
773 if(!aPath.IsValid()) return NULL;
775 TIter iter(&fSpecificStorages);
776 TObjString *aCalibType=0;
777 AliCDBPath tmpPath("null/null/null");
779 while((aCalibType = (TObjString*) iter.Next())){
780 AliCDBPath calibTypePath(aCalibType->GetName());
781 if(calibTypePath.Comprises(aPath)) {
782 if(calibTypePath.Comprises(tmpPath)) continue;
783 aPar = (AliCDBParam*) fSpecificStorages.GetValue(aCalibType);
784 tmpPath.SetPath(calibTypePath.GetPath());
790 //_____________________________________________________________________________
791 AliCDBEntry* AliCDBManager::Get(const AliCDBPath& path, Int_t runNumber,
792 Int_t version, Int_t subVersion) {
793 // get an AliCDBEntry object from the database
796 // RunNumber is not specified. Try with fRun
798 AliError("Run number neither specified in query nor set in AliCDBManager! Use AliCDBManager::SetRun.");
804 return Get(AliCDBId(path, runNumber, runNumber, version, subVersion));
807 //_____________________________________________________________________________
808 AliCDBEntry* AliCDBManager::Get(const AliCDBPath& path,
809 const AliCDBRunRange& runRange, Int_t version,
811 // get an AliCDBEntry object from the database!
813 return Get(AliCDBId(path, runRange, version, subVersion));
816 //_____________________________________________________________________________
817 AliCDBEntry* AliCDBManager::Get(const AliCDBId& query) {
818 // get an AliCDBEntry object from the database
820 // check if query's path and runRange are valid
821 // query is invalid also if version is not specified and subversion is!
822 if (!query.IsValid()) {
823 AliError(Form("Invalid query: %s", query.ToString().Data()));
827 // query is not specified if path contains wildcard or run range= [-1,-1]
828 if (!query.IsSpecified()) {
829 AliError(Form("Unspecified query: %s",
830 query.ToString().Data()));
834 if(fLock && !(fRun >= query.GetFirstRun() && fRun <= query.GetLastRun()))
835 AliFatal("Lock is ON: cannot use different run number than the internal one!");
837 if(fCache && !(fRun >= query.GetFirstRun() && fRun <= query.GetLastRun()))
838 AliWarning("Run number explicitly set in query: CDB cache temporarily disabled!");
840 AliCDBEntry *entry=0;
842 // first look into map of cached objects
843 if(fCache && query.GetFirstRun() == fRun)
844 entry = (AliCDBEntry*) fEntryCache.GetValue(query.GetPath());
846 AliDebug(2, Form("Object %s retrieved from cache !!",query.GetPath().Data()));
850 // if snapshot flag is set, try getting from the snapshot
851 // but in the case a specific storage is specified for this path
852 AliCDBParam *aPar=SelectSpecificStorage(query.GetPath());
854 if(fSnapshotMode && query.GetFirstRun() == fRun)
855 // entry = (AliCDBEntry*) fSnapshotCache->GetValue(query.GetPath()); // not possible,
856 // all the map would be charged in memory from the snapshot anyway.
857 entry = GetEntryFromSnapshot(query.GetPath());
859 AliDebug(2, Form("Object %s retrieved from the snapshot !!",query.GetPath().Data()));
860 if(query.GetFirstRun() == fRun) // no need to check fCache, fSnapshotMode not possible otherwise
861 CacheEntry(query.GetPath(), entry);
863 if(!fIds->Contains(&entry->GetId()))
864 fIds->Add(entry->GetId().Clone());
870 // Entry is not in cache (and, in case we are in snapshot mode, not in the snapshot either)
871 // => retrieve it from the storage and cache it!!
872 if(!fDefaultStorage) {
873 AliError("No storage set!");
877 AliCDBStorage *aStorage=0;
879 aStorage=GetStorage(aPar);
880 TString str = aPar->GetURI();
881 AliDebug(2,Form("Looking into storage: %s",str.Data()));
883 aStorage=GetDefaultStorage();
884 AliDebug(2,"Looking into default storage");
887 entry = aStorage->Get(query);
889 if(entry && fCache && (query.GetFirstRun() == fRun)){
890 CacheEntry(query.GetPath(), entry);
893 if(entry && !fIds->Contains(&entry->GetId())){
894 fIds->Add(entry->GetId().Clone());
902 //_____________________________________________________________________________
903 AliCDBEntry* AliCDBManager::GetEntryFromSnapshot(const char* path) {
904 // get the entry from the open snapshot file
907 sPath.ReplaceAll("/","*");
908 AliCDBEntry *entry = dynamic_cast<AliCDBEntry*>(fSnapshotFile->Get(sPath.Data()));
910 AliDebug(2,Form("Cannot get a CDB entry for \"%s\" from snapshot file",path));
917 //_____________________________________________________________________________
918 Bool_t AliCDBManager::SetSnapshotMode(const char* snapshotFileName) {
919 // set the manager in snapshot mode
922 AliError("Cannot set the CDB manage in snapshot mode if the cache is not active!");
927 TString snapshotFile(snapshotFileName);
928 if(snapshotFile.BeginsWith("alien://")){
930 TGrid::Connect("alien://","");
932 AliError("Connection to alien failed!");
938 fSnapshotFile = TFile::Open(snapshotFileName);
939 if (!fSnapshotFile || fSnapshotFile->IsZombie()){
940 AliError(Form("Cannot open file %s",snapshotFileName));
944 fSnapshotMode = kTRUE;
949 //_____________________________________________________________________________
950 const char* AliCDBManager::GetURI(const char* path) {
951 // return the URI of the storage where to look for path
953 if(!IsDefaultStorageSet()) return 0;
955 AliCDBParam *aPar=SelectSpecificStorage(path);
958 return aPar->GetURI().Data();
961 return GetDefaultStorage()->GetURI().Data();
967 //_____________________________________________________________________________
968 AliCDBId* AliCDBManager::GetId(const AliCDBPath& path, Int_t runNumber,
969 Int_t version, Int_t subVersion) {
970 // get the AliCDBId of the valid object from the database (does not retrieve the object)
971 // User must delete returned object!
974 // RunNumber is not specified. Try with fRun
976 AliError("Run number neither specified in query nor set in AliCDBManager! Use AliCDBManager::SetRun.");
982 return GetId(AliCDBId(path, runNumber, runNumber, version, subVersion));
985 //_____________________________________________________________________________
986 AliCDBId* AliCDBManager::GetId(const AliCDBPath& path,
987 const AliCDBRunRange& runRange, Int_t version,
989 // get the AliCDBId of the valid object from the database (does not retrieve the object)
990 // User must delete returned object!
992 return GetId(AliCDBId(path, runRange, version, subVersion));
995 //_____________________________________________________________________________
996 AliCDBId* AliCDBManager::GetId(const AliCDBId& query) {
997 // get the AliCDBId of the valid object from the database (does not retrieve the object)
998 // User must delete returned object!
1000 if(!fDefaultStorage) {
1001 AliError("No storage set!");
1005 // check if query's path and runRange are valid
1006 // query is invalid also if version is not specified and subversion is!
1007 if (!query.IsValid()) {
1008 AliError(Form("Invalid query: %s", query.ToString().Data()));
1012 // query is not specified if path contains wildcard or run range= [-1,-1]
1013 if (!query.IsSpecified()) {
1014 AliError(Form("Unspecified query: %s",
1015 query.ToString().Data()));
1019 if(fCache && query.GetFirstRun() != fRun)
1020 AliWarning("Run number explicitly set in query: CDB cache temporarily disabled!");
1022 AliCDBEntry* entry = 0;
1024 // first look into map of cached objects
1025 if(fCache && query.GetFirstRun() == fRun)
1026 entry = (AliCDBEntry*) fEntryCache.GetValue(query.GetPath());
1029 AliDebug(2, Form("Object %s retrieved from cache !!",query.GetPath().Data()));
1030 return dynamic_cast<AliCDBId*> (entry->GetId().Clone());
1033 // Entry is not in cache -> retrieve it from CDB and cache it!!
1034 AliCDBStorage *aStorage=0;
1035 AliCDBParam *aPar=SelectSpecificStorage(query.GetPath());
1038 aStorage=GetStorage(aPar);
1039 TString str = aPar->GetURI();
1040 AliDebug(2,Form("Looking into storage: %s",str.Data()));
1043 aStorage=GetDefaultStorage();
1044 AliDebug(2,"Looking into default storage");
1047 return aStorage->GetId(query);
1051 //_____________________________________________________________________________
1052 TList* AliCDBManager::GetAll(const AliCDBPath& path, Int_t runNumber,
1053 Int_t version, Int_t subVersion) {
1054 // get multiple AliCDBEntry objects from the database
1057 // RunNumber is not specified. Try with fRun
1059 AliError("Run number neither specified in query nor set in AliCDBManager! Use AliCDBManager::SetRun.");
1065 return GetAll(AliCDBId(path, runNumber, runNumber, version,
1069 //_____________________________________________________________________________
1070 TList* AliCDBManager::GetAll(const AliCDBPath& path,
1071 const AliCDBRunRange& runRange, Int_t version, Int_t subVersion) {
1072 // get multiple AliCDBEntry objects from the database
1074 return GetAll(AliCDBId(path, runRange, version, subVersion));
1077 //_____________________________________________________________________________
1078 TList* AliCDBManager::GetAll(const AliCDBId& query) {
1079 // get multiple AliCDBEntry objects from the database
1080 // Warning: this method works correctly only for queries of the type "Detector/*"
1081 // and not for more specific queries e.g. "Detector/Calib/*" !
1082 // Warning #2: Entries are cached, but GetAll will keep on retrieving objects from OCDB!
1083 // To get an object from cache use Get() function
1085 if(!fDefaultStorage) {
1086 AliError("No storage set!");
1090 if (!query.IsValid()) {
1091 AliError(Form("Invalid query: %s", query.ToString().Data()));
1095 if((fSpecificStorages.GetEntries()>0) && query.GetPath().BeginsWith('*')){
1096 // if specific storages are active a query with "*" is ambiguous
1097 AliError("Query too generic in this context!");
1101 if (query.IsAnyRange()) {
1102 AliError(Form("Unspecified run or runrange: %s",
1103 query.ToString().Data()));
1107 if(fLock && query.GetFirstRun() != fRun)
1108 AliFatal("Lock is ON: cannot use different run number than the internal one!");
1110 AliCDBParam *aPar=SelectSpecificStorage(query.GetPath());
1112 AliCDBStorage *aStorage;
1114 aStorage=GetStorage(aPar);
1115 AliDebug(2,Form("Looking into storage: %s", aPar->GetURI().Data()));
1118 aStorage=GetDefaultStorage();
1119 AliDebug(2,"Looking into default storage");
1123 if(aStorage) result = aStorage->GetAll(query);
1124 if(!result) return 0;
1126 // loop on result to check whether entries should be re-queried with specific storages
1127 if(fSpecificStorages.GetEntries()>0 && ! (fSpecificStorages.GetEntries() == 1 && aPar)) {
1128 AliInfo("Now look into all other specific storages...");
1131 AliCDBEntry* chkEntry=0;
1133 while((chkEntry = dynamic_cast<AliCDBEntry*> (iter.Next()))){
1134 AliCDBId& chkId = chkEntry->GetId();
1135 AliDebug(2, Form("Checking id %s ", chkId.GetPath().Data()));
1136 AliCDBParam *chkPar=SelectSpecificStorage(chkId.GetPath());
1137 if (!chkPar || aPar == chkPar) continue;
1138 AliCDBStorage *chkStorage = GetStorage(chkPar);
1139 AliDebug(2, Form("Found specific storage! %s", chkPar->GetURI().Data()));
1141 AliCDBEntry *newEntry=0;
1142 chkId.SetRunRange(query.GetFirstRun(), query.GetLastRun());
1143 chkId.SetVersion(query.GetVersion());
1144 chkId.SetSubVersion(query.GetSubVersion());
1146 if(chkStorage) newEntry = chkStorage->Get(chkId);
1147 if(!newEntry) continue;
1149 // object is found in specific storage: replace entry in the result list!
1150 chkEntry->SetOwner(1);
1151 delete result->Remove(chkEntry);
1152 result->AddFirst(newEntry);
1155 Int_t nEntries = result->GetEntries();
1156 AliInfo("After look into other specific storages, result list is:");
1157 for(int i=0; i<nEntries;i++){
1158 AliCDBEntry *entry = (AliCDBEntry*) result->At(i);
1159 AliInfo(Form("%s",entry->GetId().ToString().Data()));
1165 AliCDBEntry* entry=0;
1166 while((entry = dynamic_cast<AliCDBEntry*> (iter.Next()))){
1168 if(!fIds->Contains(&entry->GetId())){
1169 fIds->Add(entry->GetId().Clone());
1171 if(fCache && (query.GetFirstRun() == fRun)){
1172 CacheEntry(entry->GetId().GetPath(), entry);
1180 //_____________________________________________________________________________
1181 Bool_t AliCDBManager::Put(TObject* object, const AliCDBId& id, AliCDBMetaData* metaData, const DataType type){
1182 // store an AliCDBEntry object into the database
1185 AliError("Null Entry! No storage will be done!");
1189 AliCDBEntry anEntry(object, id, metaData);
1190 return Put(&anEntry, type);
1195 //_____________________________________________________________________________
1196 Bool_t AliCDBManager::Put(AliCDBEntry* entry, DataType type){
1197 // store an AliCDBEntry object into the database
1199 if(type == kPrivate && !fDefaultStorage) {
1200 AliError("No storage set!");
1205 AliError("No entry!");
1209 if (entry->GetObject()==0x0){
1210 AliError("No valid object in CDB entry!");
1214 if (!entry->GetId().IsValid()) {
1215 AliError(Form("Invalid entry ID: %s",
1216 entry->GetId().ToString().Data()));
1220 if (!entry->GetId().IsSpecified()) {
1221 AliError(Form("Unspecified entry ID: %s",
1222 entry->GetId().ToString().Data()));
1226 AliCDBId id = entry->GetId();
1227 AliCDBParam *aPar = SelectSpecificStorage(id.GetPath());
1229 AliCDBStorage *aStorage=0;
1232 aStorage=GetStorage(aPar);
1236 aStorage = GetStorage(fCondParam);
1239 aStorage = GetStorage(fRefParam);
1242 aStorage = GetDefaultStorage();
1247 AliDebug(2,Form("Storing object into storage: %s", aStorage->GetURI().Data()));
1249 Bool_t result = aStorage->Put(entry, type);
1251 if(fRun >= 0) QueryCDB();
1258 //_____________________________________________________________________________
1259 void AliCDBManager::CacheEntry(const char* path, AliCDBEntry* entry)
1261 // cache AliCDBEntry. Cache is valid until run number is changed.
1263 AliCDBEntry *chkEntry = dynamic_cast<AliCDBEntry*> (fEntryCache.GetValue(path));
1266 AliDebug(2, Form("Object %s already in cache !!", path));
1269 AliDebug(2,Form("Caching entry %s", path));
1272 fEntryCache.Add(new TObjString(path), entry);
1273 AliDebug(2,Form("Cache entries: %d", fEntryCache.GetEntries()));
1277 //_____________________________________________________________________________
1278 void AliCDBManager::Print(Option_t* /*option*/) const
1280 // Print list of active storages and their URIs
1282 TString output=Form("Run number = %d; ",fRun);
1283 output += "Cache is ";
1284 if(!fCache) output += "NOT ";
1285 output += Form("ACTIVE; Number of active storages: %d\n",fActiveStorages.GetEntries());
1287 if(fDefaultStorage) {
1288 output += Form("\t*** Default Storage URI: \"%s\"\n",fDefaultStorage->GetURI().Data());
1289 // AliInfo(output.Data());
1291 if(fSpecificStorages.GetEntries()>0) {
1292 TIter iter(fSpecificStorages.GetTable());
1295 while((aPair = (TPair*) iter.Next())){
1296 output += Form("\t*** Specific storage %d: Path \"%s\" -> URI \"%s\"\n",
1297 i++, ((TObjString*) aPair->Key())->GetName(),
1298 ((AliCDBParam*) aPair->Value())->GetURI().Data());
1302 output += Form("*** Drain Storage URI: %s\n",fDrainStorage->GetURI().Data());
1304 AliInfo(output.Data());
1307 //_____________________________________________________________________________
1308 void AliCDBManager::SetRun(Int_t run)
1310 // Sets current run number.
1311 // When the run number changes the caching is cleared.
1316 if(fLock && fRun >= 0) {
1317 AliFatal("Lock is ON, cannot reset run number!");
1322 // here the LHCPeriod xml file is parsed; the string containing the correct period is returned; the default storage is set
1323 if (fStartRunLHCPeriod <= run && fEndRunLHCPeriod >= run){
1324 AliInfo("LHCPeriod alien folder for current run already in memory");
1326 SetDefaultStorageFromRun(run);
1327 if(fEntryCache.GetEntries()!=0) ClearCache();
1335 //_____________________________________________________________________________
1336 void AliCDBManager::ClearCache(){
1337 // clear AliCDBEntry cache
1339 AliDebug(2, Form("Cache entries to be deleted: %d",fEntryCache.GetEntries()));
1342 // To clean entries one by one
1343 TIter iter(fEntryCache.GetTable());
1345 while((pair= dynamic_cast<TPair*> (iter.Next()))){
1347 TObjString* key = dynamic_cast<TObjString*> (pair->Key());
1348 AliCDBEntry* entry = dynamic_cast<AliCDBEntry*> (pair->Value());
1349 AliDebug(2, Form("Deleting entry: %s", key->GetName()));
1350 if (entry) delete entry;
1351 delete fEntryCache.Remove(key);
1354 fEntryCache.DeleteAll();
1355 AliDebug(2, Form("After deleting - Cache entries: %d",fEntryCache.GetEntries()));
1358 //_____________________________________________________________________________
1359 void AliCDBManager::UnloadFromCache(const char* path){
1360 // unload cached object
1361 // that is remove the entry from the cache and the id from the list of ids
1363 if(!fActiveStorages.GetEntries()) {
1364 AliDebug(2, Form("No active storages. Object \"%s\" is not unloaded from cache", path));
1368 AliCDBPath queryPath(path);
1369 if(!queryPath.IsValid()) return;
1371 if(!queryPath.IsWildcard()) { // path is not wildcard, get it directly from the cache and unload it!
1372 if(fEntryCache.Contains(path)){
1373 AliDebug(2, Form("Unloading object \"%s\" from cache and from list of ids", path));
1374 TObjString pathStr(path);
1375 delete fEntryCache.Remove(&pathStr);
1376 // we do not remove from the list of Id's (it's not very coherent but we leave the
1377 // id for the benefit of the userinfo)
1381 while((id = dynamic_cast<AliCDBId*> (iter.Next()))){
1382 if(queryPath.Comprises(id->GetPath()))
1383 delete fIds->Remove(id);
1386 AliError(Form("Cache does not contain object \"%s\"!", path));
1388 AliDebug(2, Form("Cache entries: %d",fEntryCache.GetEntries()));
1392 // path is wildcard: loop on the cache and unload all comprised objects!
1393 TIter iter(fEntryCache.GetTable());
1397 while((pair = dynamic_cast<TPair*> (iter.Next()))){
1398 AliCDBPath entryPath = pair->Key()->GetName();
1399 if(queryPath.Comprises(entryPath)) {
1400 AliDebug(2, Form("Unloading object \"%s\" from cache and from list of ids", entryPath.GetPath().Data()));
1401 TObjString pathStr(entryPath.GetPath());
1402 delete fEntryCache.Remove(&pathStr);
1405 // we do not remove from the list of Id's (it's not very coherent but we leave the
1406 // id for the benefit of the userinfo)
1408 TIter iterids(fIds);
1410 while((anId = dynamic_cast<AliCDBId*> (iterids.Next()))){
1411 AliCDBPath aPath = anId->GetPath();
1412 TString aPathStr = aPath.GetPath();
1413 if(queryPath.Comprises(aPath)) {
1414 delete fIds->Remove(anId);
1419 AliDebug(2,Form("Cache entries and ids removed: %d Remaining: %d",removed,fEntryCache.GetEntries()));
1422 //_____________________________________________________________________________
1423 void AliCDBManager::DestroyActiveStorages() {
1424 // delete list of active storages
1426 fActiveStorages.DeleteAll();
1427 fSpecificStorages.DeleteAll();
1430 //_____________________________________________________________________________
1431 void AliCDBManager::DestroyActiveStorage(AliCDBStorage* /*storage*/) {
1432 // destroys active storage
1435 TIter iter(fActiveStorages.GetTable());
1437 while ((aPair = (TPair*) iter.Next())) {
1438 if(storage == (AliCDBStorage*) aPair->Value())
1439 delete fActiveStorages.Remove(aPair->Key());
1440 storage->Delete(); storage=0x0;
1446 //_____________________________________________________________________________
1447 void AliCDBManager::QueryCDB() {
1448 // query default and specific storages for files valid for fRun. Every storage loads the Ids into its list.
1451 AliError("Run number not yet set! Use AliCDBManager::SetRun.");
1454 if (!fDefaultStorage){
1455 AliError("Default storage is not set! Use AliCDBManager::SetDefaultStorage");
1458 if(fDefaultStorage->GetType() == "alien"){
1459 fDefaultStorage->QueryCDB(fRun);
1461 AliDebug(2,"Skipping query for valid files, it used only in grid...");
1464 TIter iter(&fSpecificStorages);
1465 TObjString *aCalibType=0;
1466 AliCDBParam* aPar=0;
1467 while((aCalibType = dynamic_cast<TObjString*> (iter.Next()))){
1468 aPar = (AliCDBParam*) fSpecificStorages.GetValue(aCalibType);
1470 AliDebug(2,Form("Querying specific storage %s",aCalibType->GetName()));
1471 AliCDBStorage *aStorage = GetStorage(aPar);
1472 if(aStorage->GetType() == "alien"){
1473 aStorage->QueryCDB(fRun,aCalibType->GetName());
1476 "Skipping query for valid files, it is used only in grid...");
1482 //______________________________________________________________________________________________
1483 const char* AliCDBManager::GetDataTypeName(DataType type)
1485 // returns the name (string) of the data type
1488 case kCondition: return "Conditions";
1489 case kReference: return "Reference";
1490 case kPrivate: return "Private";
1496 //______________________________________________________________________________________________
1497 void AliCDBManager::InitShortLived()
1499 // Init the list of short-lived objects
1500 // currently disabled
1504 // fShortLived = new TList();
1505 // fShortLived->SetOwner(1);
1507 // fShortLived->Add(new TObjString("EMCAL/Calib/Data"));
1509 // fShortLived->Add(new TObjString("HMPID/Calib/Nmean"));
1510 // fShortLived->Add(new TObjString("HMPID/Calib/Qthre"));
1512 // fShortLived->Add(new TObjString("ITS/Calib/CalibSPD"));
1514 // fShortLived->Add(new TObjString("MUON/Calib/Gains"));
1515 // fShortLived->Add(new TObjString("MUON/Calib/HV"));
1516 // fShortLived->Add(new TObjString("MUON/Calib/Pedestals"));
1518 // fShortLived->Add(new TObjString("PHOS/Calib/CpvGainPedestals"));
1519 // fShortLived->Add(new TObjString("PHOS/Calib/EmcGainPedestals"));
1521 // fShortLived->Add(new TObjString("PMD/Calib/Data"));
1523 // fShortLived->Add(new TObjString("TRD/Calib/ChamberGainFactor"));
1524 // fShortLived->Add(new TObjString("TRD/Calib/LocalGainFactor"));
1525 // fShortLived->Add(new TObjString("TRD/Calib/ChamberT0"));
1526 // fShortLived->Add(new TObjString("TRD/Calib/LocalT0"));
1527 // fShortLived->Add(new TObjString("TRD/Calib/ChamberVdrift"));
1528 // fShortLived->Add(new TObjString("TRD/Calib/LocalVdrift"));
1530 // fShortLived->Add(new TObjString("ZDC/Calib/Data"));
1534 //______________________________________________________________________________________________
1535 Bool_t AliCDBManager::IsShortLived(const char* path)
1537 // returns the name (string) of the data type
1539 if(!fShortLived) return kFALSE;
1541 AliCDBPath aPath(path);
1542 if(!aPath.IsValid()){
1543 AliError(Form("Not a valid path: %s", path));
1547 return fShortLived->Contains(path);
1551 //______________________________________________________________________________________________
1552 ULong_t AliCDBManager::SetLock(Bool_t lock, ULong_t key){
1553 // To lock/unlock user must provide the key. A new key is provided after
1554 // each successful lock. User should always backup the returned key and
1555 // use it on next access.
1556 if (fLock == lock) return 0; // nothing to be done
1558 // User wants to lock - check his identity
1560 // Lock has a user - check his key
1562 AliFatal("Wrong key provided to lock CDB. Please remove CDB lock access from your code !");
1567 fKey = gSystem->Now();
1571 // User wants to unlock - check the provided key
1573 AliFatal("Lock is ON: wrong key provided");
1580 ///////////////////////////////////////////////////////////
1581 // AliCDBManager Parameter class //
1582 // interface to specific AliCDBParameter class //
1583 // (AliCDBGridParam, AliCDBLocalParam, AliCDBDumpParam) //
1584 ///////////////////////////////////////////////////////////
1586 AliCDBParam::AliCDBParam():
1594 //_____________________________________________________________________________
1595 AliCDBParam::~AliCDBParam() {