1 /**************************************************************************
2 * Copyright(c) 1998-1999, ALICE Experiment at CERN, All rights reserved. *
4 * Author: The ALICE Off-line Project. *
5 * Contributors are mentioned in the code where appropriate. *
7 * Permission to use, copy, modify and distribute this software and its *
8 * documentation strictly for non-commercial purposes is hereby granted *
9 * without fee, provided that the above copyright notice appears in all *
10 * copies and that both the copyright notice and this permission notice *
11 * appear in the supporting documentation. The authors make no claims *
12 * about the suitability of this software for any purpose. It is *
13 * provided "as is" without express or implied warranty. *
14 **************************************************************************/
16 /////////////////////////////////////////////////////////////////////////////////////////////////
19 // access class to a DataBase in an AliEn storage //
21 /////////////////////////////////////////////////////////////////////////////////////////////////
25 #include <TGridResult.h>
30 #include <TObjArray.h>
31 #include <TObjString.h>
35 #include "AliCDBEntry.h"
36 #include "AliCDBGrid.h"
37 #include "AliCDBManager.h"
42 //_____________________________________________________________________________
43 AliCDBGrid::AliCDBGrid(const char *gridUrl, const char *user, const char *dbFolder,
44 const char *se, const char* cacheFolder, Bool_t operateDisconnected,
45 Long64_t cacheSize, Long_t cleanupInterval) :
51 fCacheFolder(cacheFolder),
52 fOperateDisconnected(operateDisconnected),
53 fCacheSize(cacheSize),
54 fCleanupInterval(cleanupInterval)
58 // if the same Grid is alreay active, skip connection
59 if (!gGrid || fGridUrl != gGrid->GridUrl()
60 || (( fUser != "" ) && ( fUser != gGrid->GetUser() )) ) {
61 // connection to the Grid
62 AliInfo("Connection to the Grid...");
64 AliInfo(Form("gGrid = %x; fGridUrl = %s; gGrid->GridUrl() = %s",gGrid,fGridUrl.Data(), gGrid->GridUrl()));
65 AliInfo(Form("fUser = %s; gGrid->GetUser() = %s",fUser.Data(), gGrid->GetUser()));
67 AliDebug(2,Form("1. Grid Url = %s",fGridUrl.Data()));
68 if (fGridUrl == "raw://") fGridUrl = "alien://";
69 AliDebug(2,Form("2. Grid Url = %s (should be different from previous in cas eof raw)", fGridUrl.Data()));
70 TGrid::Connect(fGridUrl.Data(),fUser.Data());
74 AliError("Connection failed!");
78 TString initDir(gGrid->Pwd(0));
79 if (fDBFolder[0] != '/') {
80 fDBFolder.Prepend(initDir);
83 // check DBFolder: trying to cd to DBFolder; if it does not exist, create it
84 if(!gGrid->Cd(fDBFolder.Data(),0)){
85 AliDebug(2,Form("Creating new folder <%s> ...",fDBFolder.Data()));
86 TGridResult* res = gGrid->Command(Form("mkdir -p %s",fDBFolder.Data()));
87 TString result = res->GetKey(0,"__result__");
89 AliFatal(Form("Cannot create folder <%s> !",fDBFolder.Data()));
93 AliDebug(2,Form("Folder <%s> found",fDBFolder.Data()));
96 // removes any '/' at the end of path, then append one '/'
97 while(fDBFolder.EndsWith("/")) fDBFolder.Remove(fDBFolder.Last('/'));
101 fBaseFolder = fDBFolder;
105 // Check if local cache folder is already defined
106 TString origCache(TFile::GetCacheFileDir());
107 if(fCacheFolder.Length() > 0) {
108 if(origCache.Length() == 0) {
109 AliInfo(Form("Setting local cache to: %s", fCacheFolder.Data()));
110 } else if(fCacheFolder != origCache) {
111 AliWarning(Form("Local cache folder was already defined, changing it to: %s",
112 fCacheFolder.Data()));
115 // default settings are: operateDisconnected=kTRUE, forceCacheread = kFALSE
116 if(!TFile::SetCacheFileDir(fCacheFolder.Data(), fOperateDisconnected)) {
117 AliError(Form("Could not set cache folder %s !", fCacheFolder.Data()));
120 // reset fCacheFolder because the function may have
121 // slightly changed the folder name (e.g. '/' added)
122 fCacheFolder = TFile::GetCacheFileDir();
125 // default settings are: cacheSize=1GB, cleanupInterval = 0
126 if(!TFile::ShrinkCacheFileDir(fCacheSize, fCleanupInterval)) {
127 AliError(Form("Could not set following values "
128 "to ShrinkCacheFileDir: cacheSize = %d, cleanupInterval = %d !",
129 fCacheSize, fCleanupInterval));
133 // return to the initial directory
134 gGrid->Cd(initDir.Data(),0);
137 //_____________________________________________________________________________
138 AliCDBGrid::~AliCDBGrid()
141 delete gGrid; gGrid=0;
145 //_____________________________________________________________________________
146 Bool_t AliCDBGrid::FilenameToId(TString& filename, AliCDBId& id) {
147 // build AliCDBId from full path filename (fDBFolder/path/Run#x_#y_v#z_s0.root)
149 if(filename.Contains(fDBFolder)){
150 filename = filename(fDBFolder.Length(),filename.Length()-fDBFolder.Length());
153 TString idPath = filename(0,filename.Last('/'));
155 if(!id.IsValid()) return kFALSE;
157 filename=filename(idPath.Length()+1,filename.Length()-idPath.Length());
160 // valid filename: Run#firstRun_#lastRun_v#version_s0.root
161 TRegexp keyPattern("^Run[0-9]+_[0-9]+_v[0-9]+_s0.root$");
162 keyPattern.Index(filename, &mSize);
165 // TODO backward compatibility ... maybe remove later!
167 TRegexp oldKeyPattern("^Run[0-9]+_[0-9]+_v[0-9]+.root$");
168 oldKeyPattern.Index(filename, &oldmSize);
170 AliDebug(2,Form("Bad filename <%s>.", filename.Data()));
173 AliDebug(2,Form("Old filename format <%s>.", filename.Data()));
174 id.SetSubVersion(-11); // TODO trick to ensure backward compatibility
178 id.SetSubVersion(-1); // TODO trick to ensure backward compatibility
181 filename.Resize(filename.Length() - sizeof(".root") + 1);
183 TObjArray* strArray = (TObjArray*) filename.Tokenize("_");
185 TString firstRunString(((TObjString*) strArray->At(0))->GetString());
186 id.SetFirstRun(atoi(firstRunString.Data() + 3));
187 id.SetLastRun(atoi(((TObjString*) strArray->At(1))->GetString()));
189 TString verString(((TObjString*) strArray->At(2))->GetString());
190 id.SetVersion(atoi(verString.Data() + 1));
197 //_____________________________________________________________________________
198 Bool_t AliCDBGrid::IdToFilename(const AliCDBId& id, TString& filename) const {
199 // build file name from AliCDBId (path, run range, version) and fDBFolder
201 if (!id.GetAliCDBRunRange().IsValid()) {
202 AliDebug(2,Form("Invalid run range <%d, %d>.",
203 id.GetFirstRun(), id.GetLastRun()));
207 if (id.GetVersion() < 0) {
208 AliDebug(2,Form("Invalid version <%d>.", id.GetVersion()));
212 filename = Form("Run%d_%d_v%d",
217 if (id.GetSubVersion() != -11) filename += "_s0"; // TODO to ensure backward compatibility
220 filename.Prepend(fDBFolder + id.GetPath() + '/');
225 //_____________________________________________________________________________
226 Bool_t AliCDBGrid::PrepareId(AliCDBId& id) {
227 // prepare id (version) of the object that will be stored (called by PutEntry)
229 TString initDir(gGrid->Pwd(0));
231 TString dirName(fDBFolder);
233 Bool_t dirExist=kFALSE;
237 // go to the path; if directory does not exist, create it
238 for(int i=0;i<3;i++){
239 dirName+=Form("%s/",id.GetPathLevel(i).Data());
240 dirExist=gGrid->Cd(dirName,0);
242 AliDebug(2,Form("Creating new folder <%s> ...",dirName.Data()));
243 if(!gGrid->Mkdir(dirName,"",0)){
244 AliError(Form("Cannot create directory <%s> !",dirName.Data()));
245 gGrid->Cd(initDir.Data());
249 // if folders are new add tags to them
251 // TODO Currently disabled
252 // add short lived tag!
253 // AliInfo("Tagging level 1 folder with \"ShortLived\" tag");
254 // if(!AddTag(dirName,"ShortLived_try")){
255 // AliError(Form("Could not tag folder %s !", dirName.Data()));
256 // if(!gGrid->Rmdir(dirName.Data())){
257 // AliError(Form("Unexpected: could not remove %s directory!", dirName.Data()));
263 AliDebug(2,"Tagging level 2 folder with \"CDB\" and \"CDB_MD\" tag");
264 if(!AddTag(dirName,"CDB")){
265 AliError(Form("Could not tag folder %s !", dirName.Data()));
266 if(!gGrid->Rmdir(dirName.Data())){
267 AliError(Form("Unexpected: could not remove %s directory!", dirName.Data()));
271 if(!AddTag(dirName,"CDB_MD")){
272 AliError(Form("Could not tag folder %s !", dirName.Data()));
273 if(!gGrid->Rmdir(dirName.Data())){
274 AliError(Form("Unexpected: could not remove %s directory!", dirName.Data()));
279 // TODO Currently disabled
280 // add short lived tag!
281 // TString path=id.GetPath();
282 // if(AliCDBManager::Instance()->IsShortLived(path.Data())) {
283 // AliInfo(Form("Tagging %s as short lived", dirName.Data()));
284 // if(!TagShortLived(dirName, kTRUE)){
285 // AliError(Form("Could not tag folder %s !", dirName.Data()));
286 // if(!gGrid->Rmdir(dirName.Data())){
287 // AliError(Form("Unexpected: could not remove %s directory!", dirName.Data()));
292 // AliInfo(Form("Tagging %s as long lived", dirName.Data()));
293 // if(!TagShortLived(dirName, kFALSE)){
294 // AliError(Form("Could not tag folder %s !", dirName.Data()));
295 // if(!gGrid->Rmdir(dirName.Data())){
296 // AliError(Form("Unexpected: could not remove %s directory!", dirName.Data()));
304 gGrid->Cd(initDir,0);
307 AliCDBId anId; // the id got from filename
308 AliCDBRunRange lastRunRange(-1,-1); // highest runRange found
309 Int_t lastVersion=0; // highest version found
311 TGridResult *res = gGrid->Ls(dirName);
313 //loop on the files in the directory, look for highest version
314 for(int i=0; i < res->GetEntries(); i++){
315 filename=res->GetFileNamePath(i);
316 if (!FilenameToId(filename, anId)) continue;
317 if (anId.GetAliCDBRunRange().Overlaps(id.GetAliCDBRunRange()) && anId.GetVersion() > lastVersion) {
318 lastVersion = anId.GetVersion();
319 lastRunRange = anId.GetAliCDBRunRange();
325 // in case of GRP-like objects, do not put them if it would update a per-run entry already in place
326 if ( id.GetVersion()==1 && (id.GetLastRun()-id.GetFirstRun()==0) && lastVersion!=0 && (lastRunRange.GetLastRun()-lastRunRange.GetFirstRun()==0)){
327 AliWarning(Form("Not overwriting entry with %s", id.ToString().Data()));
331 id.SetVersion(lastVersion + 1);
334 TString lastStorage = id.GetLastStorage();
335 if(lastStorage.Contains(TString("new"), TString::kIgnoreCase) && id.GetVersion() > 1 ){
336 AliDebug(2, Form("A NEW object is being stored with version %d",
338 AliDebug(2, Form("and it will hide previously stored object with version %d!",
342 if(!lastRunRange.IsAnyRange() && !(lastRunRange.IsEqual(&id.GetAliCDBRunRange())))
343 AliWarning(Form("Run range modified w.r.t. previous version (Run%d_%d_v%d)",
344 lastRunRange.GetFirstRun(), lastRunRange.GetLastRun(), id.GetVersion()));
349 //_____________________________________________________________________________
350 AliCDBId* AliCDBGrid::GetId(const TObjArray& validFileIds, const AliCDBId& query) {
351 // look for the Id that matches query's requests (highest or exact version)
353 if(validFileIds.GetEntriesFast() < 1) {
355 } else if (validFileIds.GetEntriesFast() == 1) {
356 return dynamic_cast<AliCDBId*> (validFileIds.At(0)->Clone());
359 TIter iter(&validFileIds);
364 while((anIdPtr = dynamic_cast<AliCDBId*> (iter.Next()))){
365 if(anIdPtr->GetPath() != query.GetPath()) continue;
367 //if(!CheckVersion(query, anIdPtr, result)) return NULL;
369 if (!query.HasVersion()){ // look for highest version
370 if(result && result->GetVersion() > anIdPtr->GetVersion()) continue;
371 if(result && result->GetVersion() == anIdPtr->GetVersion()) {
372 AliError(Form("More than one object valid for run %d, version %d!",
373 query.GetFirstRun(), anIdPtr->GetVersion()));
377 } else { // look for specified version
378 if(query.GetVersion() != anIdPtr->GetVersion()) continue;
379 if(result && result->GetVersion() == anIdPtr->GetVersion()){
380 AliError(Form("More than one object valid for run %d, version %d!",
381 query.GetFirstRun(), anIdPtr->GetVersion()));
389 if (!result) return NULL;
391 return dynamic_cast<AliCDBId*> (result->Clone());
394 //_____________________________________________________________________________
395 AliCDBId* AliCDBGrid::GetEntryId(const AliCDBId& queryId) {
396 // get AliCDBId from the database
397 // User must delete returned object
401 AliCDBId selectedId(queryId);
402 if (!selectedId.HasVersion()) {
403 // if version is not specified, first check the selection criteria list
404 GetSelection(&selectedId);
407 TObjArray validFileIds;
408 validFileIds.SetOwner(1);
410 // look for file matching query requests (path, runRange, version)
411 if(selectedId.GetFirstRun() == fRun &&
412 fPathFilter.Comprises(selectedId.GetAliCDBPath()) && fVersion < 0 && !fMetaDataFilter){
413 // look into list of valid files previously loaded with AliCDBStorage::FillValidFileIds()
414 AliDebug(2, Form("List of files valid for run %d and for path %s was loaded. Looking there!",
415 selectedId.GetFirstRun(), selectedId.GetPath().Data()));
416 dataId = GetId(fValidFileIds, selectedId);
419 // List of files valid for reqested run was not loaded. Looking directly into CDB
420 AliDebug(2, Form("List of files valid for run %d and for path %s was not loaded. Looking directly into CDB!",
421 selectedId.GetFirstRun(), selectedId.GetPath().Data()));
424 MakeQueryFilter(selectedId.GetFirstRun(), selectedId.GetLastRun(), 0, filter);
426 TString pattern = Form("%s/Run*", selectedId.GetPath().Data());
427 if(selectedId.GetVersion() >= 0) pattern += Form("_v%d*",selectedId.GetVersion());
429 AliDebug(2,Form("pattern: %s", pattern.Data()));
431 TGridResult *res = gGrid->Query(fDBFolder, pattern, filter, "");
433 AliCDBId validFileId;
434 for(int i=0; i<res->GetEntries(); i++){
435 TString filename = res->GetKey(i, "lfn");
436 if(filename == "") continue;
437 if(FilenameToId(filename, validFileId))
438 validFileIds.AddLast(validFileId.Clone());
442 dataId = GetId(validFileIds, selectedId);
448 //_____________________________________________________________________________
449 AliCDBEntry* AliCDBGrid::GetEntry(const AliCDBId& queryId) {
450 // get AliCDBEntry from the database
452 AliCDBId* dataId = GetEntryId(queryId);
454 if (!dataId) return NULL;
457 if (!IdToFilename(*dataId, filename)) {
458 AliDebug(2,Form("Bad data ID encountered! Subnormal error!"));
463 AliCDBEntry* anEntry = GetEntryFromFile(filename, dataId);
469 //_____________________________________________________________________________
470 AliCDBEntry* AliCDBGrid::GetEntryFromFile(TString& filename, AliCDBId* dataId){
471 // Get AliCBEntry object from file "filename"
473 AliDebug(2,Form("Opening file: %s",filename.Data()));
475 filename.Prepend("/alien");
477 // if option="CACHEREAD" TFile will use the local caching facility!
478 TString option="READ";
479 if(fCacheFolder != ""){
481 // Check if local cache folder was changed in the meanwhile
482 TString origCache(TFile::GetCacheFileDir());
483 if(fCacheFolder != origCache) {
484 AliWarning(Form("Local cache folder has been overwritten!! fCacheFolder = %s origCache = %s",
485 fCacheFolder.Data(), origCache.Data()));
486 TFile::SetCacheFileDir(fCacheFolder.Data(), fOperateDisconnected);
487 TFile::ShrinkCacheFileDir(fCacheSize, fCleanupInterval);
490 option.Prepend("CACHE");
493 AliDebug(2, Form("Option: %s", option.Data()));
495 TFile *file = TFile::Open(filename, option);
497 AliDebug(2,Form("Can't open file <%s>!", filename.Data()));
501 // get the only AliCDBEntry object from the file
502 // the object in the file is an AliCDBEntry entry named "AliCDBEntry"
504 AliCDBEntry* anEntry = dynamic_cast<AliCDBEntry*> (file->Get("AliCDBEntry"));
507 AliDebug(2,Form("Bad storage data: file does not contain an AliCDBEntry object!"));
512 // The object's Id is not reset during storage
513 // If object's Id runRange or version do not match with filename,
514 // it means that someone renamed file by hand. In this case a warning msg is issued.
517 AliCDBId entryId = anEntry->GetId();
518 Int_t tmpSubVersion = dataId->GetSubVersion();
519 dataId->SetSubVersion(entryId.GetSubVersion()); // otherwise filename and id may mismatch
520 if(!entryId.IsEqual(dataId)){
521 AliWarning(Form("Mismatch between file name and object's Id!"));
522 AliWarning(Form("File name: %s", dataId->ToString().Data()));
523 AliWarning(Form("Object's Id: %s", entryId.ToString().Data()));
525 dataId->SetSubVersion(tmpSubVersion);
528 anEntry->SetLastStorage("grid");
530 // Check whether entry contains a TTree. In case load the tree in memory!
531 LoadTreeFromFile(anEntry);
533 // close file, return retieved entry
534 file->Close(); delete file; file=0;
539 //_____________________________________________________________________________
540 TList* AliCDBGrid::GetEntries(const AliCDBId& queryId) {
541 // multiple request (AliCDBStorage::GetAll)
543 TList* result = new TList();
546 TObjArray validFileIds;
547 validFileIds.SetOwner(1);
549 Bool_t alreadyLoaded = kFALSE;
551 // look for file matching query requests (path, runRange)
552 if(queryId.GetFirstRun() == fRun &&
553 fPathFilter.Comprises(queryId.GetAliCDBPath()) && fVersion < 0 && !fMetaDataFilter){
554 // look into list of valid files previously loaded with AliCDBStorage::FillValidFileIds()
555 AliDebug(2,Form("List of files valid for run %d and for path %s was loaded. Looking there!",
556 queryId.GetFirstRun(), queryId.GetPath().Data()));
558 alreadyLoaded = kTRUE;
561 // List of files valid for reqested run was not loaded. Looking directly into CDB
562 AliDebug(2,Form("List of files valid for run %d and for path %s was not loaded. Looking directly into CDB!",
563 queryId.GetFirstRun(), queryId.GetPath().Data()));
566 MakeQueryFilter(queryId.GetFirstRun(), queryId.GetLastRun(), 0, filter);
568 TString pattern = Form("%s/Run*.root", queryId.GetPath().Data());
569 AliDebug(2,Form("pattern: %s", pattern.Data()));
571 TGridResult *res = gGrid->Query(fDBFolder, pattern, filter, "");
573 AliCDBId validFileId;
574 for(int i=0; i<res->GetEntries(); i++){
575 TString filename = res->GetKey(i, "lfn");
576 if(filename == "") continue;
577 if(FilenameToId(filename, validFileId))
578 validFileIds.AddLast(validFileId.Clone());
585 iter = new TIter(&fValidFileIds);
587 iter = new TIter(&validFileIds);
590 TObjArray selectedIds;
591 selectedIds.SetOwner(1);
593 // loop on list of valid Ids to select the right version to get.
594 // According to query and to the selection criteria list, version can be the highest or exact
598 AliCDBPath queryPath = queryId.GetAliCDBPath();
599 while((anIdPtr = dynamic_cast<AliCDBId*> (iter->Next()))){
600 AliCDBPath thisCDBPath = anIdPtr->GetAliCDBPath();
601 if(!(queryPath.Comprises(thisCDBPath)) || pathCopy.GetPath() == thisCDBPath.GetPath()) continue;
602 pathCopy = thisCDBPath;
604 // check the selection criteria list for this query
605 AliCDBId thisId(*anIdPtr);
606 thisId.SetVersion(queryId.GetVersion());
607 if(!thisId.HasVersion()) GetSelection(&thisId);
610 dataId = GetId(fValidFileIds, thisId);
612 dataId = GetId(validFileIds, thisId);
614 if(dataId) selectedIds.Add(dataId);
619 // selectedIds contains the Ids of the files matching all requests of query!
620 // All the objects are now ready to be retrieved
621 iter = new TIter(&selectedIds);
622 while((anIdPtr = dynamic_cast<AliCDBId*> (iter->Next()))){
624 if (!IdToFilename(*anIdPtr, filename)) {
625 AliDebug(2,Form("Bad data ID encountered! Subnormal error!"));
629 AliCDBEntry* anEntry = GetEntryFromFile(filename, anIdPtr);
631 if(anEntry) result->Add(anEntry);
639 //_____________________________________________________________________________
640 Bool_t AliCDBGrid::PutEntry(AliCDBEntry* entry) {
641 // put an AliCDBEntry object into the database
643 AliCDBId& id = entry->GetId();
645 // set version for the entry to be stored
646 if (!PrepareId(id)) return kFALSE;
648 // build filename from entry's id
650 if (!IdToFilename(id, filename)) {
651 AliError("Bad ID encountered! Subnormal error!");
655 TString folderToTag = Form("%s%s",
657 id.GetPath().Data());
659 TDirectory* saveDir = gDirectory;
661 TString fullFilename = Form("/alien%s", filename.Data());
662 // specify SE to filename
663 if (fSE != "default") fullFilename += Form("?se=%s",fSE.Data());
666 TFile *file = TFile::Open(fullFilename,"CREATE");
667 if(!file || !file->IsWritable()){
668 AliError(Form("Can't open file <%s>!", filename.Data()));
669 if(file && !file->IsWritable()) file->Close(); delete file; file=0;
675 //SetTreeToFile(entry, file);
677 entry->SetVersion(id.GetVersion());
679 // write object (key name: "AliCDBEntry")
680 Bool_t result = (file->WriteTObject(entry, "AliCDBEntry") != 0);
681 if (!result) AliError(Form("Can't write entry to file <%s>!", filename.Data()));
684 if (saveDir) saveDir->cd(); else gROOT->cd();
685 file->Close(); delete file; file=0;
689 if(!TagFileId(filename, &id)){
690 AliInfo(Form("CDB tagging failed. Deleting file %s!",filename.Data()));
691 if(!gGrid->Rm(filename.Data()))
692 AliError("Can't delete file!");
696 TagFileMetaData(filename, entry->GetMetaData());
699 AliInfo(Form("CDB object stored into file %s", filename.Data()));
700 AliInfo(Form("Storage Element: %s", fSE.Data()));
703 //_____________________________________________________________________________
704 Bool_t AliCDBGrid::AddTag(TString& folderToTag, const char* tagname){
705 // add "tagname" tag (CDB or CDB_MD) to folder where object will be stored
707 Bool_t result = kTRUE;
708 AliDebug(2, Form("adding %s tag to folder %s", tagname, folderToTag.Data()));
709 TString addTag = Form("addTag %s %s", folderToTag.Data(), tagname);
710 TGridResult *gridres = gGrid->Command(addTag.Data());
711 const char* resCode = gridres->GetKey(0,"__result__"); // '1' if success
712 if(resCode[0] != '1') {
713 AliError(Form("Couldn't add %s tags to folder %s !",
714 tagname, folderToTag.Data()));
721 //_____________________________________________________________________________
722 Bool_t AliCDBGrid::TagFileId(TString& filename, const AliCDBId* id){
723 // tag stored object in CDB table using object Id's parameters
725 TString addTagValue1 = Form("addTagValue %s CDB ", filename.Data());
726 TString addTagValue2 = Form("first_run=%d last_run=%d version=%d ",
730 TString addTagValue3 = Form("path_level_0=\"%s\" path_level_1=\"%s\" path_level_2=\"%s\"",
731 id->GetPathLevel(0).Data(),
732 id->GetPathLevel(1).Data(),
733 id->GetPathLevel(2).Data());
734 TString addTagValue = Form("%s%s%s",
737 addTagValue3.Data());
739 Bool_t result = kFALSE;
740 AliDebug(2, Form("Tagging file. Tag command: %s", addTagValue.Data()));
741 TGridResult* res = gGrid->Command(addTagValue.Data());
742 const char* resCode = res->GetKey(0,"__result__"); // '1' if success
743 if(resCode[0] != '1') {
744 AliError(Form("Couldn't add CDB tag value to file %s !",
748 AliDebug(2, "Object successfully tagged.");
756 //_____________________________________________________________________________
757 Bool_t AliCDBGrid::TagShortLived(TString& filename, Bool_t value){
758 // tag folder with ShortLived tag
760 TString addTagValue = Form("addTagValue %s ShortLived_try value=%d", filename.Data(), value);
762 Bool_t result = kFALSE;
763 AliDebug(2, Form("Tagging file. Tag command: %s", addTagValue.Data()));
764 TGridResult* res = gGrid->Command(addTagValue.Data());
765 const char* resCode = res->GetKey(0,"__result__"); // '1' if success
766 if(resCode[0] != '1') {
767 AliError(Form("Couldn't add ShortLived tag value to file %s !", filename.Data()));
770 AliDebug(2,"Object successfully tagged.");
778 //_____________________________________________________________________________
779 Bool_t AliCDBGrid::TagFileMetaData(TString& filename, const AliCDBMetaData* md){
780 // tag stored object in CDB table using object Id's parameters
782 TString addTagValue1 = Form("addTagValue %s CDB_MD ", filename.Data());
783 TString addTagValue2 = Form("object_classname=\"%s\" responsible=\"%s\" beam_period=%d ",
784 md->GetObjectClassName(),
785 md->GetResponsible(),
786 md->GetBeamPeriod());
787 TString addTagValue3 = Form("aliroot_version=\"%s\" comment=\"%s\"",
788 md->GetAliRootVersion(),
790 TString addTagValue = Form("%s%s%s",
793 addTagValue3.Data());
795 Bool_t result = kFALSE;
796 AliDebug(2, Form("Tagging file. Tag command: %s", addTagValue.Data()));
797 TGridResult* res = gGrid->Command(addTagValue.Data());
798 const char* resCode = res->GetKey(0,"__result__"); // '1' if success
799 if(resCode[0] != '1') {
800 AliWarning(Form("Couldn't add CDB_MD tag value to file %s !",
804 AliDebug(2,"Object successfully tagged.");
810 //_____________________________________________________________________________
811 TList* AliCDBGrid::GetIdListFromFile(const char* fileName){
813 TString turl(fileName);
814 turl.Prepend("/alien" + fDBFolder);
815 turl += "?se="; turl += fSE.Data();
816 TFile *file = TFile::Open(turl);
818 AliError(Form("Can't open selection file <%s>!", turl.Data()));
822 TList *list = new TList();
830 keycycle = "AliCDBId;";
833 id = (AliCDBId*) file->Get(keycycle);
837 file->Close(); delete file; file=0;
844 //_____________________________________________________________________________
845 Bool_t AliCDBGrid::Contains(const char* path) const{
846 // check for path in storage's DBFolder
848 TString initDir(gGrid->Pwd(0));
849 TString dirName(fDBFolder);
850 dirName += path; // dirName = fDBFolder/path
851 Bool_t result=kFALSE;
852 if (gGrid->Cd(dirName,0)) result=kTRUE;
853 gGrid->Cd(initDir.Data(),0);
857 //_____________________________________________________________________________
858 void AliCDBGrid::QueryValidFiles()
860 // Query the CDB for files valid for AliCDBStorage::fRun
861 // fills list fValidFileIds with AliCDBId objects created from file name
864 MakeQueryFilter(fRun, fRun, fMetaDataFilter, filter);
866 TString pattern = Form("%s/Run*", fPathFilter.GetPath().Data());
867 if(fVersion >= 0) pattern += Form("_v%d*", fVersion);
869 AliDebug(2,Form("pattern: %s", pattern.Data()));
871 TGridResult *res = gGrid->Query(fDBFolder, pattern, filter, "");
874 AliError("Grid query failed");
878 AliCDBId validFileId;
879 for(int i=0; i<res->GetEntries(); i++){
880 TString filename = res->GetKey(i, "lfn");
881 if(filename == "") continue;
882 AliDebug(2,Form("Found valid file: %s", filename.Data()));
883 Bool_t result = FilenameToId(filename, validFileId);
885 fValidFileIds.AddLast(validFileId.Clone());
892 //_____________________________________________________________________________
893 void AliCDBGrid::MakeQueryFilter(Int_t firstRun, Int_t lastRun,
894 const AliCDBMetaData* md, TString& result) const
896 // create filter for file query
898 result = Form("CDB:first_run<=%d and CDB:last_run>=%d", firstRun, lastRun);
900 // if(version >= 0) {
901 // result += Form(" and CDB:version=%d", version);
903 // if(pathFilter.GetLevel0() != "*") {
904 // result += Form(" and CDB:path_level_0=\"%s\"", pathFilter.GetLevel0().Data());
906 // if(pathFilter.GetLevel1() != "*") {
907 // result += Form(" and CDB:path_level_1=\"%s\"", pathFilter.GetLevel1().Data());
909 // if(pathFilter.GetLevel2() != "*") {
910 // result += Form(" and CDB:path_level_2=\"%s\"", pathFilter.GetLevel2().Data());
914 if(md->GetObjectClassName()[0] != '\0') {
915 result += Form(" and CDB_MD:object_classname=\"%s\"", md->GetObjectClassName());
917 if(md->GetResponsible()[0] != '\0') {
918 result += Form(" and CDB_MD:responsible=\"%s\"", md->GetResponsible());
920 if(md->GetBeamPeriod() != 0) {
921 result += Form(" and CDB_MD:beam_period=%d", md->GetBeamPeriod());
923 if(md->GetAliRootVersion()[0] != '\0') {
924 result += Form(" and CDB_MD:aliroot_version=\"%s\"", md->GetAliRootVersion());
926 if(md->GetComment()[0] != '\0') {
927 result += Form(" and CDB_MD:comment=\"%s\"", md->GetComment());
930 AliDebug(2, Form("filter: %s",result.Data()));
934 //_____________________________________________________________________________
935 Int_t AliCDBGrid::GetLatestVersion(const char* path, Int_t run){
936 // get last version found in the database valid for run and path
938 AliCDBPath aCDBPath(path);
939 if(!aCDBPath.IsValid() || aCDBPath.IsWildcard()) {
940 AliError(Form("Invalid path in request: %s", path));
943 AliCDBId query(path, run, run, -1, -1);
944 AliCDBId* dataId = 0;
946 // look for file matching query requests (path, runRange, version)
947 if(run == fRun && fPathFilter.Comprises(aCDBPath) && fVersion < 0){
948 // look into list of valid files previously loaded with AliCDBStorage::FillValidFileIds()
949 AliDebug(2, Form("List of files valid for run %d and for path %s was loaded. Looking there!",
951 dataId = GetId(fValidFileIds, query);
952 if (!dataId) return -1;
953 Int_t version = dataId->GetVersion();
958 // List of files valid for reqested run was not loaded. Looking directly into CDB
959 AliDebug(2, Form("List of files valid for run %d and for path %s was not loaded. Looking directly into CDB!",
962 TObjArray validFileIds;
963 validFileIds.SetOwner(1);
966 MakeQueryFilter(run, run, 0, filter);
968 TString pattern = Form("%s/Run*.root", path);
969 AliDebug(2,Form("pattern: %s", pattern.Data()));
971 TGridResult *res = gGrid->Query(fDBFolder, pattern, filter, "");
972 AliCDBId validFileId;
973 for(int i=0; i<res->GetEntries(); i++){
974 TString filename = res->GetKey(i, "lfn");
975 if(filename == "") continue;
976 if(FilenameToId(filename, validFileId))
977 validFileIds.AddLast(validFileId.Clone());
981 dataId = GetId(validFileIds, query);
982 if (!dataId) return -1;
984 Int_t version = dataId->GetVersion();
990 //_____________________________________________________________________________
991 Int_t AliCDBGrid::GetLatestSubVersion(const char* /*path*/, Int_t /*run*/, Int_t /*version*/){
992 // get last subversion found in the database valid for run and path
993 AliError("Objects in GRID storage have no sub version!");
998 /////////////////////////////////////////////////////////////////////////////////////////////////
1000 // AliCDBGrid factory //
1002 /////////////////////////////////////////////////////////////////////////////////////////////////
1004 ClassImp(AliCDBGridFactory)
1006 //_____________________________________________________________________________
1007 Bool_t AliCDBGridFactory::Validate(const char* gridString) {
1008 // check if the string is valid Grid URI
1010 TRegexp gridPattern("^alien://.+$");
1011 TRegexp gridRawPattern("^raw://.+$");
1013 return (TString(gridString).Contains(gridPattern)||TString(gridString).Contains(gridRawPattern));
1016 //_____________________________________________________________________________
1017 AliCDBParam* AliCDBGridFactory::CreateParameter(const char* gridString) {
1018 // create AliCDBGridParam class from the URI string
1020 if (!Validate(gridString)) {
1024 TString buffer(gridString);
1025 Bool_t rawFlag = kFALSE; // flag to say whether we are in the "raw://" case
1027 TString gridUrl = "alien://";
1029 TString dbFolder = "";
1030 TString se = "default";
1031 TString cacheFolder = "";
1032 Bool_t operateDisconnected = kTRUE;
1033 Long64_t cacheSize = (UInt_t) 1024*1024*1024; // 1GB
1034 Long_t cleanupInterval = 0;
1036 TObjArray *arr = buffer.Tokenize('?');
1038 TObjString *str = 0;
1040 while((str = (TObjString*) iter.Next())){
1041 TString entry(str->String());
1042 Int_t indeq = entry.Index('=');
1044 if(entry.BeginsWith("alien://")) { // maybe it's a gridUrl!
1047 } else if(entry.BeginsWith("raw://")) { // maybe it's a gridRawUrl!
1052 AliError(Form("Invalid entry! %s",entry.Data()));
1057 TString key = entry(0,indeq);
1058 TString value = entry(indeq+1,entry.Length()-indeq);
1060 if(key.Contains("grid",TString::kIgnoreCase)) {
1063 else if (key.Contains("user",TString::kIgnoreCase)){
1066 else if (key.Contains("se",TString::kIgnoreCase)){
1069 else if (key.Contains("cacheF",TString::kIgnoreCase)){
1070 cacheFolder = value;
1071 if (!cacheFolder.EndsWith("/"))
1074 else if (key.Contains("folder",TString::kIgnoreCase)){
1077 else if (key.Contains("operateDisc",TString::kIgnoreCase)){
1078 if(value == "kTRUE") {
1079 operateDisconnected = kTRUE;
1080 } else if (value == "kFALSE") {
1081 operateDisconnected = kFALSE;
1082 } else if (value == "0" || value == "1") {
1083 operateDisconnected = (Bool_t) value.Atoi();
1085 AliError(Form("Invalid entry! %s",entry.Data()));
1089 else if (key.Contains("cacheS",TString::kIgnoreCase)){
1090 if(value.IsDigit()) {
1091 cacheSize = value.Atoi();
1093 AliError(Form("Invalid entry! %s",entry.Data()));
1097 else if (key.Contains("cleanupInt",TString::kIgnoreCase)){
1098 if(value.IsDigit()) {
1099 cleanupInterval = value.Atoi();
1101 AliError(Form("Invalid entry! %s",entry.Data()));
1106 AliError(Form("Invalid entry! %s",entry.Data()));
1112 AliDebug(2, Form("gridUrl: %s", gridUrl.Data()));
1113 AliDebug(2, Form("user: %s", user.Data()));
1114 AliDebug(2, Form("dbFolder: %s", dbFolder.Data()));
1115 AliDebug(2, Form("s.e.: %s", se.Data()));
1116 AliDebug(2, Form("local cache folder: %s", cacheFolder.Data()));
1117 AliDebug(2, Form("local cache operate disconnected: %d", operateDisconnected));
1118 AliDebug(2, Form("local cache size: %d", cacheSize));
1119 AliDebug(2, Form("local cache cleanup interval: %d", cleanupInterval));
1121 if(dbFolder == "" && !rawFlag){
1122 AliError("Base folder must be specified!");
1126 return new AliCDBGridParam(gridUrl.Data(), user.Data(),
1127 dbFolder.Data(), se.Data(), cacheFolder.Data(),
1128 operateDisconnected, cacheSize, cleanupInterval);
1131 //_____________________________________________________________________________
1132 AliCDBStorage* AliCDBGridFactory::Create(const AliCDBParam* param) {
1133 // create AliCDBGrid storage instance from parameters
1135 AliCDBGrid *grid = 0;
1136 if (AliCDBGridParam::Class() == param->IsA()) {
1138 const AliCDBGridParam* gridParam = (const AliCDBGridParam*) param;
1139 grid = new AliCDBGrid(gridParam->GridUrl().Data(),
1140 gridParam->GetUser().Data(),
1141 gridParam->GetDBFolder().Data(),
1142 gridParam->GetSE().Data(),
1143 gridParam->GetCacheFolder().Data(),
1144 gridParam->GetOperateDisconnected(),
1145 gridParam->GetCacheSize(),
1146 gridParam->GetCleanupInterval());
1150 if(!gGrid && grid) {
1151 delete grid; grid=0;
1157 /////////////////////////////////////////////////////////////////////////////////////////////////
1159 // AliCDBGrid Parameter class // //
1161 /////////////////////////////////////////////////////////////////////////////////////////////////
1163 ClassImp(AliCDBGridParam)
1165 //_____________________________________________________________________________
1166 AliCDBGridParam::AliCDBGridParam():
1173 fOperateDisconnected(),
1178 // default constructor
1182 //_____________________________________________________________________________
1183 AliCDBGridParam::AliCDBGridParam(const char* gridUrl, const char* user, const char* dbFolder,
1184 const char* se, const char* cacheFolder, Bool_t operateDisconnected,
1185 Long64_t cacheSize, Long_t cleanupInterval):
1189 fDBFolder(dbFolder),
1191 fCacheFolder(cacheFolder),
1192 fOperateDisconnected(operateDisconnected),
1193 fCacheSize(cacheSize),
1194 fCleanupInterval(cleanupInterval)
1200 TString uri = Form("%s?User=%s?DBFolder=%s?SE=%s?CacheFolder=%s"
1201 "?OperateDisconnected=%d?CacheSize=%d?CleanupInterval=%d",
1202 fGridUrl.Data(), fUser.Data(),
1203 fDBFolder.Data(), fSE.Data(), fCacheFolder.Data(),
1204 fOperateDisconnected, fCacheSize, fCleanupInterval);
1206 AliDebug(2,Form("uri = %s", uri.Data()));
1210 //_____________________________________________________________________________
1211 AliCDBGridParam::~AliCDBGridParam() {
1216 //_____________________________________________________________________________
1217 AliCDBParam* AliCDBGridParam::CloneParam() const {
1220 return new AliCDBGridParam(fGridUrl.Data(), fUser.Data(),
1221 fDBFolder.Data(), fSE.Data(), fCacheFolder.Data(),
1222 fOperateDisconnected, fCacheSize, fCleanupInterval);
1225 //_____________________________________________________________________________
1226 ULong_t AliCDBGridParam::Hash() const {
1227 // return Hash function
1229 return fGridUrl.Hash()+fUser.Hash()+fDBFolder.Hash()+fSE.Hash()+fCacheFolder.Hash();
1232 //_____________________________________________________________________________
1233 Bool_t AliCDBGridParam::IsEqual(const TObject* obj) const {
1234 // check if this object is equal to AliCDBParam obj
1240 if (AliCDBGridParam::Class() != obj->IsA()) {
1244 AliCDBGridParam* other = (AliCDBGridParam*) obj;
1246 if(fGridUrl != other->fGridUrl) return kFALSE;
1247 if(fUser != other->fUser) return kFALSE;
1248 if(fDBFolder != other->fDBFolder) return kFALSE;
1249 if(fSE != other->fSE) return kFALSE;
1250 if(fCacheFolder != other->fCacheFolder) return kFALSE;
1251 if(fOperateDisconnected != other->fOperateDisconnected) return kFALSE;
1252 if(fCacheSize != other->fCacheSize) return kFALSE;
1253 if(fCleanupInterval != other->fCleanupInterval) return kFALSE;