1 /**************************************************************************
2 * Copyright(c) 1998-1999, ALICE Experiment at CERN, All rights reserved. *
4 * Author: The ALICE Off-line Project. *
5 * Contributors are mentioned in the code where appropriate. *
7 * Permission to use, copy, modify and distribute this software and its *
8 * documentation strictly for non-commercial purposes is hereby granted *
9 * without fee, provided that the above copyright notice appears in all *
10 * copies and that both the copyright notice and this permission notice *
11 * appear in the supporting documentation. The authors make no claims *
12 * about the suitability of this software for any purpose. It is *
13 * provided "as is" without express or implied warranty. *
14 **************************************************************************/
16 /////////////////////////////////////////////////////////////////////////////////////////////////
19 // access class to a DataBase in an AliEn storage //
21 /////////////////////////////////////////////////////////////////////////////////////////////////
25 #include <TGridResult.h>
30 #include <TObjArray.h>
31 #include <TObjString.h>
35 #include "AliCDBEntry.h"
36 #include "AliCDBGrid.h"
37 #include "AliCDBManager.h"
42 //_____________________________________________________________________________
43 AliCDBGrid::AliCDBGrid(const char *gridUrl, const char *user, const char *dbFolder,
44 const char *se, const char* cacheFolder, Bool_t operateDisconnected,
45 Long64_t cacheSize, Long_t cleanupInterval) :
51 fCacheFolder(cacheFolder),
52 fOperateDisconnected(operateDisconnected),
53 fCacheSize(cacheSize),
54 fCleanupInterval(cleanupInterval)
58 // if the same Grid is alreay active, skip connection
59 if (!gGrid || fGridUrl != gGrid->GridUrl()
60 || (( fUser != "" ) && ( fUser != gGrid->GetUser() )) ) {
61 // connection to the Grid
62 AliInfo("Connection to the Grid...");
64 AliInfo(Form("gGrid = %p; fGridUrl = %s; gGrid->GridUrl() = %s",gGrid,fGridUrl.Data(), gGrid->GridUrl()));
65 AliInfo(Form("fUser = %s; gGrid->GetUser() = %s",fUser.Data(), gGrid->GetUser()));
67 TGrid::Connect(fGridUrl.Data(),fUser.Data());
71 AliError("Connection failed!");
75 TString initDir(gGrid->Pwd(0));
76 if (fDBFolder[0] != '/') {
77 fDBFolder.Prepend(initDir);
80 // check DBFolder: trying to cd to DBFolder; if it does not exist, create it
81 if(!gGrid->Cd(fDBFolder.Data(),0)){
82 AliDebug(2,Form("Creating new folder <%s> ...",fDBFolder.Data()));
83 TGridResult* res = gGrid->Command(Form("mkdir -p %s",fDBFolder.Data()));
84 TString result = res->GetKey(0,"__result__");
86 AliFatal(Form("Cannot create folder <%s> !",fDBFolder.Data()));
90 AliDebug(2,Form("Folder <%s> found",fDBFolder.Data()));
93 // removes any '/' at the end of path, then append one '/'
94 while(fDBFolder.EndsWith("/")) fDBFolder.Remove(fDBFolder.Last('/'));
98 fBaseFolder = fDBFolder;
102 // Check if local cache folder is already defined
103 TString origCache(TFile::GetCacheFileDir());
104 if(fCacheFolder.Length() > 0) {
105 if(origCache.Length() == 0) {
106 AliInfo(Form("Setting local cache to: %s", fCacheFolder.Data()));
107 } else if(fCacheFolder != origCache) {
108 AliWarning(Form("Local cache folder was already defined, changing it to: %s",
109 fCacheFolder.Data()));
112 // default settings are: operateDisconnected=kTRUE, forceCacheread = kFALSE
113 if(!TFile::SetCacheFileDir(fCacheFolder.Data(), fOperateDisconnected)) {
114 AliError(Form("Could not set cache folder %s !", fCacheFolder.Data()));
117 // reset fCacheFolder because the function may have
118 // slightly changed the folder name (e.g. '/' added)
119 fCacheFolder = TFile::GetCacheFileDir();
122 // default settings are: cacheSize=1GB, cleanupInterval = 0
123 if(!TFile::ShrinkCacheFileDir(fCacheSize, fCleanupInterval)) {
124 AliError(Form("Could not set following values "
125 "to ShrinkCacheFileDir: cacheSize = %lld, cleanupInterval = %ld !",
126 fCacheSize, fCleanupInterval));
130 // return to the initial directory
131 gGrid->Cd(initDir.Data(),0);
134 //_____________________________________________________________________________
135 AliCDBGrid::~AliCDBGrid()
138 delete gGrid; gGrid=0;
142 //_____________________________________________________________________________
143 Bool_t AliCDBGrid::FilenameToId(TString& filename, AliCDBId& id) {
144 // build AliCDBId from full path filename (fDBFolder/path/Run#x_#y_v#z_s0.root)
146 if(filename.Contains(fDBFolder)){
147 filename = filename(fDBFolder.Length(),filename.Length()-fDBFolder.Length());
150 TString idPath = filename(0,filename.Last('/'));
152 if(!id.IsValid()) return kFALSE;
154 filename=filename(idPath.Length()+1,filename.Length()-idPath.Length());
157 // valid filename: Run#firstRun_#lastRun_v#version_s0.root
158 TRegexp keyPattern("^Run[0-9]+_[0-9]+_v[0-9]+_s0.root$");
159 keyPattern.Index(filename, &mSize);
162 // TODO backward compatibility ... maybe remove later!
164 TRegexp oldKeyPattern("^Run[0-9]+_[0-9]+_v[0-9]+.root$");
165 oldKeyPattern.Index(filename, &oldmSize);
167 AliDebug(2,Form("Bad filename <%s>.", filename.Data()));
170 AliDebug(2,Form("Old filename format <%s>.", filename.Data()));
171 id.SetSubVersion(-11); // TODO trick to ensure backward compatibility
175 id.SetSubVersion(-1); // TODO trick to ensure backward compatibility
178 filename.Resize(filename.Length() - sizeof(".root") + 1);
180 TObjArray* strArray = (TObjArray*) filename.Tokenize("_");
182 TString firstRunString(((TObjString*) strArray->At(0))->GetString());
183 id.SetFirstRun(atoi(firstRunString.Data() + 3));
184 id.SetLastRun(atoi(((TObjString*) strArray->At(1))->GetString()));
186 TString verString(((TObjString*) strArray->At(2))->GetString());
187 id.SetVersion(atoi(verString.Data() + 1));
194 //_____________________________________________________________________________
195 Bool_t AliCDBGrid::IdToFilename(const AliCDBId& id, TString& filename) const {
196 // build file name from AliCDBId (path, run range, version) and fDBFolder
198 if (!id.GetAliCDBRunRange().IsValid()) {
199 AliDebug(2,Form("Invalid run range <%d, %d>.",
200 id.GetFirstRun(), id.GetLastRun()));
204 if (id.GetVersion() < 0) {
205 AliDebug(2,Form("Invalid version <%d>.", id.GetVersion()));
209 filename = Form("Run%d_%d_v%d",
214 if (id.GetSubVersion() != -11) filename += "_s0"; // TODO to ensure backward compatibility
217 filename.Prepend(fDBFolder + id.GetPath() + '/');
222 //_____________________________________________________________________________
223 Bool_t AliCDBGrid::PrepareId(AliCDBId& id) {
224 // prepare id (version) of the object that will be stored (called by PutEntry)
226 TString initDir(gGrid->Pwd(0));
228 TString dirName(fDBFolder);
230 Bool_t dirExist=kFALSE;
234 // go to the path; if directory does not exist, create it
235 for(int i=0;i<3;i++){
236 //TString cmd("find -d ");
237 //cmd += Form("%s ",dirName);
239 //gGrid->Command(cmd.Data());
240 dirName+=Form("%s/",id.GetPathLevel(i).Data());
241 dirExist=gGrid->Cd(dirName,0);
243 AliDebug(2,Form("Creating new folder <%s> ...",dirName.Data()));
244 if(!gGrid->Mkdir(dirName,"",0)){
245 AliError(Form("Cannot create directory <%s> !",dirName.Data()));
246 gGrid->Cd(initDir.Data());
250 // if folders are new add tags to them
252 // TODO Currently disabled
253 // add short lived tag!
254 // AliInfo("Tagging level 1 folder with \"ShortLived\" tag");
255 // if(!AddTag(dirName,"ShortLived_try")){
256 // AliError(Form("Could not tag folder %s !", dirName.Data()));
257 // if(!gGrid->Rmdir(dirName.Data())){
258 // AliError(Form("Unexpected: could not remove %s directory!", dirName.Data()));
264 AliDebug(2,"Tagging level 2 folder with \"CDB\" and \"CDB_MD\" tag");
265 if(!AddTag(dirName,"CDB")){
266 AliError(Form("Could not tag folder %s !", dirName.Data()));
267 if(!gGrid->Rmdir(dirName.Data())){
268 AliError(Form("Unexpected: could not remove %s directory!", dirName.Data()));
272 if(!AddTag(dirName,"CDB_MD")){
273 AliError(Form("Could not tag folder %s !", dirName.Data()));
274 if(!gGrid->Rmdir(dirName.Data())){
275 AliError(Form("Unexpected: could not remove %s directory!", dirName.Data()));
280 // TODO Currently disabled
281 // add short lived tag!
282 // TString path=id.GetPath();
283 // if(AliCDBManager::Instance()->IsShortLived(path.Data())) {
284 // AliInfo(Form("Tagging %s as short lived", dirName.Data()));
285 // if(!TagShortLived(dirName, kTRUE)){
286 // AliError(Form("Could not tag folder %s !", dirName.Data()));
287 // if(!gGrid->Rmdir(dirName.Data())){
288 // AliError(Form("Unexpected: could not remove %s directory!", dirName.Data()));
293 // AliInfo(Form("Tagging %s as long lived", dirName.Data()));
294 // if(!TagShortLived(dirName, kFALSE)){
295 // AliError(Form("Could not tag folder %s !", dirName.Data()));
296 // if(!gGrid->Rmdir(dirName.Data())){
297 // AliError(Form("Unexpected: could not remove %s directory!", dirName.Data()));
305 gGrid->Cd(initDir,0);
308 AliCDBId anId; // the id got from filename
309 AliCDBRunRange lastRunRange(-1,-1); // highest runRange found
310 Int_t lastVersion=0; // highest version found
312 TGridResult *res = gGrid->Ls(dirName);
314 //loop on the files in the directory, look for highest version
315 for(int i=0; i < res->GetEntries(); i++){
316 filename=res->GetFileNamePath(i);
317 if (!FilenameToId(filename, anId)) continue;
318 if (anId.GetAliCDBRunRange().Overlaps(id.GetAliCDBRunRange()) && anId.GetVersion() > lastVersion) {
319 lastVersion = anId.GetVersion();
320 lastRunRange = anId.GetAliCDBRunRange();
326 // GRP entries with explicitly set version escape default incremental versioning
327 if(id.GetPath().Contains("GRP") && id.HasVersion() && lastVersion!=0)
329 AliDebug(5,Form("Entry %s won't be put in the destination OCDB", id.ToString().Data()));
333 id.SetVersion(lastVersion + 1);
336 TString lastStorage = id.GetLastStorage();
337 if(lastStorage.Contains(TString("new"), TString::kIgnoreCase) && id.GetVersion() > 1 ){
338 AliDebug(2, Form("A NEW object is being stored with version %d",
340 AliDebug(2, Form("and it will hide previously stored object with version %d!",
344 if(!lastRunRange.IsAnyRange() && !(lastRunRange.IsEqual(&id.GetAliCDBRunRange())))
345 AliWarning(Form("Run range modified w.r.t. previous version (Run%d_%d_v%d)",
346 lastRunRange.GetFirstRun(), lastRunRange.GetLastRun(), id.GetVersion()));
351 //_____________________________________________________________________________
352 AliCDBId* AliCDBGrid::GetId(const TObjArray& validFileIds, const AliCDBId& query) {
353 // look for the Id that matches query's requests (highest or exact version)
355 if(validFileIds.GetEntriesFast() < 1)
358 TIter iter(&validFileIds);
363 while((anIdPtr = dynamic_cast<AliCDBId*> (iter.Next()))){
364 if(anIdPtr->GetPath() != query.GetPath()) continue;
366 //if(!CheckVersion(query, anIdPtr, result)) return NULL;
368 if (!query.HasVersion()){ // look for highest version
369 if(result && result->GetVersion() > anIdPtr->GetVersion()) continue;
370 if(result && result->GetVersion() == anIdPtr->GetVersion()) {
371 AliError(Form("More than one object valid for run %d, version %d!",
372 query.GetFirstRun(), anIdPtr->GetVersion()));
376 } else { // look for specified version
377 if(query.GetVersion() != anIdPtr->GetVersion()) continue;
378 if(result && result->GetVersion() == anIdPtr->GetVersion()){
379 AliError(Form("More than one object valid for run %d, version %d!",
380 query.GetFirstRun(), anIdPtr->GetVersion()));
388 if (!result) return NULL;
390 return dynamic_cast<AliCDBId*> (result->Clone());
393 //_____________________________________________________________________________
394 AliCDBId* AliCDBGrid::GetEntryId(const AliCDBId& queryId) {
395 // get AliCDBId from the database
396 // User must delete returned object
400 AliCDBId selectedId(queryId);
401 if (!selectedId.HasVersion()) {
402 // if version is not specified, first check the selection criteria list
403 GetSelection(&selectedId);
406 TObjArray validFileIds;
407 validFileIds.SetOwner(1);
409 // look for file matching query requests (path, runRange, version)
410 if(selectedId.GetFirstRun() == fRun &&
411 fPathFilter.Comprises(selectedId.GetAliCDBPath()) && fVersion < 0 && !fMetaDataFilter){
412 // look into list of valid files previously loaded with AliCDBStorage::FillValidFileIds()
413 AliDebug(2, Form("List of files valid for run %d was loaded. Looking there for fileids valid for path %s!",
414 selectedId.GetFirstRun(), selectedId.GetPath().Data()));
415 dataId = GetId(fValidFileIds, selectedId);
418 // List of files valid for reqested run was not loaded. Looking directly into CDB
419 AliDebug(2, Form("List of files valid for run %d was not loaded. Looking directly into CDB for fileids valid for path %s!",
420 selectedId.GetFirstRun(), selectedId.GetPath().Data()));
423 MakeQueryFilter(selectedId.GetFirstRun(), selectedId.GetLastRun(), 0, filter);
425 TString pattern = ".root";
426 TString optionQuery = "-y -m";
427 if(selectedId.GetVersion() >= 0) {
428 pattern.Prepend(Form("_v%d*",selectedId.GetVersion()));
432 TString folderCopy(Form("%s%s/Run",fDBFolder.Data(),selectedId.GetPath().Data()));
434 if (optionQuery.Contains("-y")){
435 AliInfo("Only latest version will be returned");
438 AliDebug(2,Form("** fDBFolder = %s, pattern = %s, filter = %s",folderCopy.Data(), pattern.Data(), filter.Data()));
439 TGridResult *res = gGrid->Query(folderCopy, pattern, filter, optionQuery.Data());
441 AliCDBId validFileId;
442 for(int i=0; i<res->GetEntries(); i++){
443 TString filename = res->GetKey(i, "lfn");
444 if(filename == "") continue;
445 if(FilenameToId(filename, validFileId))
446 validFileIds.AddLast(validFileId.Clone());
450 dataId = GetId(validFileIds, selectedId);
456 //_____________________________________________________________________________
457 AliCDBEntry* AliCDBGrid::GetEntry(const AliCDBId& queryId) {
458 // get AliCDBEntry from the database
460 AliCDBId* dataId = GetEntryId(queryId);
462 if (!dataId) return NULL;
465 if (!IdToFilename(*dataId, filename)) {
466 AliDebug(2,Form("Bad data ID encountered! Subnormal error!"));
471 AliCDBEntry* anEntry = GetEntryFromFile(filename, dataId);
477 //_____________________________________________________________________________
478 AliCDBEntry* AliCDBGrid::GetEntryFromFile(TString& filename, AliCDBId* dataId){
479 // Get AliCBEntry object from file "filename"
481 AliDebug(2,Form("Opening file: %s",filename.Data()));
483 filename.Prepend("/alien");
485 // if option="CACHEREAD" TFile will use the local caching facility!
486 TString option="READ";
487 if(fCacheFolder != ""){
489 // Check if local cache folder was changed in the meanwhile
490 TString origCache(TFile::GetCacheFileDir());
491 if(fCacheFolder != origCache) {
492 AliWarning(Form("Local cache folder has been overwritten!! fCacheFolder = %s origCache = %s",
493 fCacheFolder.Data(), origCache.Data()));
494 TFile::SetCacheFileDir(fCacheFolder.Data(), fOperateDisconnected);
495 TFile::ShrinkCacheFileDir(fCacheSize, fCleanupInterval);
498 option.Prepend("CACHE");
501 AliDebug(2, Form("Option: %s", option.Data()));
503 TFile *file = TFile::Open(filename, option);
505 AliDebug(2,Form("Can't open file <%s>!", filename.Data()));
509 // get the only AliCDBEntry object from the file
510 // the object in the file is an AliCDBEntry entry named "AliCDBEntry"
512 AliCDBEntry* anEntry = dynamic_cast<AliCDBEntry*> (file->Get("AliCDBEntry"));
515 AliDebug(2,Form("Bad storage data: file does not contain an AliCDBEntry object!"));
520 // The object's Id is not reset during storage
521 // If object's Id runRange or version do not match with filename,
522 // it means that someone renamed file by hand. In this case a warning msg is issued.
525 AliCDBId entryId = anEntry->GetId();
526 Int_t tmpSubVersion = dataId->GetSubVersion();
527 dataId->SetSubVersion(entryId.GetSubVersion()); // otherwise filename and id may mismatch
528 if(!entryId.IsEqual(dataId)){
529 AliWarning(Form("Mismatch between file name and object's Id!"));
530 AliWarning(Form("File name: %s", dataId->ToString().Data()));
531 AliWarning(Form("Object's Id: %s", entryId.ToString().Data()));
533 dataId->SetSubVersion(tmpSubVersion);
536 anEntry->SetLastStorage("grid");
538 // Check whether entry contains a TTree. In case load the tree in memory!
539 LoadTreeFromFile(anEntry);
541 // close file, return retieved entry
542 file->Close(); delete file; file=0;
547 //_____________________________________________________________________________
548 TList* AliCDBGrid::GetEntries(const AliCDBId& queryId) {
549 // multiple request (AliCDBStorage::GetAll)
551 TList* result = new TList();
554 TObjArray validFileIds;
555 validFileIds.SetOwner(1);
557 Bool_t alreadyLoaded = kFALSE;
559 // look for file matching query requests (path, runRange)
560 if(queryId.GetFirstRun() == fRun &&
561 fPathFilter.Comprises(queryId.GetAliCDBPath()) && fVersion < 0 && !fMetaDataFilter){
562 // look into list of valid files previously loaded with AliCDBStorage::FillValidFileIds()
563 AliDebug(2,Form("List of files valid for run %d and for path %s was loaded. Looking there!",
564 queryId.GetFirstRun(), queryId.GetPath().Data()));
566 alreadyLoaded = kTRUE;
569 // List of files valid for reqested run was not loaded. Looking directly into CDB
570 AliDebug(2,Form("List of files valid for run %d and for path %s was not loaded. Looking directly into CDB!",
571 queryId.GetFirstRun(), queryId.GetPath().Data()));
574 MakeQueryFilter(queryId.GetFirstRun(), queryId.GetLastRun(), 0, filter);
576 TString pattern = Form("%s/Run*.root", queryId.GetPath().Data());
577 AliDebug(2,Form("pattern: %s", pattern.Data()));
579 TString optionQuery("-y");
580 if(queryId.GetVersion() >= 0) optionQuery = "";
582 if (optionQuery == "-y"){
583 AliInfo("Only latest version will be returned");
586 TGridResult *res = gGrid->Query(fDBFolder, pattern, filter, optionQuery.Data());
588 AliCDBId validFileId;
589 for(int i=0; i<res->GetEntries(); i++){
590 TString filename = res->GetKey(i, "lfn");
591 if(filename == "") continue;
592 if(FilenameToId(filename, validFileId))
593 validFileIds.AddLast(validFileId.Clone());
600 iter = new TIter(&fValidFileIds);
602 iter = new TIter(&validFileIds);
605 TObjArray selectedIds;
606 selectedIds.SetOwner(1);
608 // loop on list of valid Ids to select the right version to get.
609 // According to query and to the selection criteria list, version can be the highest or exact
613 AliCDBPath queryPath = queryId.GetAliCDBPath();
614 while((anIdPtr = dynamic_cast<AliCDBId*> (iter->Next()))){
615 AliCDBPath thisCDBPath = anIdPtr->GetAliCDBPath();
616 if(!(queryPath.Comprises(thisCDBPath)) || pathCopy.GetPath() == thisCDBPath.GetPath()) continue;
617 pathCopy = thisCDBPath;
619 // check the selection criteria list for this query
620 AliCDBId thisId(*anIdPtr);
621 thisId.SetVersion(queryId.GetVersion());
622 if(!thisId.HasVersion()) GetSelection(&thisId);
625 dataId = GetId(fValidFileIds, thisId);
627 dataId = GetId(validFileIds, thisId);
629 if(dataId) selectedIds.Add(dataId);
634 // selectedIds contains the Ids of the files matching all requests of query!
635 // All the objects are now ready to be retrieved
636 iter = new TIter(&selectedIds);
637 while((anIdPtr = dynamic_cast<AliCDBId*> (iter->Next()))){
639 if (!IdToFilename(*anIdPtr, filename)) {
640 AliDebug(2,Form("Bad data ID encountered! Subnormal error!"));
644 AliCDBEntry* anEntry = GetEntryFromFile(filename, anIdPtr);
646 if(anEntry) result->Add(anEntry);
654 //_____________________________________________________________________________
655 Bool_t AliCDBGrid::PutEntry(AliCDBEntry* entry) {
656 // put an AliCDBEntry object into the database
658 AliCDBId& id = entry->GetId();
660 // set version for the entry to be stored
661 if (!PrepareId(id)) return kFALSE;
663 // build filename from entry's id
665 if (!IdToFilename(id, filename)) {
666 AliError("Bad ID encountered! Subnormal error!");
670 TString folderToTag = Form("%s%s",
672 id.GetPath().Data());
674 TDirectory* saveDir = gDirectory;
676 TString fullFilename = Form("/alien%s", filename.Data());
677 // specify SE to filename
678 if (fSE != "default") fullFilename += Form("?se=%s",fSE.Data());
681 TFile *file = TFile::Open(fullFilename,"CREATE");
682 if(!file || !file->IsWritable()){
683 AliError(Form("Can't open file <%s>!", filename.Data()));
684 if(file && !file->IsWritable()) file->Close(); delete file; file=0;
690 //SetTreeToFile(entry, file);
692 entry->SetVersion(id.GetVersion());
694 // write object (key name: "AliCDBEntry")
695 Bool_t result = (file->WriteTObject(entry, "AliCDBEntry") != 0);
696 if (!result) AliError(Form("Can't write entry to file <%s>!", filename.Data()));
699 if (saveDir) saveDir->cd(); else gROOT->cd();
700 file->Close(); delete file; file=0;
704 if(!TagFileId(filename, &id)){
705 AliInfo(Form("CDB tagging failed. Deleting file %s!",filename.Data()));
706 if(!gGrid->Rm(filename.Data()))
707 AliError("Can't delete file!");
711 TagFileMetaData(filename, entry->GetMetaData());
714 AliInfo(Form("CDB object stored into file %s", filename.Data()));
715 AliInfo(Form("Storage Element: %s", fSE.Data()));
718 //_____________________________________________________________________________
719 Bool_t AliCDBGrid::AddTag(TString& folderToTag, const char* tagname){
720 // add "tagname" tag (CDB or CDB_MD) to folder where object will be stored
722 Bool_t result = kTRUE;
723 AliDebug(2, Form("adding %s tag to folder %s", tagname, folderToTag.Data()));
724 TString addTag = Form("addTag %s %s", folderToTag.Data(), tagname);
725 TGridResult *gridres = gGrid->Command(addTag.Data());
726 const char* resCode = gridres->GetKey(0,"__result__"); // '1' if success
727 if(resCode[0] != '1') {
728 AliError(Form("Couldn't add %s tags to folder %s !",
729 tagname, folderToTag.Data()));
736 //_____________________________________________________________________________
737 Bool_t AliCDBGrid::TagFileId(TString& filename, const AliCDBId* id){
738 // tag stored object in CDB table using object Id's parameters
741 TString dirname(filename);
742 Int_t dirNumber = gGrid->Mkdir(dirname.Remove(dirname.Last('/')),"-d");
744 TString addTagValue1 = Form("addTagValue %s CDB ", filename.Data());
745 TString addTagValue2 = Form("first_run=%d last_run=%d version=%d ",
749 TString addTagValue3 = Form("path_level_0=\"%s\" path_level_1=\"%s\" path_level_2=\"%s\" ",
750 id->GetPathLevel(0).Data(),
751 id->GetPathLevel(1).Data(),
752 id->GetPathLevel(2).Data());
753 //TString addTagValue4 = Form("version_path=\"%s\" dir_number=%d",Form("%d_%s",id->GetVersion(),filename.Data()),dirNumber);
754 TString addTagValue4 = Form("version_path=\"%09d%s\" dir_number=%d",id->GetVersion(),filename.Data(),dirNumber);
755 TString addTagValue = Form("%s%s%s%s",
759 addTagValue4.Data());
761 Bool_t result = kFALSE;
762 AliDebug(2, Form("Tagging file. Tag command: %s", addTagValue.Data()));
763 TGridResult* res = gGrid->Command(addTagValue.Data());
764 const char* resCode = res->GetKey(0,"__result__"); // '1' if success
765 if(resCode[0] != '1') {
766 AliError(Form("Couldn't add CDB tag value to file %s !",
770 AliDebug(2, "Object successfully tagged.");
778 //_____________________________________________________________________________
779 Bool_t AliCDBGrid::TagShortLived(TString& filename, Bool_t value){
780 // tag folder with ShortLived tag
782 TString addTagValue = Form("addTagValue %s ShortLived_try value=%d", filename.Data(), value);
784 Bool_t result = kFALSE;
785 AliDebug(2, Form("Tagging file. Tag command: %s", addTagValue.Data()));
786 TGridResult* res = gGrid->Command(addTagValue.Data());
787 const char* resCode = res->GetKey(0,"__result__"); // '1' if success
788 if(resCode[0] != '1') {
789 AliError(Form("Couldn't add ShortLived tag value to file %s !", filename.Data()));
792 AliDebug(2,"Object successfully tagged.");
800 //_____________________________________________________________________________
801 Bool_t AliCDBGrid::TagFileMetaData(TString& filename, const AliCDBMetaData* md){
802 // tag stored object in CDB table using object Id's parameters
804 TString addTagValue1 = Form("addTagValue %s CDB_MD ", filename.Data());
805 TString addTagValue2 = Form("object_classname=\"%s\" responsible=\"%s\" beam_period=%d ",
806 md->GetObjectClassName(),
807 md->GetResponsible(),
808 md->GetBeamPeriod());
809 TString addTagValue3 = Form("aliroot_version=\"%s\" comment=\"%s\"",
810 md->GetAliRootVersion(),
812 TString addTagValue = Form("%s%s%s",
815 addTagValue3.Data());
817 Bool_t result = kFALSE;
818 AliDebug(2, Form("Tagging file. Tag command: %s", addTagValue.Data()));
819 TGridResult* res = gGrid->Command(addTagValue.Data());
820 const char* resCode = res->GetKey(0,"__result__"); // '1' if success
821 if(resCode[0] != '1') {
822 AliWarning(Form("Couldn't add CDB_MD tag value to file %s !",
826 AliDebug(2,"Object successfully tagged.");
832 //_____________________________________________________________________________
833 TList* AliCDBGrid::GetIdListFromFile(const char* fileName){
835 TString turl(fileName);
836 turl.Prepend("/alien" + fDBFolder);
837 turl += "?se="; turl += fSE.Data();
838 TFile *file = TFile::Open(turl);
840 AliError(Form("Can't open selection file <%s>!", turl.Data()));
844 TList *list = new TList();
852 keycycle = "AliCDBId;";
855 id = (AliCDBId*) file->Get(keycycle);
859 file->Close(); delete file; file=0;
866 //_____________________________________________________________________________
867 Bool_t AliCDBGrid::Contains(const char* path) const{
868 // check for path in storage's DBFolder
870 TString initDir(gGrid->Pwd(0));
871 TString dirName(fDBFolder);
872 dirName += path; // dirName = fDBFolder/path
873 Bool_t result=kFALSE;
874 if (gGrid->Cd(dirName,0)) result=kTRUE;
875 gGrid->Cd(initDir.Data(),0);
879 //_____________________________________________________________________________
880 void AliCDBGrid::QueryValidFiles()
882 // Query the CDB for files valid for AliCDBStorage::fRun
883 // fills list fValidFileIds with AliCDBId objects created from file name
886 MakeQueryFilter(fRun, fRun, fMetaDataFilter, filter);
888 TString pattern = Form("%s/Run*", fPathFilter.GetPath().Data());
889 TString optionQuery = "-y";
891 pattern += Form("_v%d*", fVersion);
895 AliDebug(2,Form("pattern: %s", pattern.Data()));
897 AliInfo(Form("fDBFolder = %s, pattern = %s, filter = %s",fDBFolder.Data(), pattern.Data(), filter.Data()));
899 if (optionQuery == "-y"){
900 AliInfo("Only latest version will be returned");
903 TGridResult *res = gGrid->Query(fDBFolder, pattern, filter, optionQuery.Data());
906 AliError("Grid query failed");
912 while ((map = (TMap*)next())) {
914 if ((entry = (TObjString *) ((TMap *)map)->GetValue("lfn"))) {
915 TString& filename = entry->String();
916 if(filename.IsNull()) continue;
917 AliDebug(2,Form("Found valid file: %s", filename.Data()));
918 AliCDBId *validFileId = new AliCDBId;
919 Bool_t result = FilenameToId(filename, *validFileId);
921 fValidFileIds.AddLast(validFileId);
932 //_____________________________________________________________________________
933 void AliCDBGrid::MakeQueryFilter(Int_t firstRun, Int_t lastRun,
934 const AliCDBMetaData* md, TString& result) const
936 // create filter for file query
938 result = Form("CDB:first_run<=%d and CDB:last_run>=%d", firstRun, lastRun);
940 // if(version >= 0) {
941 // result += Form(" and CDB:version=%d", version);
943 // if(pathFilter.GetLevel0() != "*") {
944 // result += Form(" and CDB:path_level_0=\"%s\"", pathFilter.GetLevel0().Data());
946 // if(pathFilter.GetLevel1() != "*") {
947 // result += Form(" and CDB:path_level_1=\"%s\"", pathFilter.GetLevel1().Data());
949 // if(pathFilter.GetLevel2() != "*") {
950 // result += Form(" and CDB:path_level_2=\"%s\"", pathFilter.GetLevel2().Data());
954 if(md->GetObjectClassName()[0] != '\0') {
955 result += Form(" and CDB_MD:object_classname=\"%s\"", md->GetObjectClassName());
957 if(md->GetResponsible()[0] != '\0') {
958 result += Form(" and CDB_MD:responsible=\"%s\"", md->GetResponsible());
960 if(md->GetBeamPeriod() != 0) {
961 result += Form(" and CDB_MD:beam_period=%d", md->GetBeamPeriod());
963 if(md->GetAliRootVersion()[0] != '\0') {
964 result += Form(" and CDB_MD:aliroot_version=\"%s\"", md->GetAliRootVersion());
966 if(md->GetComment()[0] != '\0') {
967 result += Form(" and CDB_MD:comment=\"%s\"", md->GetComment());
970 AliDebug(2, Form("filter: %s",result.Data()));
974 //_____________________________________________________________________________
975 Int_t AliCDBGrid::GetLatestVersion(const char* path, Int_t run){
976 // get last version found in the database valid for run and path
978 AliCDBPath aCDBPath(path);
979 if(!aCDBPath.IsValid() || aCDBPath.IsWildcard()) {
980 AliError(Form("Invalid path in request: %s", path));
983 AliCDBId query(path, run, run, -1, -1);
985 AliCDBId* dataId = 0;
986 // look for file matching query requests (path, runRange, version)
987 if(run == fRun && fPathFilter.Comprises(aCDBPath) && fVersion < 0){
988 // look into list of valid files previously loaded with AliCDBStorage::FillValidFileIds()
989 AliDebug(2, Form("List of files valid for run %d and for path %s was loaded. Looking there!",
991 dataId = GetId(fValidFileIds, query);
992 if (!dataId) return -1;
993 Int_t version = dataId->GetVersion();
998 // List of files valid for reqested run was not loaded. Looking directly into CDB
999 AliDebug(2, Form("List of files valid for run %d and for path %s was not loaded. Looking directly into CDB!",
1002 TObjArray validFileIds;
1003 validFileIds.SetOwner(1);
1006 MakeQueryFilter(run, run, 0, filter);
1008 TString pattern = Form("%s/Run*.root", path);
1009 AliDebug(2,Form("pattern: %s", pattern.Data()));
1011 TGridResult *res = gGrid->Query(fDBFolder, pattern, filter, "-y");
1012 AliCDBId validFileId;
1013 if (res->GetEntries()>1){
1014 AliWarning("Number of found entries >1, even if option -y was used");
1015 for(int i=0; i<res->GetEntries(); i++){
1016 TString filename = res->GetKey(i, "lfn");
1017 if(filename == "") continue;
1018 if(FilenameToId(filename, validFileId))
1019 validFileIds.AddLast(validFileId.Clone());
1021 dataId = GetId(validFileIds, query);
1022 if (!dataId) return -1;
1024 Int_t version = dataId->GetVersion();
1028 else if (res->GetEntries()==1){
1029 TString filename = res->GetKey(0, "lfn");
1030 if(filename == "") {
1031 AliError("The only entry found has filename empty");
1034 if(FilenameToId(filename, validFileId)) return validFileId.GetVersion();
1036 AliError("Impossible to get FileId from filename");
1041 AliError("No entries found");
1050 //_____________________________________________________________________________
1051 Int_t AliCDBGrid::GetLatestSubVersion(const char* /*path*/, Int_t /*run*/, Int_t /*version*/){
1052 // get last subversion found in the database valid for run and path
1053 AliError("Objects in GRID storage have no sub version!");
1058 /////////////////////////////////////////////////////////////////////////////////////////////////
1060 // AliCDBGrid factory //
1062 /////////////////////////////////////////////////////////////////////////////////////////////////
1064 ClassImp(AliCDBGridFactory)
1066 //_____________________________________________________________________________
1067 Bool_t AliCDBGridFactory::Validate(const char* gridString) {
1068 // check if the string is valid Grid URI
1070 TRegexp gridPattern("^alien://.+$");
1072 return TString(gridString).Contains(gridPattern);
1075 //_____________________________________________________________________________
1076 AliCDBParam* AliCDBGridFactory::CreateParameter(const char* gridString) {
1077 // create AliCDBGridParam class from the URI string
1079 if (!Validate(gridString)) {
1083 TString buffer(gridString);
1085 TString gridUrl = "alien://";
1087 TString dbFolder = "";
1088 TString se = "default";
1089 TString cacheFolder = "";
1090 Bool_t operateDisconnected = kTRUE;
1091 Long64_t cacheSize = (UInt_t) 1024*1024*1024; // 1GB
1092 Long_t cleanupInterval = 0;
1094 TObjArray *arr = buffer.Tokenize('?');
1096 TObjString *str = 0;
1098 while((str = (TObjString*) iter.Next())){
1099 TString entry(str->String());
1100 Int_t indeq = entry.Index('=');
1102 if(entry.BeginsWith("alien://")) { // maybe it's a gridUrl!
1106 AliError(Form("Invalid entry! %s",entry.Data()));
1111 TString key = entry(0,indeq);
1112 TString value = entry(indeq+1,entry.Length()-indeq);
1114 if(key.Contains("grid",TString::kIgnoreCase)) {
1117 else if (key.Contains("user",TString::kIgnoreCase)){
1120 else if (key.Contains("se",TString::kIgnoreCase)){
1123 else if (key.Contains("cacheF",TString::kIgnoreCase)){
1124 cacheFolder = value;
1125 if (!cacheFolder.IsNull() && !cacheFolder.EndsWith("/"))
1128 else if (key.Contains("folder",TString::kIgnoreCase)){
1131 else if (key.Contains("operateDisc",TString::kIgnoreCase)){
1132 if(value == "kTRUE") {
1133 operateDisconnected = kTRUE;
1134 } else if (value == "kFALSE") {
1135 operateDisconnected = kFALSE;
1136 } else if (value == "0" || value == "1") {
1137 operateDisconnected = (Bool_t) value.Atoi();
1139 AliError(Form("Invalid entry! %s",entry.Data()));
1143 else if (key.Contains("cacheS",TString::kIgnoreCase)){
1144 if(value.IsDigit()) {
1145 cacheSize = value.Atoi();
1147 AliError(Form("Invalid entry! %s",entry.Data()));
1151 else if (key.Contains("cleanupInt",TString::kIgnoreCase)){
1152 if(value.IsDigit()) {
1153 cleanupInterval = value.Atoi();
1155 AliError(Form("Invalid entry! %s",entry.Data()));
1160 AliError(Form("Invalid entry! %s",entry.Data()));
1166 AliDebug(2, Form("gridUrl: %s", gridUrl.Data()));
1167 AliDebug(2, Form("user: %s", user.Data()));
1168 AliDebug(2, Form("dbFolder: %s", dbFolder.Data()));
1169 AliDebug(2, Form("s.e.: %s", se.Data()));
1170 AliDebug(2, Form("local cache folder: %s", cacheFolder.Data()));
1171 AliDebug(2, Form("local cache operate disconnected: %d", operateDisconnected));
1172 AliDebug(2, Form("local cache size: %lld", cacheSize));
1173 AliDebug(2, Form("local cache cleanup interval: %ld", cleanupInterval));
1176 AliError("Base folder must be specified!");
1180 return new AliCDBGridParam(gridUrl.Data(), user.Data(),
1181 dbFolder.Data(), se.Data(), cacheFolder.Data(),
1182 operateDisconnected, cacheSize, cleanupInterval);
1185 //_____________________________________________________________________________
1186 AliCDBStorage* AliCDBGridFactory::Create(const AliCDBParam* param) {
1187 // create AliCDBGrid storage instance from parameters
1189 AliCDBGrid *grid = 0;
1190 if (AliCDBGridParam::Class() == param->IsA()) {
1192 const AliCDBGridParam* gridParam = (const AliCDBGridParam*) param;
1193 grid = new AliCDBGrid(gridParam->GridUrl().Data(),
1194 gridParam->GetUser().Data(),
1195 gridParam->GetDBFolder().Data(),
1196 gridParam->GetSE().Data(),
1197 gridParam->GetCacheFolder().Data(),
1198 gridParam->GetOperateDisconnected(),
1199 gridParam->GetCacheSize(),
1200 gridParam->GetCleanupInterval());
1204 if(!gGrid && grid) {
1205 delete grid; grid=0;
1211 /////////////////////////////////////////////////////////////////////////////////////////////////
1213 // AliCDBGrid Parameter class // //
1215 /////////////////////////////////////////////////////////////////////////////////////////////////
1217 ClassImp(AliCDBGridParam)
1219 //_____________________________________________________________________________
1220 AliCDBGridParam::AliCDBGridParam():
1227 fOperateDisconnected(),
1232 // default constructor
1236 //_____________________________________________________________________________
1237 AliCDBGridParam::AliCDBGridParam(const char* gridUrl, const char* user, const char* dbFolder,
1238 const char* se, const char* cacheFolder, Bool_t operateDisconnected,
1239 Long64_t cacheSize, Long_t cleanupInterval):
1243 fDBFolder(dbFolder),
1245 fCacheFolder(cacheFolder),
1246 fOperateDisconnected(operateDisconnected),
1247 fCacheSize(cacheSize),
1248 fCleanupInterval(cleanupInterval)
1254 TString uri = Form("%s?User=%s?DBFolder=%s?SE=%s?CacheFolder=%s"
1255 "?OperateDisconnected=%d?CacheSize=%lld?CleanupInterval=%ld",
1256 fGridUrl.Data(), fUser.Data(),
1257 fDBFolder.Data(), fSE.Data(), fCacheFolder.Data(),
1258 fOperateDisconnected, fCacheSize, fCleanupInterval);
1263 //_____________________________________________________________________________
1264 AliCDBGridParam::~AliCDBGridParam() {
1269 //_____________________________________________________________________________
1270 AliCDBParam* AliCDBGridParam::CloneParam() const {
1273 return new AliCDBGridParam(fGridUrl.Data(), fUser.Data(),
1274 fDBFolder.Data(), fSE.Data(), fCacheFolder.Data(),
1275 fOperateDisconnected, fCacheSize, fCleanupInterval);
1278 //_____________________________________________________________________________
1279 ULong_t AliCDBGridParam::Hash() const {
1280 // return Hash function
1282 return fGridUrl.Hash()+fUser.Hash()+fDBFolder.Hash()+fSE.Hash()+fCacheFolder.Hash();
1285 //_____________________________________________________________________________
1286 Bool_t AliCDBGridParam::IsEqual(const TObject* obj) const {
1287 // check if this object is equal to AliCDBParam obj
1293 if (AliCDBGridParam::Class() != obj->IsA()) {
1297 AliCDBGridParam* other = (AliCDBGridParam*) obj;
1299 if(fGridUrl != other->fGridUrl) return kFALSE;
1300 if(fUser != other->fUser) return kFALSE;
1301 if(fDBFolder != other->fDBFolder) return kFALSE;
1302 if(fSE != other->fSE) return kFALSE;
1303 if(fCacheFolder != other->fCacheFolder) return kFALSE;
1304 if(fOperateDisconnected != other->fOperateDisconnected) return kFALSE;
1305 if(fCacheSize != other->fCacheSize) return kFALSE;
1306 if(fCleanupInterval != other->fCleanupInterval) return kFALSE;