STEER/AliCDBGrid.cxx

   1 /**************************************************************************
   2  * Copyright(c) 1998-1999, ALICE Experiment at CERN, All rights reserved. *
   3  *                                                                        *
   4  * Author: The ALICE Off-line Project.                                    *
   5  * Contributors are mentioned in the code where appropriate.              *
   6  *                                                                        *
   7  * Permission to use, copy, modify and distribute this software and its   *
   8  * documentation strictly for non-commercial purposes is hereby granted   *
   9  * without fee, provided that the above copyright notice appears in all   *
  10  * copies and that both the copyright notice and this permission notice   *
  11  * appear in the supporting documentation. The authors make no claims     *
  12  * about the suitability of this software for any purpose. It is          *
  13  * provided "as is" without express or implied warranty.                  *
  14  **************************************************************************/
  15
  16 /////////////////////////////////////////////////////////////////////////////////////////////////
  17 //                                                                                             //
  18 // AliCDBGrid                                                                                  //
  19 // access class to a DataBase in an AliEn storage                                              //
  20 //                                                                                             //
  21 /////////////////////////////////////////////////////////////////////////////////////////////////
  22
  23 #include <cstdlib>
  24 #include <TGrid.h>
  25 #include <TGridResult.h>
  26 #include <TFile.h>
  27 #include <TKey.h>
  28 #include <TROOT.h>
  29 #include <TList.h>
  30 #include <TObjArray.h>
  31 #include <TObjString.h>
  32 #include <TRegexp.h>
  33
  34 #include "AliLog.h"
  35 #include "AliCDBEntry.h"
  36 #include "AliCDBGrid.h"
  37 #include "AliCDBManager.h"
  38
  39
  40 ClassImp(AliCDBGrid)
  41
  42 //_____________________________________________________________________________
  43 AliCDBGrid::AliCDBGrid(const char *gridUrl, const char *user, const char *dbFolder,
  44                        const char *se, const char* cacheFolder, Bool_t operateDisconnected,
  45                        Long64_t cacheSize, Long_t cleanupInterval) :
  46 AliCDBStorage(),
  47 fGridUrl(gridUrl),
  48 fUser(user),
  49 fDBFolder(dbFolder),
  50 fSE(se),
  51 fCacheFolder(cacheFolder),
  52 fOperateDisconnected(operateDisconnected),
  53 fCacheSize(cacheSize),
  54 fCleanupInterval(cleanupInterval)
  55 {
  56 // constructor //
  57
  58         // if the same Grid is alreay active, skip connection
  59         if (!gGrid || fGridUrl != gGrid->GridUrl()
  60              || (( fUser != "" ) && ( fUser != gGrid->GetUser() )) ) {
  61                 // connection to the Grid
  62                 AliInfo("Connection to the Grid...");
  63                 if(gGrid){
  64                         AliInfo(Form("gGrid = %p; fGridUrl = %s; gGrid->GridUrl() = %s",gGrid,fGridUrl.Data(), gGrid->GridUrl()));
  65                         AliInfo(Form("fUser = %s; gGrid->GetUser() = %s",fUser.Data(), gGrid->GetUser()));
  66                 }
  67                 TGrid::Connect(fGridUrl.Data(),fUser.Data());
  68         }
  69
  70         if(!gGrid) {
  71                 AliError("Connection failed!");
  72                 return;
  73         }
  74
  75         TString initDir(gGrid->Pwd(0));
  76         if (fDBFolder[0] != '/') {
  77                 fDBFolder.Prepend(initDir);
  78         }
  79
  80         // check DBFolder: trying to cd to DBFolder; if it does not exist, create it
  81         if(!gGrid->Cd(fDBFolder.Data(),0)){
  82                 AliDebug(2,Form("Creating new folder <%s> ...",fDBFolder.Data()));
  83                 TGridResult* res = gGrid->Command(Form("mkdir -p %s",fDBFolder.Data()));
  84                 TString result = res->GetKey(0,"__result__");
  85                 if(result == "0"){
  86                         AliFatal(Form("Cannot create folder <%s> !",fDBFolder.Data()));
  87                         return;
  88                 }
  89         } else {
  90                 AliDebug(2,Form("Folder <%s> found",fDBFolder.Data()));
  91         }
  92
  93         // removes any '/' at the end of path, then append one '/'
  94         while(fDBFolder.EndsWith("/")) fDBFolder.Remove(fDBFolder.Last('/'));
  95         fDBFolder+="/";
  96
  97         fType="alien";
  98         fBaseFolder = fDBFolder;
  99
 100         // Setting the cache
 101
 102         // Check if local cache folder is already defined
 103         TString origCache(TFile::GetCacheFileDir());
 104         if(fCacheFolder.Length() > 0) {
 105                 if(origCache.Length() == 0) {
 106                         AliInfo(Form("Setting local cache to: %s", fCacheFolder.Data()));
 107                 } else if(fCacheFolder != origCache) {
 108                         AliWarning(Form("Local cache folder was already defined, changing it to: %s",
 109                                         fCacheFolder.Data()));
 110                 }
 111
 112                 // default settings are: operateDisconnected=kTRUE, forceCacheread = kFALSE
 113                 if(!TFile::SetCacheFileDir(fCacheFolder.Data(), fOperateDisconnected)) {
 114                         AliError(Form("Could not set cache folder %s !", fCacheFolder.Data()));
 115                         fCacheFolder = "";
 116                 } else {
 117                         // reset fCacheFolder because the function may have
 118                         // slightly changed the folder name (e.g. '/' added)
 119                         fCacheFolder = TFile::GetCacheFileDir();
 120                 }
 121
 122                 // default settings are: cacheSize=1GB, cleanupInterval = 0
 123                 if(!TFile::ShrinkCacheFileDir(fCacheSize, fCleanupInterval)) {
 124                         AliError(Form("Could not set following values "
 125                                 "to ShrinkCacheFileDir: cacheSize = %lld, cleanupInterval = %ld !",
 126                                 fCacheSize, fCleanupInterval));
 127                 }
 128         }
 129
 130         // return to the initial directory
 131         gGrid->Cd(initDir.Data(),0);
 132 }
 133
 134 //_____________________________________________________________________________
 135 AliCDBGrid::~AliCDBGrid()
 136 {
 137 // destructor
 138         delete gGrid; gGrid=0;
 139
 140 }
 141
 142 //_____________________________________________________________________________
 143 Bool_t AliCDBGrid::FilenameToId(TString& filename, AliCDBId& id) {
 144 // build AliCDBId from full path filename (fDBFolder/path/Run#x_#y_v#z_s0.root)
 145
 146         if(filename.Contains(fDBFolder)){
 147                 filename = filename(fDBFolder.Length(),filename.Length()-fDBFolder.Length());
 148         }
 149
 150         TString idPath = filename(0,filename.Last('/'));
 151         id.SetPath(idPath);
 152         if(!id.IsValid()) return kFALSE;
 153
 154         filename=filename(idPath.Length()+1,filename.Length()-idPath.Length());
 155
 156         Ssiz_t mSize;
 157         // valid filename: Run#firstRun_#lastRun_v#version_s0.root
 158         TRegexp keyPattern("^Run[0-9]+_[0-9]+_v[0-9]+_s0.root$");
 159         keyPattern.Index(filename, &mSize);
 160         if (!mSize) {
 161
 162                 // TODO backward compatibility ... maybe remove later!
 163                 Ssiz_t oldmSize;
 164                 TRegexp oldKeyPattern("^Run[0-9]+_[0-9]+_v[0-9]+.root$");
 165                 oldKeyPattern.Index(filename, &oldmSize);
 166                 if(!oldmSize) {
 167                         AliDebug(2,Form("Bad filename <%s>.", filename.Data()));
 168                         return kFALSE;
 169                 } else {
 170                         AliDebug(2,Form("Old filename format <%s>.", filename.Data()));
 171                         id.SetSubVersion(-11); // TODO trick to ensure backward compatibility
 172                 }
 173
 174         } else {
 175                 id.SetSubVersion(-1); // TODO trick to ensure backward compatibility
 176         }
 177
 178         filename.Resize(filename.Length() - sizeof(".root") + 1);
 179
 180         TObjArray* strArray = (TObjArray*) filename.Tokenize("_");
 181
 182         TString firstRunString(((TObjString*) strArray->At(0))->GetString());
 183         id.SetFirstRun(atoi(firstRunString.Data() + 3));
 184         id.SetLastRun(atoi(((TObjString*) strArray->At(1))->GetString()));
 185
 186         TString verString(((TObjString*) strArray->At(2))->GetString());
 187         id.SetVersion(atoi(verString.Data() + 1));
 188
 189         delete strArray;
 190
 191         return kTRUE;
 192 }
 193
 194 //_____________________________________________________________________________
 195 Bool_t AliCDBGrid::IdToFilename(const AliCDBId& id, TString& filename) const {
 196 // build file name from AliCDBId (path, run range, version) and fDBFolder
 197
 198         if (!id.GetAliCDBRunRange().IsValid()) {
 199                 AliDebug(2,Form("Invalid run range <%d, %d>.",
 200                         id.GetFirstRun(), id.GetLastRun()));
 201                 return kFALSE;
 202         }
 203
 204         if (id.GetVersion() < 0) {
 205                 AliDebug(2,Form("Invalid version <%d>.", id.GetVersion()));
 206                 return kFALSE;
 207         }
 208
 209         filename = Form("Run%d_%d_v%d",
 210                                 id.GetFirstRun(),
 211                                 id.GetLastRun(),
 212                                 id.GetVersion());
 213
 214         if (id.GetSubVersion() != -11) filename += "_s0"; // TODO to ensure backward compatibility
 215         filename += ".root";
 216
 217         filename.Prepend(fDBFolder + id.GetPath() + '/');
 218
 219         return kTRUE;
 220 }
 221
 222 //_____________________________________________________________________________
 223 Bool_t AliCDBGrid::PrepareId(AliCDBId& id) {
 224 // prepare id (version) of the object that will be stored (called by PutEntry)
 225
 226         TString initDir(gGrid->Pwd(0));
 227
 228         TString dirName(fDBFolder);
 229
 230         Bool_t dirExist=kFALSE;
 231
 232
 233
 234         // go to the path; if directory does not exist, create it
 235         for(int i=0;i<3;i++){
 236                 //TString cmd("find -d ");
 237                 //cmd += Form("%s ",dirName);
 238                 //cmd +=
 239                 //gGrid->Command(cmd.Data());
 240                 dirName+=Form("%s/",id.GetPathLevel(i).Data());
 241                 dirExist=gGrid->Cd(dirName,0);
 242                 if (!dirExist) {
 243                         AliDebug(2,Form("Creating new folder <%s> ...",dirName.Data()));
 244                         if(!gGrid->Mkdir(dirName,"",0)){
 245                                 AliError(Form("Cannot create directory <%s> !",dirName.Data()));
 246                                 gGrid->Cd(initDir.Data());
 247                         return kFALSE;
 248                         }
 249
 250                         // if folders are new add tags to them
 251                         if(i == 1) {
 252                                 // TODO Currently disabled
 253                                 // add short lived tag!
 254                                 // AliInfo("Tagging level 1 folder with \"ShortLived\" tag");
 255                                 // if(!AddTag(dirName,"ShortLived_try")){
 256                                 //      AliError(Form("Could not tag folder %s !", dirName.Data()));
 257                                 //      if(!gGrid->Rmdir(dirName.Data())){
 258                                 //              AliError(Form("Unexpected: could not remove %s directory!", dirName.Data()));
 259                                 //      }
 260                                 //      return 0;
 261                                 //}
 262
 263                         } else if(i == 2) {
 264                                 AliDebug(2,"Tagging level 2 folder with \"CDB\" and \"CDB_MD\" tag");
 265                                 if(!AddTag(dirName,"CDB")){
 266                                         AliError(Form("Could not tag folder %s !", dirName.Data()));
 267                                         if(!gGrid->Rmdir(dirName.Data())){
 268                                                 AliError(Form("Unexpected: could not remove %s directory!", dirName.Data()));
 269                                         }
 270                                         return 0;
 271                                 }
 272                                 if(!AddTag(dirName,"CDB_MD")){
 273                                         AliError(Form("Could not tag folder %s !", dirName.Data()));
 274                                         if(!gGrid->Rmdir(dirName.Data())){
 275                                                 AliError(Form("Unexpected: could not remove %s directory!", dirName.Data()));
 276                                         }
 277                                         return 0;
 278                                 }
 279
 280                                 // TODO Currently disabled
 281                                 // add short lived tag!
 282                                 // TString path=id.GetPath();
 283                                 // if(AliCDBManager::Instance()->IsShortLived(path.Data())) {
 284                                 //      AliInfo(Form("Tagging %s as short lived", dirName.Data()));
 285                                 //      if(!TagShortLived(dirName, kTRUE)){
 286                                 //              AliError(Form("Could not tag folder %s !", dirName.Data()));
 287                                 //              if(!gGrid->Rmdir(dirName.Data())){
 288                                 //                      AliError(Form("Unexpected: could not remove %s directory!", dirName.Data()));
 289                                 //              }
 290                                 //              return 0;
 291                                 //      }
 292                                 // } else {
 293                                 //      AliInfo(Form("Tagging %s as long lived", dirName.Data()));
 294                                 //      if(!TagShortLived(dirName, kFALSE)){
 295                                 //              AliError(Form("Could not tag folder %s !", dirName.Data()));
 296                                 //              if(!gGrid->Rmdir(dirName.Data())){
 297                                 //                      AliError(Form("Unexpected: could not remove %s directory!", dirName.Data()));
 298                                 //              }
 299                                 //              return 0;
 300                                 //      }
 301                                 // }
 302                         }
 303                 }
 304         }
 305         gGrid->Cd(initDir,0);
 306
 307         TString filename;
 308         AliCDBId anId; // the id got from filename
 309         AliCDBRunRange lastRunRange(-1,-1); // highest runRange found
 310         Int_t lastVersion=0; // highest version found
 311
 312         TGridResult *res = gGrid->Ls(dirName);
 313
 314         //loop on the files in the directory, look for highest version
 315         for(int i=0; i < res->GetEntries(); i++){
 316                 filename=res->GetFileNamePath(i);
 317                 if (!FilenameToId(filename, anId)) continue;
 318                 if (anId.GetAliCDBRunRange().Overlaps(id.GetAliCDBRunRange()) && anId.GetVersion() > lastVersion) {
 319                         lastVersion = anId.GetVersion();
 320                         lastRunRange = anId.GetAliCDBRunRange();
 321                 }
 322
 323         }
 324         delete res;
 325
 326         // GRP entries with explicitly set version escape default incremental versioning
 327         if(id.GetPath().Contains("GRP") && id.HasVersion() && lastVersion!=0)
 328         {
 329                 AliDebug(5,Form("Entry %s won't be put in the destination OCDB", id.ToString().Data()));
 330                 return kFALSE;
 331         }
 332
 333         id.SetVersion(lastVersion + 1);
 334         id.SetSubVersion(0);
 335
 336         TString lastStorage = id.GetLastStorage();
 337         if(lastStorage.Contains(TString("new"), TString::kIgnoreCase) && id.GetVersion() > 1 ){
 338                 AliDebug(2, Form("A NEW object is being stored with version %d",
 339                                         id.GetVersion()));
 340                 AliDebug(2, Form("and it will hide previously stored object with version %d!",
 341                                         id.GetVersion()-1));
 342         }
 343
 344         if(!lastRunRange.IsAnyRange() && !(lastRunRange.IsEqual(&id.GetAliCDBRunRange())))
 345                 AliWarning(Form("Run range modified w.r.t. previous version (Run%d_%d_v%d)",
 346                         lastRunRange.GetFirstRun(), lastRunRange.GetLastRun(), id.GetVersion()));
 347
 348         return kTRUE;
 349 }
 350
 351 //_____________________________________________________________________________
 352 AliCDBId* AliCDBGrid::GetId(const TObjArray& validFileIds, const AliCDBId& query) {
 353 // look for the Id that matches query's requests (highest or exact version)
 354
 355         if(validFileIds.GetEntriesFast() < 1)
 356                 return NULL;
 357
 358         TIter iter(&validFileIds);
 359
 360         AliCDBId *anIdPtr=0;
 361         AliCDBId* result=0;
 362
 363         while((anIdPtr = dynamic_cast<AliCDBId*> (iter.Next()))){
 364                 if(anIdPtr->GetPath() != query.GetPath()) continue;
 365
 366                 //if(!CheckVersion(query, anIdPtr, result)) return NULL;
 367
 368                 if (!query.HasVersion()){ // look for highest version
 369                         if(result && result->GetVersion() > anIdPtr->GetVersion()) continue;
 370                         if(result && result->GetVersion() == anIdPtr->GetVersion()) {
 371                                 AliError(Form("More than one object valid for run %d, version %d!",
 372                                         query.GetFirstRun(), anIdPtr->GetVersion()));
 373                                 return NULL;
 374                         }
 375                         result = anIdPtr;
 376                 } else { // look for specified version
 377                         if(query.GetVersion() != anIdPtr->GetVersion()) continue;
 378                         if(result && result->GetVersion() == anIdPtr->GetVersion()){
 379                                 AliError(Form("More than one object valid for run %d, version %d!",
 380                                         query.GetFirstRun(), anIdPtr->GetVersion()));
 381                                 return NULL;
 382                         }
 383                         result = anIdPtr;
 384                 }
 385
 386         }
 387
 388         if (!result) return NULL;
 389
 390         return dynamic_cast<AliCDBId*> (result->Clone());
 391 }
 392
 393 //_____________________________________________________________________________
 394 AliCDBId* AliCDBGrid::GetEntryId(const AliCDBId& queryId) {
 395 // get AliCDBId from the database
 396 // User must delete returned object
 397
 398         AliCDBId* dataId=0;
 399
 400         AliCDBId selectedId(queryId);
 401         if (!selectedId.HasVersion()) {
 402                 // if version is not specified, first check the selection criteria list
 403                 GetSelection(&selectedId);
 404         }
 405
 406         TObjArray validFileIds;
 407         validFileIds.SetOwner(1);
 408
 409         // look for file matching query requests (path, runRange, version)
 410         if(selectedId.GetFirstRun() == fRun && fPathFilter.Comprises(selectedId.GetAliCDBPath()) &&
 411                         fVersion == selectedId.GetVersion() && !fMetaDataFilter){
 412                 // look into list of valid files previously loaded with AliCDBStorage::FillValidFileIds()
 413                 AliDebug(2, Form("List of files valid for run %d was loaded. Looking there for fileids valid for path %s!",
 414                                         selectedId.GetFirstRun(), selectedId.GetPath().Data()));
 415                 dataId = GetId(fValidFileIds, selectedId);
 416
 417         } else {
 418                 // List of files valid for reqested run was not loaded. Looking directly into CDB
 419                 AliDebug(2, Form("List of files valid for run %d and version %d was not loaded. Looking directly into CDB for fileids valid for path %s!",
 420                                         selectedId.GetFirstRun(), selectedId.GetVersion(), selectedId.GetPath().Data()));
 421
 422                 TString filter;
 423                 MakeQueryFilter(selectedId.GetFirstRun(), selectedId.GetLastRun(), 0, filter);
 424
 425                 TString pattern = ".root";
 426                 TString optionQuery = "-y -m";
 427                 if(selectedId.GetVersion() >= 0) {
 428                         pattern.Prepend(Form("_v%d_s0",selectedId.GetVersion()));
 429                         optionQuery = "";
 430                 }
 431
 432                 TString folderCopy(Form("%s%s/Run",fDBFolder.Data(),selectedId.GetPath().Data()));
 433
 434                 if (optionQuery.Contains("-y")){
 435                         AliInfo("Only latest version will be returned");
 436                 }
 437
 438                 AliDebug(2,Form("** fDBFolder = %s, pattern = %s, filter = %s",folderCopy.Data(), pattern.Data(), filter.Data()));
 439                 TGridResult *res = gGrid->Query(folderCopy, pattern, filter, optionQuery.Data());
 440                 if (res) {
 441                         AliCDBId validFileId;
 442                         for(int i=0; i<res->GetEntries(); i++){
 443                                 TString filename = res->GetKey(i, "lfn");
 444                                 if(filename == "") continue;
 445                                 if(FilenameToId(filename, validFileId))
 446                                                 validFileIds.AddLast(validFileId.Clone());
 447                         }
 448                         delete res;
 449                 }
 450                 dataId = GetId(validFileIds, selectedId);
 451         }
 452
 453         return dataId;
 454 }
 455
 456 //_____________________________________________________________________________
 457 AliCDBEntry* AliCDBGrid::GetEntry(const AliCDBId& queryId) {
 458 // get AliCDBEntry from the database
 459
 460         AliCDBId* dataId = GetEntryId(queryId);
 461
 462         if (!dataId) return NULL;
 463
 464         TString filename;
 465         if (!IdToFilename(*dataId, filename)) {
 466                 AliDebug(2,Form("Bad data ID encountered! Subnormal error!"));
 467                 delete dataId;
 468                 return NULL;
 469         }
 470
 471         AliCDBEntry* anEntry = GetEntryFromFile(filename, dataId);
 472
 473         delete dataId;
 474         return anEntry;
 475 }
 476
 477 //_____________________________________________________________________________
 478 AliCDBEntry* AliCDBGrid::GetEntryFromFile(TString& filename, AliCDBId* dataId){
 479 // Get AliCBEntry object from file "filename"
 480
 481         AliDebug(2,Form("Opening file: %s",filename.Data()));
 482
 483         filename.Prepend("/alien");
 484
 485         // if option="CACHEREAD" TFile will use the local caching facility!
 486         TString option="READ";
 487         if(fCacheFolder != ""){
 488
 489                 // Check if local cache folder was changed in the meanwhile
 490                 TString origCache(TFile::GetCacheFileDir());
 491                 if(fCacheFolder != origCache) {
 492                         AliWarning(Form("Local cache folder has been overwritten!! fCacheFolder = %s origCache = %s",
 493                                         fCacheFolder.Data(), origCache.Data()));
 494                         TFile::SetCacheFileDir(fCacheFolder.Data(), fOperateDisconnected);
 495                         TFile::ShrinkCacheFileDir(fCacheSize, fCleanupInterval);
 496                 }
 497
 498                 option.Prepend("CACHE");
 499         }
 500
 501         AliDebug(2, Form("Option: %s", option.Data()));
 502
 503         TFile *file = TFile::Open(filename, option);
 504         if (!file) {
 505                 AliDebug(2,Form("Can't open file <%s>!", filename.Data()));
 506                 return NULL;
 507         }
 508
 509         // get the only AliCDBEntry object from the file
 510         // the object in the file is an AliCDBEntry entry named "AliCDBEntry"
 511
 512         AliCDBEntry* anEntry = dynamic_cast<AliCDBEntry*> (file->Get("AliCDBEntry"));
 513
 514         if (!anEntry) {
 515                 AliDebug(2,Form("Bad storage data: file does not contain an AliCDBEntry object!"));
 516                 file->Close();
 517                 return NULL;
 518         }
 519
 520         // The object's Id is not reset during storage
 521         // If object's Id runRange or version do not match with filename,
 522         // it means that someone renamed file by hand. In this case a warning msg is issued.
 523
 524         if(anEntry){
 525                 AliCDBId entryId = anEntry->GetId();
 526                 Int_t tmpSubVersion = dataId->GetSubVersion();
 527                 dataId->SetSubVersion(entryId.GetSubVersion()); // otherwise filename and id may mismatch
 528                 if(!entryId.IsEqual(dataId)){
 529                         AliWarning(Form("Mismatch between file name and object's Id!"));
 530                         AliWarning(Form("File name: %s", dataId->ToString().Data()));
 531                         AliWarning(Form("Object's Id: %s", entryId.ToString().Data()));
 532                 }
 533                 dataId->SetSubVersion(tmpSubVersion);
 534         }
 535
 536         anEntry->SetLastStorage("grid");
 537
 538         // Check whether entry contains a TTree. In case load the tree in memory!
 539         LoadTreeFromFile(anEntry);
 540
 541         // close file, return retieved entry
 542         file->Close(); delete file; file=0;
 543
 544         return anEntry;
 545 }
 546
 547 //_____________________________________________________________________________
 548 TList* AliCDBGrid::GetEntries(const AliCDBId& queryId) {
 549 // multiple request (AliCDBStorage::GetAll)
 550
 551         TList* result = new TList();
 552         result->SetOwner();
 553
 554         TObjArray validFileIds;
 555         validFileIds.SetOwner(1);
 556
 557         Bool_t alreadyLoaded = kFALSE;
 558
 559         // look for file matching query requests (path, runRange)
 560         if(queryId.GetFirstRun() == fRun &&
 561                         fPathFilter.Comprises(queryId.GetAliCDBPath()) && fVersion < 0 && !fMetaDataFilter){
 562                 // look into list of valid files previously loaded with AliCDBStorage::FillValidFileIds()
 563                 AliDebug(2,Form("List of files valid for run %d and for path %s was loaded. Looking there!",
 564                                         queryId.GetFirstRun(), queryId.GetPath().Data()));
 565
 566                 alreadyLoaded = kTRUE;
 567
 568         } else {
 569                 // List of files valid for reqested run was not loaded. Looking directly into CDB
 570                 AliDebug(2,Form("List of files valid for run %d and for path %s was not loaded. Looking directly into CDB!",
 571                                         queryId.GetFirstRun(), queryId.GetPath().Data()));
 572
 573                 TString filter;
 574                 MakeQueryFilter(queryId.GetFirstRun(), queryId.GetLastRun(), 0, filter);
 575
 576                 TString path = queryId.GetPath();
 577
 578                 TString pattern = "Run*.root";
 579                 TString optionQuery = "-y";
 580
 581                 TString addFolder = "";
 582                 if (!path.Contains("*")){
 583                     if (!path.BeginsWith("/")) addFolder += "/";
 584                     addFolder += path;
 585                 }
 586                 else{
 587                     if (path.BeginsWith("/")) path.Remove(0,1);
 588                     if (path.EndsWith("/")) path.Remove(path.Length()-1,1);
 589                     TObjArray* tokenArr = path.Tokenize("/");
 590                     if (tokenArr->GetEntries() != 3) {
 591                         AliError("Not a 3 level path! Keeping old query...");
 592                         pattern.Prepend(path+"/");
 593                     }
 594                     else{
 595                         TString str0 = ((TObjString*)tokenArr->At(0))->String();
 596                         TString str1 = ((TObjString*)tokenArr->At(1))->String();
 597                         TString str2 = ((TObjString*)tokenArr->At(2))->String();
 598                         if (str0 != "*" && str1 != "*" && str2 == "*"){
 599                             // e.g. "ITS/Calib/*"
 600                             addFolder = "/"+str0+"/"+str1;
 601                         }
 602                         else if (str0 != "*" && str1 == "*" && str2 == "*"){
 603                             // e.g. "ITS/*/*"
 604                             addFolder = "/"+str0;
 605                         }
 606                         else if (str0 == "*" && str1 == "*" && str2 == "*"){
 607                             // e.g. "*/*/*"
 608                             // do nothing: addFolder is already an empty string;
 609                         }
 610                         else{
 611                             // e.g. "ITS/*/RecoParam"
 612                             pattern.Prepend(path+"/");
 613                         }
 614                     }
 615                     delete tokenArr; tokenArr=0;
 616                 }
 617
 618                 TString folderCopy(Form("%s%s",fDBFolder.Data(),addFolder.Data()));
 619
 620                 AliDebug(2,Form("fDBFolder = %s, pattern = %s, filter = %s",folderCopy.Data(), pattern.Data(), filter.Data()));
 621
 622                 TGridResult *res = gGrid->Query(folderCopy, pattern, filter, optionQuery.Data());
 623
 624                 if (!res) {
 625                     AliError("Grid query failed");
 626                     return 0;
 627                 }
 628
 629                 AliCDBId validFileId;
 630                 for(int i=0; i<res->GetEntries(); i++){
 631                         TString filename = res->GetKey(i, "lfn");
 632                         if(filename == "") continue;
 633                         if(FilenameToId(filename, validFileId))
 634                                         validFileIds.AddLast(validFileId.Clone());
 635                 }
 636                 delete res;
 637         }
 638
 639         TIter *iter=0;
 640         if(alreadyLoaded){
 641                 iter = new TIter(&fValidFileIds);
 642         } else {
 643                 iter = new TIter(&validFileIds);
 644         }
 645
 646         TObjArray selectedIds;
 647         selectedIds.SetOwner(1);
 648
 649         // loop on list of valid Ids to select the right version to get.
 650         // According to query and to the selection criteria list, version can be the highest or exact
 651         AliCDBPath pathCopy;
 652         AliCDBId* anIdPtr=0;
 653         AliCDBId* dataId=0;
 654         AliCDBPath queryPath = queryId.GetAliCDBPath();
 655         while((anIdPtr = dynamic_cast<AliCDBId*> (iter->Next()))){
 656                 AliCDBPath thisCDBPath = anIdPtr->GetAliCDBPath();
 657                 if(!(queryPath.Comprises(thisCDBPath)) || pathCopy.GetPath() == thisCDBPath.GetPath()) continue;
 658                 pathCopy = thisCDBPath;
 659
 660                 // check the selection criteria list for this query
 661                 AliCDBId thisId(*anIdPtr);
 662                 thisId.SetVersion(queryId.GetVersion());
 663                 if(!thisId.HasVersion()) GetSelection(&thisId);
 664
 665                 if(alreadyLoaded){
 666                         dataId = GetId(fValidFileIds, thisId);
 667                 } else {
 668                         dataId = GetId(validFileIds, thisId);
 669                 }
 670                 if(dataId) selectedIds.Add(dataId);
 671         }
 672
 673         delete iter; iter=0;
 674
 675         // selectedIds contains the Ids of the files matching all requests of query!
 676         // All the objects are now ready to be retrieved
 677         iter = new TIter(&selectedIds);
 678         while((anIdPtr = dynamic_cast<AliCDBId*> (iter->Next()))){
 679                 TString filename;
 680                 if (!IdToFilename(*anIdPtr, filename)) {
 681                         AliDebug(2,Form("Bad data ID encountered! Subnormal error!"));
 682                         continue;
 683                 }
 684
 685                 AliCDBEntry* anEntry = GetEntryFromFile(filename, anIdPtr);
 686
 687                 if(anEntry) result->Add(anEntry);
 688
 689         }
 690         delete iter; iter=0;
 691
 692         return result;
 693 }
 694
 695 //_____________________________________________________________________________
 696 Bool_t AliCDBGrid::PutEntry(AliCDBEntry* entry) {
 697 // put an AliCDBEntry object into the database
 698
 699         AliCDBId& id = entry->GetId();
 700
 701         // set version for the entry to be stored
 702         if (!PrepareId(id)) return kFALSE;
 703
 704         // build filename from entry's id
 705         TString filename;
 706         if (!IdToFilename(id, filename)) {
 707                 AliError("Bad ID encountered! Subnormal error!");
 708                 return kFALSE;
 709         }
 710
 711         TString folderToTag = Form("%s%s",
 712                                         fDBFolder.Data(),
 713                                         id.GetPath().Data());
 714
 715         TDirectory* saveDir = gDirectory;
 716
 717         TString fullFilename = Form("/alien%s", filename.Data());
 718         // specify SE to filename
 719         if (fSE != "default") fullFilename += Form("?se=%s",fSE.Data());
 720
 721         // open file
 722         TFile *file = TFile::Open(fullFilename,"CREATE");
 723         if(!file || !file->IsWritable()){
 724                 AliError(Form("Can't open file <%s>!", filename.Data()));
 725                 if(file && !file->IsWritable()) file->Close(); delete file; file=0;
 726                 return kFALSE;
 727         }
 728
 729         file->cd();
 730
 731         //SetTreeToFile(entry, file);
 732
 733         entry->SetVersion(id.GetVersion());
 734
 735         // write object (key name: "AliCDBEntry")
 736         Bool_t result = (file->WriteTObject(entry, "AliCDBEntry") != 0);
 737         if (!result) AliError(Form("Can't write entry to file <%s>!", filename.Data()));
 738
 739
 740         if (saveDir) saveDir->cd(); else gROOT->cd();
 741         file->Close(); delete file; file=0;
 742
 743         if(result) {
 744
 745                 if(!TagFileId(filename, &id)){
 746                         AliInfo(Form("CDB tagging failed. Deleting file %s!",filename.Data()));
 747                         if(!gGrid->Rm(filename.Data()))
 748                                 AliError("Can't delete file!");
 749                         return kFALSE;
 750                 }
 751
 752                 TagFileMetaData(filename, entry->GetMetaData());
 753         }
 754
 755         AliInfo(Form("CDB object stored into file %s", filename.Data()));
 756         AliInfo(Form("Storage Element: %s", fSE.Data()));
 757         return result;
 758 }
 759 //_____________________________________________________________________________
 760 Bool_t AliCDBGrid::AddTag(TString& folderToTag, const char* tagname){
 761 // add "tagname" tag (CDB or CDB_MD) to folder where object will be stored
 762
 763         Bool_t result = kTRUE;
 764         AliDebug(2, Form("adding %s tag to folder %s", tagname, folderToTag.Data()));
 765         TString addTag = Form("addTag %s %s", folderToTag.Data(), tagname);
 766         TGridResult *gridres = gGrid->Command(addTag.Data());
 767         const char* resCode = gridres->GetKey(0,"__result__"); // '1' if success
 768         if(resCode[0] != '1') {
 769                 AliError(Form("Couldn't add %s tags to folder %s !",
 770                                                 tagname, folderToTag.Data()));
 771                 result = kFALSE;
 772         }
 773         delete gridres;
 774         return result;
 775 }
 776
 777 //_____________________________________________________________________________
 778 Bool_t AliCDBGrid::TagFileId(TString& filename, const AliCDBId* id){
 779 // tag stored object in CDB table using object Id's parameters
 780
 781
 782         TString dirname(filename);
 783         Int_t dirNumber = gGrid->Mkdir(dirname.Remove(dirname.Last('/')),"-d");
 784
 785         TString addTagValue1 = Form("addTagValue %s CDB ", filename.Data());
 786         TString addTagValue2 = Form("first_run=%d last_run=%d version=%d ",
 787                                         id->GetFirstRun(),
 788                                         id->GetLastRun(),
 789                                         id->GetVersion());
 790         TString addTagValue3 = Form("path_level_0=\"%s\" path_level_1=\"%s\" path_level_2=\"%s\" ",
 791                                         id->GetPathLevel(0).Data(),
 792                                         id->GetPathLevel(1).Data(),
 793                                         id->GetPathLevel(2).Data());
 794         //TString addTagValue4 = Form("version_path=\"%s\" dir_number=%d",Form("%d_%s",id->GetVersion(),filename.Data()),dirNumber);
 795         TString addTagValue4 = Form("version_path=\"%09d%s\" dir_number=%d",id->GetVersion(),filename.Data(),dirNumber);
 796         TString addTagValue = Form("%s%s%s%s",
 797                                         addTagValue1.Data(),
 798                                         addTagValue2.Data(),
 799                                         addTagValue3.Data(),
 800                                         addTagValue4.Data());
 801
 802         Bool_t result = kFALSE;
 803         AliDebug(2, Form("Tagging file. Tag command: %s", addTagValue.Data()));
 804         TGridResult* res = gGrid->Command(addTagValue.Data());
 805         const char* resCode = res->GetKey(0,"__result__"); // '1' if success
 806         if(resCode[0] != '1') {
 807                 AliError(Form("Couldn't add CDB tag value to file %s !",
 808                                                 filename.Data()));
 809                 result = kFALSE;
 810         } else {
 811                 AliDebug(2, "Object successfully tagged.");
 812                 result = kTRUE;
 813         }
 814         delete res;
 815         return result;
 816
 817 }
 818
 819 //_____________________________________________________________________________
 820 Bool_t AliCDBGrid::TagShortLived(TString& filename, Bool_t value){
 821 // tag folder with ShortLived tag
 822
 823         TString addTagValue = Form("addTagValue %s ShortLived_try value=%d", filename.Data(), value);
 824
 825         Bool_t result = kFALSE;
 826         AliDebug(2, Form("Tagging file. Tag command: %s", addTagValue.Data()));
 827         TGridResult* res = gGrid->Command(addTagValue.Data());
 828         const char* resCode = res->GetKey(0,"__result__"); // '1' if success
 829         if(resCode[0] != '1') {
 830                 AliError(Form("Couldn't add ShortLived tag value to file %s !", filename.Data()));
 831                 result = kFALSE;
 832         } else {
 833                 AliDebug(2,"Object successfully tagged.");
 834                 result = kTRUE;
 835         }
 836         delete res;
 837         return result;
 838
 839 }
 840
 841 //_____________________________________________________________________________
 842 Bool_t AliCDBGrid::TagFileMetaData(TString& filename, const AliCDBMetaData* md){
 843 // tag stored object in CDB table using object Id's parameters
 844
 845         TString addTagValue1 = Form("addTagValue %s CDB_MD ", filename.Data());
 846         TString addTagValue2 = Form("object_classname=\"%s\" responsible=\"%s\" beam_period=%d ",
 847                                         md->GetObjectClassName(),
 848                                         md->GetResponsible(),
 849                                         md->GetBeamPeriod());
 850         TString addTagValue3 = Form("aliroot_version=\"%s\" comment=\"%s\"",
 851                                         md->GetAliRootVersion(),
 852                                         md->GetComment());
 853         TString addTagValue = Form("%s%s%s",
 854                                         addTagValue1.Data(),
 855                                         addTagValue2.Data(),
 856                                         addTagValue3.Data());
 857
 858         Bool_t result = kFALSE;
 859         AliDebug(2, Form("Tagging file. Tag command: %s", addTagValue.Data()));
 860         TGridResult* res = gGrid->Command(addTagValue.Data());
 861         const char* resCode = res->GetKey(0,"__result__"); // '1' if success
 862         if(resCode[0] != '1') {
 863                 AliWarning(Form("Couldn't add CDB_MD tag value to file %s !",
 864                                                 filename.Data()));
 865                 result = kFALSE;
 866         } else {
 867                 AliDebug(2,"Object successfully tagged.");
 868                 result = kTRUE;
 869         }
 870         return result;
 871 }
 872
 873 //_____________________________________________________________________________
 874 TList* AliCDBGrid::GetIdListFromFile(const char* fileName){
 875
 876         TString turl(fileName);
 877         turl.Prepend("/alien" + fDBFolder);
 878         turl += "?se="; turl += fSE.Data();
 879         TFile *file = TFile::Open(turl);
 880         if (!file) {
 881                 AliError(Form("Can't open selection file <%s>!", turl.Data()));
 882                 return NULL;
 883         }
 884
 885         TList *list = new TList();
 886         list->SetOwner();
 887         int i=0;
 888         TString keycycle;
 889
 890         AliCDBId *id;
 891         while(1){
 892                 i++;
 893                 keycycle = "AliCDBId;";
 894                 keycycle+=i;
 895
 896                 id = (AliCDBId*) file->Get(keycycle);
 897                 if(!id) break;
 898                 list->AddFirst(id);
 899         }
 900         file->Close(); delete file; file=0;
 901
 902         return list;
 903
 904
 905 }
 906
 907 //_____________________________________________________________________________
 908 Bool_t AliCDBGrid::Contains(const char* path) const{
 909 // check for path in storage's DBFolder
 910
 911         TString initDir(gGrid->Pwd(0));
 912         TString dirName(fDBFolder);
 913         dirName += path; // dirName = fDBFolder/path
 914         Bool_t result=kFALSE;
 915         if (gGrid->Cd(dirName,0)) result=kTRUE;
 916         gGrid->Cd(initDir.Data(),0);
 917         return result;
 918 }
 919
 920 //_____________________________________________________________________________
 921 void AliCDBGrid::QueryValidFiles()
 922 {
 923 // Query the CDB for files valid for AliCDBStorage::fRun
 924 // fills list fValidFileIds with AliCDBId objects created from file name
 925
 926         TString filter;
 927         MakeQueryFilter(fRun, fRun, fMetaDataFilter, filter);
 928
 929         TString path = fPathFilter.GetPath();
 930
 931         TString pattern = "Run*";
 932         TString optionQuery = "-y";
 933         if(fVersion >= 0) {
 934                 pattern += Form("_v%d_s0", fVersion);
 935                 optionQuery = "";
 936         }
 937         pattern += ".root";
 938         AliDebug(2,Form("pattern: %s", pattern.Data()));
 939
 940         TString addFolder = "";
 941         if (!path.Contains("*")){
 942                 if (!path.BeginsWith("/")) addFolder += "/";
 943                 addFolder += path;
 944         }
 945         else{
 946                 if (path.BeginsWith("/")) path.Remove(0,1);
 947                 if (path.EndsWith("/")) path.Remove(path.Length()-1,1);
 948                 TObjArray* tokenArr = path.Tokenize("/");
 949                 if (tokenArr->GetEntries() != 3) {
 950                         AliError("Not a 3 level path! Keeping old query...");
 951                         pattern.Prepend(path+"/");
 952                 }
 953                 else{
 954                         TString str0 = ((TObjString*)tokenArr->At(0))->String();
 955                         TString str1 = ((TObjString*)tokenArr->At(1))->String();
 956                         TString str2 = ((TObjString*)tokenArr->At(2))->String();
 957                         if (str0 != "*" && str1 != "*" && str2 == "*"){
 958                                 // e.g. "ITS/Calib/*"
 959                                 addFolder = "/"+str0+"/"+str1;
 960                         }
 961                         else if (str0 != "*" && str1 == "*" && str2 == "*"){
 962                                 // e.g. "ITS/*/*"
 963                                 addFolder = "/"+str0;
 964                         }
 965                         else if (str0 == "*" && str1 == "*" && str2 == "*"){
 966                                 // e.g. "*/*/*"
 967                                 // do nothing: addFolder is already an empty string;
 968                         }
 969                         else{
 970                                 // e.g. "ITS/*/RecoParam"
 971                                 pattern.Prepend(path+"/");
 972                         }
 973                 }
 974                 delete tokenArr; tokenArr=0;
 975         }
 976
 977         TString folderCopy(Form("%s%s",fDBFolder.Data(),addFolder.Data()));
 978
 979         AliDebug(2,Form("fDBFolder = %s, pattern = %s, filter = %s",folderCopy.Data(), pattern.Data(), filter.Data()));
 980
 981         if (optionQuery == "-y"){
 982                 AliInfo("Only latest version will be returned");
 983         }
 984
 985         TGridResult *res = gGrid->Query(folderCopy, pattern, filter, optionQuery.Data());
 986
 987         if (!res) {
 988                 AliError("Grid query failed");
 989                 return;
 990         }
 991
 992         TIter next(res);
 993         TMap *map;
 994         while ((map = (TMap*)next())) {
 995           TObjString *entry;
 996           if ((entry = (TObjString *) ((TMap *)map)->GetValue("lfn"))) {
 997             TString& filename = entry->String();
 998             if(filename.IsNull()) continue;
 999             AliDebug(2,Form("Found valid file: %s", filename.Data()));
1000             AliCDBId *validFileId = new AliCDBId;
1001             Bool_t result = FilenameToId(filename, *validFileId);
1002             if(result) {
1003               fValidFileIds.AddLast(validFileId);
1004             }
1005             else {
1006               delete validFileId;
1007             }
1008           }
1009         }
1010         delete res;
1011
1012 }
1013
1014 //_____________________________________________________________________________
1015 void AliCDBGrid::MakeQueryFilter(Int_t firstRun, Int_t lastRun,
1016                                         const AliCDBMetaData* md, TString& result) const
1017 {
1018 // create filter for file query
1019
1020         result = Form("CDB:first_run<=%d and CDB:last_run>=%d", firstRun, lastRun);
1021
1022 //      if(version >= 0) {
1023 //              result += Form(" and CDB:version=%d", version);
1024 //      }
1025 //      if(pathFilter.GetLevel0() != "*") {
1026 //              result += Form(" and CDB:path_level_0=\"%s\"", pathFilter.GetLevel0().Data());
1027 //      }
1028 //      if(pathFilter.GetLevel1() != "*") {
1029 //              result += Form(" and CDB:path_level_1=\"%s\"", pathFilter.GetLevel1().Data());
1030 //      }
1031 //      if(pathFilter.GetLevel2() != "*") {
1032 //              result += Form(" and CDB:path_level_2=\"%s\"", pathFilter.GetLevel2().Data());
1033 //      }
1034
1035         if(md){
1036                 if(md->GetObjectClassName()[0] != '\0') {
1037                         result += Form(" and CDB_MD:object_classname=\"%s\"", md->GetObjectClassName());
1038                 }
1039                 if(md->GetResponsible()[0] != '\0') {
1040                         result += Form(" and CDB_MD:responsible=\"%s\"", md->GetResponsible());
1041                 }
1042                 if(md->GetBeamPeriod() != 0) {
1043                         result += Form(" and CDB_MD:beam_period=%d", md->GetBeamPeriod());
1044                 }
1045                 if(md->GetAliRootVersion()[0] != '\0') {
1046                         result += Form(" and CDB_MD:aliroot_version=\"%s\"", md->GetAliRootVersion());
1047                 }
1048                 if(md->GetComment()[0] != '\0') {
1049                         result += Form(" and CDB_MD:comment=\"%s\"", md->GetComment());
1050                 }
1051         }
1052         AliDebug(2, Form("filter: %s",result.Data()));
1053
1054 }
1055
1056 //_____________________________________________________________________________
1057 Int_t AliCDBGrid::GetLatestVersion(const char* path, Int_t run){
1058 // get last version found in the database valid for run and path
1059
1060         AliCDBPath aCDBPath(path);
1061         if(!aCDBPath.IsValid() || aCDBPath.IsWildcard()) {
1062                 AliError(Form("Invalid path in request: %s", path));
1063                 return -1;
1064         }
1065         AliCDBId query(path, run, run, -1, -1);
1066
1067         AliCDBId* dataId = 0;
1068         // look for file matching query requests (path, runRange, version)
1069         if(run == fRun && fPathFilter.Comprises(aCDBPath) && fVersion < 0){
1070                 // look into list of valid files previously loaded with AliCDBStorage::FillValidFileIds()
1071                 AliDebug(2, Form("List of files valid for run %d and for path %s was loaded. Looking there!",
1072                                         run, path));
1073                 dataId = GetId(fValidFileIds, query);
1074                 if (!dataId) return -1;
1075                 Int_t version = dataId->GetVersion();
1076                 delete dataId;
1077                 return version;
1078
1079         }
1080         // List of files valid for reqested run was not loaded. Looking directly into CDB
1081         AliDebug(2, Form("List of files valid for run %d and for path %s was not loaded. Looking directly into CDB!",
1082                                 run, path));
1083
1084         TObjArray validFileIds;
1085         validFileIds.SetOwner(1);
1086
1087         TString filter;
1088         MakeQueryFilter(run, run, 0, filter);
1089
1090         TString pattern = ".root";
1091
1092         TString folderCopy(Form("%s%s/Run",fDBFolder.Data(),path));
1093
1094         AliDebug(2,Form("** fDBFolder = %s, pattern = %s, filter = %s",folderCopy.Data(), pattern.Data(), filter.Data()));
1095         TGridResult *res = gGrid->Query(folderCopy, pattern, filter, "-y -m");
1096
1097         AliCDBId validFileId;
1098         if (res->GetEntries()>1){
1099                 AliWarning("Number of found entries >1, even if option -y was used");
1100                 for(int i=0; i<res->GetEntries(); i++){
1101                         TString filename = res->GetKey(i, "lfn");
1102                         if(filename == "") continue;
1103                         if(FilenameToId(filename, validFileId))
1104                                 validFileIds.AddLast(validFileId.Clone());
1105                 }
1106                 dataId = GetId(validFileIds, query);
1107                 if (!dataId) return -1;
1108
1109                 Int_t version = dataId->GetVersion();
1110                 delete dataId;
1111                 return version;
1112         }
1113         else if (res->GetEntries()==1){
1114                 TString filename = res->GetKey(0, "lfn");
1115                 if(filename == "") {
1116                         AliError("The only entry found has filename empty");
1117                         return -1;
1118                 }
1119                 if(FilenameToId(filename, validFileId)) return validFileId.GetVersion();
1120                 else{
1121                         AliError("Impossible to get FileId from filename");
1122                         return -1;
1123                 }
1124         }
1125         else {
1126                 AliError("No entries found");
1127                 return -1;
1128         }
1129
1130         delete res;
1131
1132
1133 }
1134
1135 //_____________________________________________________________________________
1136 Int_t AliCDBGrid::GetLatestSubVersion(const char* /*path*/, Int_t /*run*/, Int_t /*version*/){
1137 // get last subversion found in the database valid for run and path
1138         AliError("Objects in GRID storage have no sub version!");
1139         return -1;
1140 }
1141
1142
1143 /////////////////////////////////////////////////////////////////////////////////////////////////
1144 //                                                                                             //
1145 // AliCDBGrid factory                                                                          //
1146 //                                                                                             //
1147 /////////////////////////////////////////////////////////////////////////////////////////////////
1148
1149 ClassImp(AliCDBGridFactory)
1150
1151 //_____________________________________________________________________________
1152 Bool_t AliCDBGridFactory::Validate(const char* gridString) {
1153 // check if the string is valid Grid URI
1154
1155         TRegexp gridPattern("^alien://.+$");
1156
1157         return TString(gridString).Contains(gridPattern);
1158 }
1159
1160 //_____________________________________________________________________________
1161 AliCDBParam* AliCDBGridFactory::CreateParameter(const char* gridString) {
1162 // create AliCDBGridParam class from the URI string
1163
1164         if (!Validate(gridString)) {
1165                 return NULL;
1166         }
1167
1168         TString buffer(gridString);
1169
1170         TString gridUrl         = "alien://";
1171         TString user            = "";
1172         TString dbFolder        = "";
1173         TString se              = "default";
1174         TString cacheFolder     = "";
1175         Bool_t  operateDisconnected = kTRUE;
1176         Long64_t cacheSize          = (UInt_t) 1024*1024*1024; // 1GB
1177         Long_t cleanupInterval      = 0;
1178
1179         TObjArray *arr = buffer.Tokenize('?');
1180         TIter iter(arr);
1181         TObjString *str = 0;
1182
1183         while((str = (TObjString*) iter.Next())){
1184                 TString entry(str->String());
1185                 Int_t indeq = entry.Index('=');
1186                 if(indeq == -1) {
1187                         if(entry.BeginsWith("alien://")) { // maybe it's a gridUrl!
1188                                 gridUrl = entry;
1189                                 continue;
1190                         } else {
1191                                 AliError(Form("Invalid entry! %s",entry.Data()));
1192                                 continue;
1193                         }
1194                 }
1195
1196                 TString key = entry(0,indeq);
1197                 TString value = entry(indeq+1,entry.Length()-indeq);
1198
1199                 if(key.Contains("grid",TString::kIgnoreCase)) {
1200                         gridUrl += value;
1201                 }
1202                 else if (key.Contains("user",TString::kIgnoreCase)){
1203                         user = value;
1204                 }
1205                 else if (key.Contains("se",TString::kIgnoreCase)){
1206                         se = value;
1207                 }
1208                 else if (key.Contains("cacheF",TString::kIgnoreCase)){
1209                         cacheFolder = value;
1210                         if (!cacheFolder.IsNull() && !cacheFolder.EndsWith("/"))
1211                                 cacheFolder += "/";
1212                 }
1213                 else if (key.Contains("folder",TString::kIgnoreCase)){
1214                         dbFolder = value;
1215                 }
1216                 else if (key.Contains("operateDisc",TString::kIgnoreCase)){
1217                         if(value == "kTRUE") {
1218                                 operateDisconnected = kTRUE;
1219                         } else if (value == "kFALSE") {
1220                                 operateDisconnected = kFALSE;
1221                         } else if (value == "0" || value == "1") {
1222                                 operateDisconnected = (Bool_t) value.Atoi();
1223                         } else {
1224                                 AliError(Form("Invalid entry! %s",entry.Data()));
1225                                 return NULL;
1226                         }
1227                 }
1228                 else if (key.Contains("cacheS",TString::kIgnoreCase)){
1229                         if(value.IsDigit()) {
1230                                 cacheSize = value.Atoi();
1231                         } else {
1232                                 AliError(Form("Invalid entry! %s",entry.Data()));
1233                                 return NULL;
1234                         }
1235                 }
1236                 else if (key.Contains("cleanupInt",TString::kIgnoreCase)){
1237                         if(value.IsDigit()) {
1238                                 cleanupInterval = value.Atoi();
1239                         } else {
1240                                 AliError(Form("Invalid entry! %s",entry.Data()));
1241                                 return NULL;
1242                         }
1243                 }
1244                 else{
1245                         AliError(Form("Invalid entry! %s",entry.Data()));
1246                         return NULL;
1247                 }
1248         }
1249         delete arr; arr=0;
1250
1251         AliDebug(2, Form("gridUrl:      %s", gridUrl.Data()));
1252         AliDebug(2, Form("user: %s", user.Data()));
1253         AliDebug(2, Form("dbFolder:     %s", dbFolder.Data()));
1254         AliDebug(2, Form("s.e.: %s", se.Data()));
1255         AliDebug(2, Form("local cache folder: %s", cacheFolder.Data()));
1256         AliDebug(2, Form("local cache operate disconnected: %d", operateDisconnected));
1257         AliDebug(2, Form("local cache size: %lld", cacheSize));
1258         AliDebug(2, Form("local cache cleanup interval: %ld", cleanupInterval));
1259
1260         if(dbFolder == ""){
1261                 AliError("Base folder must be specified!");
1262                 return NULL;
1263         }
1264
1265         return new AliCDBGridParam(gridUrl.Data(), user.Data(),
1266                           dbFolder.Data(), se.Data(), cacheFolder.Data(),
1267                           operateDisconnected, cacheSize, cleanupInterval);
1268 }
1269
1270 //_____________________________________________________________________________
1271 AliCDBStorage* AliCDBGridFactory::Create(const AliCDBParam* param) {
1272 // create AliCDBGrid storage instance from parameters
1273
1274         AliCDBGrid *grid = 0;
1275         if (AliCDBGridParam::Class() == param->IsA()) {
1276
1277                 const AliCDBGridParam* gridParam = (const AliCDBGridParam*) param;
1278                 grid = new AliCDBGrid(gridParam->GridUrl().Data(),
1279                                       gridParam->GetUser().Data(),
1280                                       gridParam->GetDBFolder().Data(),
1281                                       gridParam->GetSE().Data(),
1282                                       gridParam->GetCacheFolder().Data(),
1283                                       gridParam->GetOperateDisconnected(),
1284                                       gridParam->GetCacheSize(),
1285                                       gridParam->GetCleanupInterval());
1286
1287         }
1288
1289         if(!gGrid && grid) {
1290                 delete grid; grid=0;
1291         }
1292
1293         return grid;
1294 }
1295
1296 /////////////////////////////////////////////////////////////////////////////////////////////////
1297 //                                                                                             //
1298 // AliCDBGrid Parameter class                                                                  //                                         //
1299 //                                                                                             //
1300 /////////////////////////////////////////////////////////////////////////////////////////////////
1301
1302 ClassImp(AliCDBGridParam)
1303
1304 //_____________________________________________________________________________
1305 AliCDBGridParam::AliCDBGridParam():
1306  AliCDBParam(),
1307  fGridUrl(),
1308  fUser(),
1309  fDBFolder(),
1310  fSE(),
1311  fCacheFolder(),
1312  fOperateDisconnected(),
1313  fCacheSize(),
1314  fCleanupInterval()
1315
1316  {
1317 // default constructor
1318
1319 }
1320
1321 //_____________________________________________________________________________
1322 AliCDBGridParam::AliCDBGridParam(const char* gridUrl, const char* user, const char* dbFolder,
1323                                 const char* se, const char* cacheFolder, Bool_t operateDisconnected,
1324                                 Long64_t cacheSize, Long_t cleanupInterval):
1325  AliCDBParam(),
1326  fGridUrl(gridUrl),
1327  fUser(user),
1328  fDBFolder(dbFolder),
1329  fSE(se),
1330  fCacheFolder(cacheFolder),
1331  fOperateDisconnected(operateDisconnected),
1332  fCacheSize(cacheSize),
1333  fCleanupInterval(cleanupInterval)
1334 {
1335 // constructor
1336
1337         SetType("alien");
1338
1339         TString uri = Form("%s?User=%s?DBFolder=%s?SE=%s?CacheFolder=%s"
1340                         "?OperateDisconnected=%d?CacheSize=%lld?CleanupInterval=%ld",
1341                         fGridUrl.Data(), fUser.Data(),
1342                         fDBFolder.Data(), fSE.Data(), fCacheFolder.Data(),
1343                         fOperateDisconnected, fCacheSize, fCleanupInterval);
1344
1345         SetURI(uri.Data());
1346 }
1347
1348 //_____________________________________________________________________________
1349 AliCDBGridParam::~AliCDBGridParam() {
1350 // destructor
1351
1352 }
1353
1354 //_____________________________________________________________________________
1355 AliCDBParam* AliCDBGridParam::CloneParam() const {
1356 // clone parameter
1357
1358         return new AliCDBGridParam(fGridUrl.Data(), fUser.Data(),
1359                                         fDBFolder.Data(), fSE.Data(), fCacheFolder.Data(),
1360                                         fOperateDisconnected, fCacheSize, fCleanupInterval);
1361 }
1362
1363 //_____________________________________________________________________________
1364 ULong_t AliCDBGridParam::Hash() const {
1365 // return Hash function
1366
1367         return fGridUrl.Hash()+fUser.Hash()+fDBFolder.Hash()+fSE.Hash()+fCacheFolder.Hash();
1368 }
1369
1370 //_____________________________________________________________________________
1371 Bool_t AliCDBGridParam::IsEqual(const TObject* obj) const {
1372 // check if this object is equal to AliCDBParam obj
1373
1374         if (this == obj) {
1375                 return kTRUE;
1376         }
1377
1378         if (AliCDBGridParam::Class() != obj->IsA()) {
1379                 return kFALSE;
1380         }
1381
1382         AliCDBGridParam* other = (AliCDBGridParam*) obj;
1383
1384         if(fGridUrl != other->fGridUrl) return kFALSE;
1385         if(fUser != other->fUser) return kFALSE;
1386         if(fDBFolder != other->fDBFolder) return kFALSE;
1387         if(fSE != other->fSE) return kFALSE;
1388         if(fCacheFolder != other->fCacheFolder) return kFALSE;
1389         if(fOperateDisconnected != other->fOperateDisconnected) return kFALSE;
1390         if(fCacheSize != other->fCacheSize) return kFALSE;
1391         if(fCleanupInterval != other->fCleanupInterval) return kFALSE;
1392         return kTRUE;
1393 }
1394