]> git.uio.no Git - u/mrichter/AliRoot.git/blame - STEER/CDB/AliCDBGrid.cxx
git://git.uio.no / u / mrichter / AliRoot.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Add directory structure (needed if new in cvmfs)
[u/mrichter/AliRoot.git] / STEER / CDB / AliCDBGrid.cxx
CommitLineData
9e1ceb13 1/**************************************************************************
2 * Copyright(c) 1998-1999, ALICE Experiment at CERN, All rights reserved. *
3 * *
4 * Author: The ALICE Off-line Project. *
5 * Contributors are mentioned in the code where appropriate. *
6 * *
7 * Permission to use, copy, modify and distribute this software and its *
8 * documentation strictly for non-commercial purposes is hereby granted *
9 * without fee, provided that the above copyright notice appears in all *
10 * copies and that both the copyright notice and this permission notice *
11 * appear in the supporting documentation. The authors make no claims *
12 * about the suitability of this software for any purpose. It is *
13 * provided "as is" without express or implied warranty. *
14 **************************************************************************/
15
16/////////////////////////////////////////////////////////////////////////////////////////////////
17// //
18// AliCDBGrid //
19// access class to a DataBase in an AliEn storage //
20// //
21/////////////////////////////////////////////////////////////////////////////////////////////////
22
b09247a2 23#include <cstdlib>
9e1ceb13 24#include <TGrid.h>
25#include <TGridResult.h>
26#include <TFile.h>
6dc56e97 27#include <TKey.h>
9e1ceb13 28#include <TROOT.h>
4667c116 29#include <TList.h>
9e1ceb13 30#include <TObjArray.h>
31#include <TObjString.h>
89004e35 32#include <TMath.h>
9e1ceb13 33#include <TRegexp.h>
34
35#include "AliLog.h"
fdf65bb5 36#include "AliCDBEntry.h"
9e1ceb13 37#include "AliCDBGrid.h"
4667c116 38#include "AliCDBManager.h"
9e1ceb13 39
40
41ClassImp(AliCDBGrid)
42
43//_____________________________________________________________________________
c75fabed 44AliCDBGrid::AliCDBGrid(const char *gridUrl, const char *user, const char *dbFolder,
5078a13f 45 const char *se, const char* cacheFolder, Bool_t operateDisconnected,
46 Long64_t cacheSize, Long_t cleanupInterval) :
47 AliCDBStorage(),
48 fGridUrl(gridUrl),
49 fUser(user),
50 fDBFolder(dbFolder),
51 fSE(se),
52 fMirrorSEs(""),
53 fCacheFolder(cacheFolder),
54 fOperateDisconnected(operateDisconnected),
55 fCacheSize(cacheSize),
56 fCleanupInterval(cleanupInterval)
9e1ceb13 57{
58// constructor //
59
5078a13f 60 // if the same Grid is alreay active, skip connection
61 if (!gGrid || fGridUrl != gGrid->GridUrl()
62 || (( fUser != "" ) && ( fUser != gGrid->GetUser() )) ) {
63 // connection to the Grid
64 AliInfo("Connection to the Grid...");
65 if(gGrid){
66 AliInfo(Form("gGrid = %p; fGridUrl = %s; gGrid->GridUrl() = %s",gGrid,fGridUrl.Data(), gGrid->GridUrl()));
67 AliInfo(Form("fUser = %s; gGrid->GetUser() = %s",fUser.Data(), gGrid->GetUser()));
68 }
69 TGrid::Connect(fGridUrl.Data(),fUser.Data());
70 }
71
72 if(!gGrid) {
73 AliError("Connection failed!");
74 return;
75 }
76
77 TString initDir(gGrid->Pwd(0));
78 if (fDBFolder[0] != '/') {
79 fDBFolder.Prepend(initDir);
80 }
81
82 // check DBFolder: trying to cd to DBFolder; if it does not exist, create it
83 if(!gGrid->Cd(fDBFolder.Data(),0)){
84 AliDebug(2,Form("Creating new folder <%s> ...",fDBFolder.Data()));
85 TGridResult* res = gGrid->Command(Form("mkdir -p %s",fDBFolder.Data()));
86 TString result = res->GetKey(0,"__result__");
87 if(result == "0"){
88 AliFatal(Form("Cannot create folder <%s> !",fDBFolder.Data()));
89 return;
90 }
91 } else {
92 AliDebug(2,Form("Folder <%s> found",fDBFolder.Data()));
93 }
94
95 // removes any '/' at the end of path, then append one '/'
96 while(fDBFolder.EndsWith("/")) fDBFolder.Remove(fDBFolder.Last('/'));
97 fDBFolder+="/";
98
99 fType="alien";
100 fBaseFolder = fDBFolder;
101
102 // Setting the cache
103
104 // Check if local cache folder is already defined
105 TString origCache(TFile::GetCacheFileDir());
106 if(fCacheFolder.Length() > 0) {
107 if(origCache.Length() == 0) {
108 AliInfo(Form("Setting local cache to: %s", fCacheFolder.Data()));
109 } else if(fCacheFolder != origCache) {
110 AliWarning(Form("Local cache folder was already defined, changing it to: %s",
111 fCacheFolder.Data()));
112 }
113
114 // default settings are: operateDisconnected=kTRUE, forceCacheread = kFALSE
115 if(!TFile::SetCacheFileDir(fCacheFolder.Data(), fOperateDisconnected)) {
116 AliError(Form("Could not set cache folder %s !", fCacheFolder.Data()));
117 fCacheFolder = "";
118 } else {
119 // reset fCacheFolder because the function may have
120 // slightly changed the folder name (e.g. '/' added)
121 fCacheFolder = TFile::GetCacheFileDir();
122 }
123
124 // default settings are: cacheSize=1GB, cleanupInterval = 0
125 if(!TFile::ShrinkCacheFileDir(fCacheSize, fCleanupInterval)) {
126 AliError(Form("Could not set following values "
127 "to ShrinkCacheFileDir: cacheSize = %lld, cleanupInterval = %ld !",
128 fCacheSize, fCleanupInterval));
129 }
130 }
131
132 // return to the initial directory
133 gGrid->Cd(initDir.Data(),0);
134
135 fNretry = 3; // default
136 fInitRetrySeconds = 5; // default
9e1ceb13 137}
138
139//_____________________________________________________________________________
5078a13f 140AliCDBGrid::~AliCDBGrid() {
9e1ceb13 141// destructor
5078a13f 142 delete gGrid; gGrid=0;
9e1ceb13 143
144}
145
146//_____________________________________________________________________________
62032124 147Bool_t AliCDBGrid::FilenameToId(TString& filename, AliCDBId& id) {
4005d0b5 148// build AliCDBId from full path filename (fDBFolder/path/Run#x_#y_v#z_s0.root)
62032124 149
5078a13f 150 if(filename.Contains(fDBFolder)){
151 filename = filename(fDBFolder.Length(),filename.Length()-fDBFolder.Length());
152 }
62032124 153
5078a13f 154 TString idPath = filename(0,filename.Last('/'));
155 id.SetPath(idPath);
156 if(!id.IsValid()) return kFALSE;
62032124 157
5078a13f 158 filename=filename(idPath.Length()+1,filename.Length()-idPath.Length());
9e1ceb13 159
5078a13f 160 Ssiz_t mSize;
161 // valid filename: Run#firstRun_#lastRun_v#version_s0.root
162 TRegexp keyPattern("^Run[0-9]+_[0-9]+_v[0-9]+_s0.root$");
163 keyPattern.Index(filename, &mSize);
164 if (!mSize) {
4005d0b5 165
5078a13f 166 // TODO backward compatibility ... maybe remove later!
167 Ssiz_t oldmSize;
168 TRegexp oldKeyPattern("^Run[0-9]+_[0-9]+_v[0-9]+.root$");
169 oldKeyPattern.Index(filename, &oldmSize);
170 if(!oldmSize) {
171 AliDebug(2,Form("Bad filename <%s>.", filename.Data()));
172 return kFALSE;
173 } else {
174 AliDebug(2,Form("Old filename format <%s>.", filename.Data()));
175 id.SetSubVersion(-11); // TODO trick to ensure backward compatibility
176 }
4005d0b5 177
5078a13f 178 } else {
179 id.SetSubVersion(-1); // TODO trick to ensure backward compatibility
180 }
9e1ceb13 181
5078a13f 182 filename.Resize(filename.Length() - sizeof(".root") + 1);
9e1ceb13 183
5078a13f 184 TObjArray* strArray = (TObjArray*) filename.Tokenize("_");
9e1ceb13 185
5078a13f 186 TString firstRunString(((TObjString*) strArray->At(0))->GetString());
187 id.SetFirstRun(atoi(firstRunString.Data() + 3));
188 id.SetLastRun(atoi(((TObjString*) strArray->At(1))->GetString()));
62032124 189
5078a13f 190 TString verString(((TObjString*) strArray->At(2))->GetString());
191 id.SetVersion(atoi(verString.Data() + 1));
9e1ceb13 192
5078a13f 193 delete strArray;
9e1ceb13 194
5078a13f 195 return kTRUE;
9e1ceb13 196}
197
198//_____________________________________________________________________________
c3a7b59a 199Bool_t AliCDBGrid::IdToFilename(const AliCDBId& id, TString& filename) const {
62032124 200// build file name from AliCDBId (path, run range, version) and fDBFolder
9e1ceb13 201
5078a13f 202 if (!id.GetAliCDBRunRange().IsValid()) {
203 AliDebug(2,Form("Invalid run range <%d, %d>.",
204 id.GetFirstRun(), id.GetLastRun()));
205 return kFALSE;
206 }
9e1ceb13 207
5078a13f 208 if (id.GetVersion() < 0) {
209 AliDebug(2,Form("Invalid version <%d>.", id.GetVersion()));
210 return kFALSE;
211 }
62032124 212
5078a13f 213 filename = Form("Run%d_%d_v%d",
214 id.GetFirstRun(),
215 id.GetLastRun(),
216 id.GetVersion());
62032124 217
5078a13f 218 if (id.GetSubVersion() != -11) filename += "_s0"; // TODO to ensure backward compatibility
219 filename += ".root";
4005d0b5 220
5078a13f 221 filename.Prepend(fDBFolder + id.GetPath() + '/');
9e1ceb13 222
5078a13f 223 return kTRUE;
9e1ceb13 224}
225
89004e35 226//_____________________________________________________________________________
5bfe3965 227void AliCDBGrid::SetRetry(Int_t nretry, Int_t initsec) {
89004e35 228
5078a13f 229 // Function to set the exponential retry for putting entries in the OCDB
89004e35 230
5078a13f 231 AliWarning("WARNING!!! You are changing the exponential retry times and delay: this function should be used by experts!");
232 fNretry = nretry;
233 fInitRetrySeconds = initsec;
234 AliDebug(2,Form("fNretry = %d, fInitRetrySeconds = %d", fNretry, fInitRetrySeconds));
89004e35 235}
236
237
9e1ceb13 238//_____________________________________________________________________________
239Bool_t AliCDBGrid::PrepareId(AliCDBId& id) {
240// prepare id (version) of the object that will be stored (called by PutEntry)
241
5078a13f 242 TString initDir(gGrid->Pwd(0));
243
244 TString dirName(fDBFolder);
245
246 Bool_t dirExist=kFALSE;
247
248
249
250 // go to the path; if directory does not exist, create it
251 for(int i=0;i<3;i++){
252 //TString cmd("find -d ");
253 //cmd += Form("%s ",dirName);
254 //cmd +=
255 //gGrid->Command(cmd.Data());
256 dirName+=Form("%s/",id.GetPathLevel(i).Data());
257 dirExist=gGrid->Cd(dirName,0);
258 if (!dirExist) {
259 AliDebug(2,Form("Creating new folder <%s> ...",dirName.Data()));
260 if(!gGrid->Mkdir(dirName,"",0)){
261 AliError(Form("Cannot create directory <%s> !",dirName.Data()));
262 gGrid->Cd(initDir.Data());
263 return kFALSE;
264 }
265
266 // if folders are new add tags to them
267 if(i == 1) {
268 // TODO Currently disabled
269 // add short lived tag!
270 // AliInfo("Tagging level 1 folder with \"ShortLived\" tag");
271 // if(!AddTag(dirName,"ShortLived_try")){
272 // AliError(Form("Could not tag folder %s !", dirName.Data()));
273 // if(!gGrid->Rmdir(dirName.Data())){
274 // AliError(Form("Unexpected: could not remove %s directory!", dirName.Data()));
275 // }
276 // return 0;
277 //}
278
279 } else if(i == 2) {
280 AliDebug(2,"Tagging level 2 folder with \"CDB\" and \"CDB_MD\" tag");
281 if(!AddTag(dirName,"CDB")){
282 AliError(Form("Could not tag folder %s !", dirName.Data()));
283 if(!gGrid->Rmdir(dirName.Data())){
284 AliError(Form("Unexpected: could not remove %s directory!", dirName.Data()));
285 }
286 return 0;
287 }
288 if(!AddTag(dirName,"CDB_MD")){
289 AliError(Form("Could not tag folder %s !", dirName.Data()));
290 if(!gGrid->Rmdir(dirName.Data())){
291 AliError(Form("Unexpected: could not remove %s directory!", dirName.Data()));
292 }
293 return 0;
294 }
295
296 // TODO Currently disabled
297 // add short lived tag!
298 // TString path=id.GetPath();
299 // if(AliCDBManager::Instance()->IsShortLived(path.Data())) {
300 // AliInfo(Form("Tagging %s as short lived", dirName.Data()));
301 // if(!TagShortLived(dirName, kTRUE)){
302 // AliError(Form("Could not tag folder %s !", dirName.Data()));
303 // if(!gGrid->Rmdir(dirName.Data())){
304 // AliError(Form("Unexpected: could not remove %s directory!", dirName.Data()));
305 // }
306 // return 0;
307 // }
308 // } else {
309 // AliInfo(Form("Tagging %s as long lived", dirName.Data()));
310 // if(!TagShortLived(dirName, kFALSE)){
311 // AliError(Form("Could not tag folder %s !", dirName.Data()));
312 // if(!gGrid->Rmdir(dirName.Data())){
313 // AliError(Form("Unexpected: could not remove %s directory!", dirName.Data()));
314 // }
315 // return 0;
316 // }
317 // }
318 }
319 }
320 }
321 gGrid->Cd(initDir,0);
322
323 TString filename;
324 AliCDBId anId; // the id got from filename
325 AliCDBRunRange lastRunRange(-1,-1); // highest runRange found
326 Int_t lastVersion=0; // highest version found
327
328 TGridResult *res = gGrid->Ls(dirName);
329
330 //loop on the files in the directory, look for highest version
331 for(int i=0; i < res->GetEntries(); i++){
332 filename=res->GetFileNamePath(i);
333 if (!FilenameToId(filename, anId)) continue;
334 if (anId.GetAliCDBRunRange().Overlaps(id.GetAliCDBRunRange()) && anId.GetVersion() > lastVersion) {
335 lastVersion = anId.GetVersion();
336 lastRunRange = anId.GetAliCDBRunRange();
337 }
338
339 }
340 delete res;
341
342 // GRP entries with explicitly set version escape default incremental versioning
343 if(id.GetPath().Contains("GRP") && id.HasVersion() && lastVersion!=0)
344 {
345 AliDebug(5,Form("Entry %s won't be put in the destination OCDB", id.ToString().Data()));
346 return kFALSE;
347 }
348
349 id.SetVersion(lastVersion + 1);
350 id.SetSubVersion(0);
351
352 TString lastStorage = id.GetLastStorage();
353 if(lastStorage.Contains(TString("new"), TString::kIgnoreCase) && id.GetVersion() > 1 ){
354 AliDebug(2, Form("A NEW object is being stored with version %d",
355 id.GetVersion()));
356 AliDebug(2, Form("and it will hide previously stored object with version %d!",
357 id.GetVersion()-1));
358 }
359
360 if(!lastRunRange.IsAnyRange() && !(lastRunRange.IsEqual(&id.GetAliCDBRunRange())))
361 AliWarning(Form("Run range modified w.r.t. previous version (Run%d_%d_v%d)",
362 lastRunRange.GetFirstRun(), lastRunRange.GetLastRun(), id.GetVersion()));
363
364 return kTRUE;
9e1ceb13 365}
366
367//_____________________________________________________________________________
6dc56e97 368AliCDBId* AliCDBGrid::GetId(const TObjArray& validFileIds, const AliCDBId& query) {
62032124 369// look for the Id that matches query's requests (highest or exact version)
9e1ceb13 370
5078a13f 371 if(validFileIds.GetEntriesFast() < 1)
372 return NULL;
373
374 TIter iter(&validFileIds);
375
376 AliCDBId *anIdPtr=0;
377 AliCDBId* result=0;
378
379 while((anIdPtr = dynamic_cast<AliCDBId*> (iter.Next()))){
380 if(anIdPtr->GetPath() != query.GetPath()) continue;
381
382 //if(!CheckVersion(query, anIdPtr, result)) return NULL;
383
384 if (!query.HasVersion()){ // look for highest version
385 if(result && result->GetVersion() > anIdPtr->GetVersion()) continue;
386 if(result && result->GetVersion() == anIdPtr->GetVersion()) {
387 AliError(Form("More than one object valid for run %d, version %d!",
388 query.GetFirstRun(), anIdPtr->GetVersion()));
389 return NULL;
390 }
27d2c5d1 391 result = new AliCDBId(*anIdPtr);
5078a13f 392 } else { // look for specified version
393 if(query.GetVersion() != anIdPtr->GetVersion()) continue;
394 if(result && result->GetVersion() == anIdPtr->GetVersion()){
395 AliError(Form("More than one object valid for run %d, version %d!",
396 query.GetFirstRun(), anIdPtr->GetVersion()));
397 return NULL;
398 }
27d2c5d1 399 result = new AliCDBId(*anIdPtr);
5078a13f 400 }
401
402 }
403
27d2c5d1 404 return result;
62032124 405}
406
9e1ceb13 407//_____________________________________________________________________________
4667c116 408AliCDBId* AliCDBGrid::GetEntryId(const AliCDBId& queryId) {
409// get AliCDBId from the database
410// User must delete returned object
9e1ceb13 411
5078a13f 412 AliCDBId* dataId=0;
413
414 AliCDBId selectedId(queryId);
415 if (!selectedId.HasVersion()) {
416 // if version is not specified, first check the selection criteria list
417 GetSelection(&selectedId);
418 }
419
420 TObjArray validFileIds;
421 validFileIds.SetOwner(1);
422
423 // look for file matching query requests (path, runRange, version)
424 if(selectedId.GetFirstRun() == fRun && fPathFilter.Comprises(selectedId.GetAliCDBPath()) &&
425 fVersion == selectedId.GetVersion() && !fMetaDataFilter){
426 // look into list of valid files previously loaded with AliCDBStorage::FillValidFileIds()
427 AliDebug(2, Form("List of files valid for run %d was loaded. Looking there for fileids valid for path %s!",
428 selectedId.GetFirstRun(), selectedId.GetPath().Data()));
429 dataId = GetId(fValidFileIds, selectedId);
430
431 } else {
432 // List of files valid for reqested run was not loaded. Looking directly into CDB
433 AliDebug(2, Form("List of files valid for run %d and version %d was not loaded. Looking directly into CDB for fileids valid for path %s!",
434 selectedId.GetFirstRun(), selectedId.GetVersion(), selectedId.GetPath().Data()));
435
436 TString filter;
437 MakeQueryFilter(selectedId.GetFirstRun(), selectedId.GetLastRun(), 0, filter);
438
439 TString pattern = ".root";
440 TString optionQuery = "-y -m";
441 if(selectedId.GetVersion() >= 0) {
442 pattern.Prepend(Form("_v%d_s0",selectedId.GetVersion()));
443 optionQuery = "";
444 }
445
446 TString folderCopy(Form("%s%s/Run",fDBFolder.Data(),selectedId.GetPath().Data()));
447
448 if (optionQuery.Contains("-y")){
449 AliInfo("Only latest version will be returned");
450 }
451
452 AliDebug(2,Form("** fDBFolder = %s, pattern = %s, filter = %s",folderCopy.Data(), pattern.Data(), filter.Data()));
453 TGridResult *res = gGrid->Query(folderCopy, pattern, filter, optionQuery.Data());
454 if (res) {
5078a13f 455 for(int i=0; i<res->GetEntries(); i++){
27d2c5d1 456 AliCDBId *validFileId = new AliCDBId();
5078a13f 457 TString filename = res->GetKey(i, "lfn");
458 if(filename == "") continue;
27d2c5d1 459 if(FilenameToId(filename, *validFileId))
460 validFileIds.AddLast(validFileId);
5078a13f 461 }
462 delete res;
463 }else{
464 return 0; // this should be only in case of file catalogue glitch
465 }
466
467 dataId = GetId(validFileIds, selectedId);
468 }
469
470 return dataId;
4667c116 471}
472
473//_____________________________________________________________________________
474AliCDBEntry* AliCDBGrid::GetEntry(const AliCDBId& queryId) {
475// get AliCDBEntry from the database
476
5078a13f 477 AliCDBId* dataId = GetEntryId(queryId);
4667c116 478
5078a13f 479 if (!dataId){
480 AliFatal(TString::Format("No valid CDB object found! request was: %s", queryId.ToString().Data()));
481 return NULL;
482 }
9e1ceb13 483
5078a13f 484 TString filename;
485 if (!IdToFilename(*dataId, filename)) {
486 AliDebug(2,Form("Bad data ID encountered! Subnormal error!"));
487 delete dataId;
488 AliFatal(TString::Format("No valid CDB object found! request was: %s", queryId.ToString().Data()));
489 }
9e1ceb13 490
5078a13f 491 AliCDBEntry* anEntry = GetEntryFromFile(filename, dataId);
62032124 492
5078a13f 493 delete dataId;
494 if(!anEntry)
495 AliFatal(TString::Format("No valid CDB object found! request was: %s", queryId.ToString().Data()));
e6608c2e 496
5078a13f 497 return anEntry;
62032124 498}
499
500//_____________________________________________________________________________
8e245d15 501AliCDBEntry* AliCDBGrid::GetEntryFromFile(TString& filename, AliCDBId* dataId){
62032124 502// Get AliCBEntry object from file "filename"
9e1ceb13 503
5078a13f 504 AliDebug(2,Form("Opening file: %s",filename.Data()));
62032124 505
5078a13f 506 filename.Prepend("/alien");
c75fabed 507
5078a13f 508 // if option="CACHEREAD" TFile will use the local caching facility!
509 TString option="READ";
510 if(fCacheFolder != ""){
c75fabed 511
5078a13f 512 // Check if local cache folder was changed in the meanwhile
513 TString origCache(TFile::GetCacheFileDir());
514 if(fCacheFolder != origCache) {
515 AliWarning(Form("Local cache folder has been overwritten!! fCacheFolder = %s origCache = %s",
516 fCacheFolder.Data(), origCache.Data()));
517 TFile::SetCacheFileDir(fCacheFolder.Data(), fOperateDisconnected);
518 TFile::ShrinkCacheFileDir(fCacheSize, fCleanupInterval);
519 }
c75fabed 520
5078a13f 521 option.Prepend("CACHE");
522 }
c75fabed 523
5078a13f 524 AliDebug(2, Form("Option: %s", option.Data()));
c75fabed 525
5078a13f 526 TFile *file = TFile::Open(filename, option);
527 if (!file) {
528 AliDebug(2,Form("Can't open file <%s>!", filename.Data()));
529 return NULL;
530 }
9e1ceb13 531
5078a13f 532 // get the only AliCDBEntry object from the file
533 // the object in the file is an AliCDBEntry entry named "AliCDBEntry"
9e1ceb13 534
5078a13f 535 AliCDBEntry* anEntry = dynamic_cast<AliCDBEntry*> (file->Get("AliCDBEntry"));
9e1ceb13 536
5078a13f 537 if (!anEntry) {
538 AliDebug(2,Form("Bad storage data: file does not contain an AliCDBEntry object!"));
539 file->Close();
540 return NULL;
541 }
9e1ceb13 542
5078a13f 543 // The object's Id is not reset during storage
544 // If object's Id runRange or version do not match with filename,
545 // it means that someone renamed file by hand. In this case a warning msg is issued.
62032124 546
5078a13f 547 if(anEntry){
548 AliCDBId entryId = anEntry->GetId();
549 Int_t tmpSubVersion = dataId->GetSubVersion();
550 dataId->SetSubVersion(entryId.GetSubVersion()); // otherwise filename and id may mismatch
551 if(!entryId.IsEqual(dataId)){
552 AliWarning(Form("Mismatch between file name and object's Id!"));
553 AliWarning(Form("File name: %s", dataId->ToString().Data()));
554 AliWarning(Form("Object's Id: %s", entryId.ToString().Data()));
555 }
556 dataId->SetSubVersion(tmpSubVersion);
557 }
9e1ceb13 558
5078a13f 559 anEntry->SetLastStorage("grid");
62032124 560
5078a13f 561 // Check whether entry contains a TTree. In case load the tree in memory!
562 LoadTreeFromFile(anEntry);
145f45a2 563
5078a13f 564 // close file, return retieved entry
565 file->Close(); delete file; file=0;
62032124 566
5078a13f 567 return anEntry;
9e1ceb13 568}
569
570//_____________________________________________________________________________
62032124 571TList* AliCDBGrid::GetEntries(const AliCDBId& queryId) {
9e1ceb13 572// multiple request (AliCDBStorage::GetAll)
573
5078a13f 574 TList* result = new TList();
575 result->SetOwner();
576
577 TObjArray validFileIds;
578 validFileIds.SetOwner(1);
579
580 Bool_t alreadyLoaded = kFALSE;
581
582 // look for file matching query requests (path, runRange)
583 if(queryId.GetFirstRun() == fRun &&
584 fPathFilter.Comprises(queryId.GetAliCDBPath()) && fVersion < 0 && !fMetaDataFilter){
585 // look into list of valid files previously loaded with AliCDBStorage::FillValidFileIds()
586 AliDebug(2,Form("List of files valid for run %d and for path %s was loaded. Looking there!",
587 queryId.GetFirstRun(), queryId.GetPath().Data()));
588
589 alreadyLoaded = kTRUE;
590
591 } else {
592 // List of files valid for reqested run was not loaded. Looking directly into CDB
593 AliDebug(2,Form("List of files valid for run %d and for path %s was not loaded. Looking directly into CDB!",
594 queryId.GetFirstRun(), queryId.GetPath().Data()));
595
596 TString filter;
597 MakeQueryFilter(queryId.GetFirstRun(), queryId.GetLastRun(), 0, filter);
598
599 TString path = queryId.GetPath();
600
601 TString pattern = "Run*.root";
602 TString optionQuery = "-y";
603
604 TString addFolder = "";
605 if (!path.Contains("*")){
606 if (!path.BeginsWith("/")) addFolder += "/";
607 addFolder += path;
608 }
609 else{
610 if (path.BeginsWith("/")) path.Remove(0,1);
611 if (path.EndsWith("/")) path.Remove(path.Length()-1,1);
612 TObjArray* tokenArr = path.Tokenize("/");
613 if (tokenArr->GetEntries() != 3) {
614 AliError("Not a 3 level path! Keeping old query...");
615 pattern.Prepend(path+"/");
616 }
617 else{
618 TString str0 = ((TObjString*)tokenArr->At(0))->String();
619 TString str1 = ((TObjString*)tokenArr->At(1))->String();
620 TString str2 = ((TObjString*)tokenArr->At(2))->String();
621 if (str0 != "*" && str1 != "*" && str2 == "*"){
622 // e.g. "ITS/Calib/*"
623 addFolder = "/"+str0+"/"+str1;
624 }
625 else if (str0 != "*" && str1 == "*" && str2 == "*"){
626 // e.g. "ITS/*/*"
627 addFolder = "/"+str0;
628 }
629 else if (str0 == "*" && str1 == "*" && str2 == "*"){
630 // e.g. "*/*/*"
631 // do nothing: addFolder is already an empty string;
632 }
633 else{
634 // e.g. "ITS/*/RecoParam"
635 pattern.Prepend(path+"/");
636 }
637 }
638 delete tokenArr; tokenArr=0;
639 }
640
641 TString folderCopy(Form("%s%s",fDBFolder.Data(),addFolder.Data()));
642
643 AliDebug(2,Form("fDBFolder = %s, pattern = %s, filter = %s",folderCopy.Data(), pattern.Data(), filter.Data()));
644
645 TGridResult *res = gGrid->Query(folderCopy, pattern, filter, optionQuery.Data());
646
647 if (!res) {
648 AliError("Grid query failed");
649 return 0;
650 }
651
5078a13f 652 for(int i=0; i<res->GetEntries(); i++){
27d2c5d1 653 AliCDBId *validFileId = new AliCDBId();
5078a13f 654 TString filename = res->GetKey(i, "lfn");
655 if(filename == "") continue;
27d2c5d1 656 if(FilenameToId(filename, *validFileId))
657 validFileIds.AddLast(validFileId);
5078a13f 658 }
659 delete res;
660 }
661
662 TIter *iter=0;
663 if(alreadyLoaded){
664 iter = new TIter(&fValidFileIds);
665 } else {
666 iter = new TIter(&validFileIds);
667 }
668
669 TObjArray selectedIds;
670 selectedIds.SetOwner(1);
671
672 // loop on list of valid Ids to select the right version to get.
673 // According to query and to the selection criteria list, version can be the highest or exact
674 AliCDBPath pathCopy;
675 AliCDBId* anIdPtr=0;
676 AliCDBId* dataId=0;
677 AliCDBPath queryPath = queryId.GetAliCDBPath();
678 while((anIdPtr = dynamic_cast<AliCDBId*> (iter->Next()))){
679 AliCDBPath thisCDBPath = anIdPtr->GetAliCDBPath();
680 if(!(queryPath.Comprises(thisCDBPath)) || pathCopy.GetPath() == thisCDBPath.GetPath()) continue;
681 pathCopy = thisCDBPath;
682
683 // check the selection criteria list for this query
684 AliCDBId thisId(*anIdPtr);
685 thisId.SetVersion(queryId.GetVersion());
686 if(!thisId.HasVersion()) GetSelection(&thisId);
687
688 if(alreadyLoaded){
689 dataId = GetId(fValidFileIds, thisId);
690 } else {
691 dataId = GetId(validFileIds, thisId);
692 }
693 if(dataId) selectedIds.Add(dataId);
694 }
695
696 delete iter; iter=0;
697
698 // selectedIds contains the Ids of the files matching all requests of query!
699 // All the objects are now ready to be retrieved
700 iter = new TIter(&selectedIds);
701 while((anIdPtr = dynamic_cast<AliCDBId*> (iter->Next()))){
702 TString filename;
703 if (!IdToFilename(*anIdPtr, filename)) {
704 AliDebug(2,Form("Bad data ID encountered! Subnormal error!"));
705 continue;
706 }
707
708 AliCDBEntry* anEntry = GetEntryFromFile(filename, anIdPtr);
709
710 if(anEntry) result->Add(anEntry);
711
712 }
713 delete iter; iter=0;
714
715 return result;
9e1ceb13 716}
717
718//_____________________________________________________________________________
06eeadea 719Bool_t AliCDBGrid::PutEntry(AliCDBEntry* entry, const char* mirrors) {
5078a13f 720// put an AliCDBEntry object into the database
721
722 AliCDBId& id = entry->GetId();
723
724 // set version for the entry to be stored
725 if (!PrepareId(id)) return kFALSE;
726
727 // build filename from entry's id
728 TString filename;
729 if (!IdToFilename(id, filename)) {
67522875 730 AliError("Bad ID encountered, cannot make a file name out of it!");
5078a13f 731 return kFALSE;
732 }
733
734 TString folderToTag = Form("%s%s",
735 fDBFolder.Data(),
736 id.GetPath().Data());
737
738 TDirectory* saveDir = gDirectory;
739
740 TString fullFilename = Form("/alien%s", filename.Data());
741 TString seMirrors(mirrors);
742 if(seMirrors.IsNull() || seMirrors.IsWhitespace()) seMirrors=GetMirrorSEs();
743 // specify SE to filename
744 // if a list of SEs was passed to this method or set via SetMirrorSEs, set the first as SE for opening the file.
745 // The other SEs will be used in cascade in case of failure in opening the file.
746 // The remaining SEs will be used to create replicas.
747 TObjArray *arraySEs = seMirrors.Tokenize(',');
748 Int_t nSEs = arraySEs->GetEntries();
749 Int_t remainingSEs = 1;
750 if(nSEs == 0){
751 if (fSE != "default") fullFilename += Form("?se=%s",fSE.Data());
752 }else{
753 remainingSEs = nSEs;
754 }
755
756 // open file
67522875 757 TFile *file = 0;
758 TFile *reopenedFile = 0;
5078a13f 759 AliDebug(2, Form("fNretry = %d, fInitRetrySeconds = %d",fNretry,fInitRetrySeconds));
760 TString targetSE("");
761
762 Bool_t result = kFALSE;
763 Bool_t reOpenResult = kFALSE;
764 Int_t reOpenAttempts=0;
67522875 765 while( !reOpenResult && reOpenAttempts<2 ) { //loop to check the file after closing it, to catch the unlikely but possible case when the file
5078a13f 766 // is cleaned up by alien just before closing as a consequence of a network disconnection while writing
767
67522875 768 while( !file && remainingSEs>0 ) {
5078a13f 769 if(nSEs!=0){
770 TObjString *target = (TObjString*) arraySEs->At(nSEs-remainingSEs);
771 targetSE=target->String();
772 if ( !(targetSE.BeginsWith("ALICE::") && targetSE.CountChar(':')==4) ) {
67522875 773 AliError( Form("\"%s\" is an invalid storage element identifier.",targetSE.Data()) );
5078a13f 774 continue;
775 }
67522875 776 if ( fullFilename.Contains('?')) fullFilename.Remove(fullFilename.Last('?') );
5078a13f 777 fullFilename += Form("?se=%s",targetSE.Data());
778 }
779 Int_t remainingAttempts=fNretry;
780 Int_t nsleep = fInitRetrySeconds; // number of seconds between attempts. We let it increase exponentially
781 AliDebug(2, Form("Uploading file into SE #%d: %s",nSEs-remainingSEs+1,targetSE.Data()));
782 while(remainingAttempts > 0) {
783 AliDebug(2, Form("Uploading file into OCDB at %s - Attempt #%d",targetSE.Data(),fNretry-remainingAttempts+1));
784 remainingAttempts--;
785 file = TFile::Open(fullFilename,"CREATE");
786 if(!file || !file->IsWritable()){
67522875 787 if(file) { // file is not writable
788 file->Close(); delete file; file=0;
789 }
5078a13f 790 TString message(TString::Format("Attempt %d failed.",fNretry-remainingAttempts));
791 if(remainingAttempts>0) {
792 message += " Sleeping for "; message += nsleep; message += " seconds";
793 }else{
794 if(remainingSEs>0) message += " Trying to upload at next SE";
795 }
796 AliDebug(2, message.Data());
797 if(remainingAttempts>0) sleep(nsleep);
798 }else{
799 remainingAttempts=0;
800 }
801 nsleep*=fInitRetrySeconds;
802 }
803 remainingSEs--;
804 }
805 if(!file){
806 AliError(Form("All %d attempts have failed on all %d SEs. Returning...",fNretry,nSEs));
807 return kFALSE;
808 }
809
810 file->cd();
811
812 //SetTreeToFile(entry, file);
813 entry->SetVersion(id.GetVersion());
814
815 // write object (key name: "AliCDBEntry")
816 result = (file->WriteTObject(entry, "AliCDBEntry") != 0);
5078a13f 817 file->Close();
67522875 818 if (!result) {
819 AliError(Form("Can't write entry to file <%s>!", filename.Data()));
820 } else {
5078a13f 821 AliDebug(2, Form("Reopening file %s for checking its correctness",fullFilename.Data()));
67522875 822 reopenedFile = TFile::Open(fullFilename.Data(),"READ");
823 if(!reopenedFile){
5078a13f 824 reOpenResult = kFALSE;
825 AliInfo(Form("The file %s was closed successfully but cannot be reopened. Trying now to regenerate it (regeneration attempt number %d)",
826 fullFilename.Data(),++reOpenAttempts));
827 delete file; file=0;
828 AliDebug(2, Form("Removing file %s", filename.Data()));
829 if(!gGrid->Rm(filename.Data()))
830 AliError("Can't delete file!");
831 remainingSEs++;
832 }else{
833 reOpenResult = kTRUE;
67522875 834 if ( ! AliCDBManager::Instance()->IsOCDBUploadMode() ) {
835 reopenedFile->Close();
836 delete reopenedFile; reopenedFile=0;
837 }
5078a13f 838 }
5078a13f 839 }
840 }
841
842 if (saveDir) saveDir->cd(); else gROOT->cd();
843 delete file; file=0;
844
845 if(result && reOpenResult) {
846
847 if(!TagFileId(filename, &id)){
848 AliInfo(Form("CDB tagging failed. Deleting file %s!",filename.Data()));
849 if(!gGrid->Rm(filename.Data()))
850 AliError("Can't delete file!");
851 return kFALSE;
852 }
853
854 TagFileMetaData(filename, entry->GetMetaData());
855 }else{
67522875 856 AliError("The file could not be opened or the object could not be written.");
5078a13f 857 if(!gGrid->Rm(filename.Data()))
858 AliError("Can't delete file!");
859 return kFALSE;
860 }
861
862 AliInfo(Form("CDB object stored into file %s", filename.Data()));
863 if(nSEs==0)
864 AliInfo(Form("Storage Element: %s", fSE.Data()));
865 else
866 AliInfo(Form("Storage Element: %s", targetSE.Data()));
867
868 //In case of other SEs specified by the user, mirror the file to the remaining SEs
869 for(Int_t i=0; i<nSEs; i++){
870 if(i==nSEs-remainingSEs-1) continue; // skip mirroring to the SE where the file was saved
871 TString mirrorCmd("mirror ");
872 mirrorCmd += filename;
873 mirrorCmd += " ";
874 TObjString *target = (TObjString*) arraySEs->At(i);
875 TString mirrorSE(target->String());
876 mirrorCmd += mirrorSE;
877 AliDebug(5,Form("mirror command: \"%s\"",mirrorCmd.Data()));
878 AliInfo(Form("Mirroring to storage element: %s", mirrorSE.Data()));
879 gGrid->Command(mirrorCmd.Data());
880 }
881 arraySEs->Delete(); arraySEs=0;
882
67522875 883 if ( AliCDBManager::Instance()->IsOCDBUploadMode() ) { // if uploading to OCDBs, add to cvmfs too
884 if ( !filename.BeginsWith("/alice/data") && !filename.BeginsWith("/alice/simulation/2008/v4-15-Release") ) {
885 AliError ( Form ( "Cannot upload to CVMFS OCDBs a non official CDB object: \"%s\"!", filename.Data() ) );
886 } else {
887 if ( !PutInCvmfs( filename, reopenedFile) )
888 AliError( Form( "Could not upload AliEn file \"%s\" to CVMFS OCDB!", filename.Data() ) );
889 }
890 reopenedFile->Close();
891 delete reopenedFile; reopenedFile=0;
892 }
893
894 return kTRUE;
895}
896
897//_____________________________________________________________________________
7c1ed912 898Bool_t AliCDBGrid::PutInCvmfs( TString& filename, TFile* cdbFile ) const
899{
67522875 900 // Add the CDB object to cvmfs OCDB
901
7c1ed912 902 TString cvmfsFilename( filename );
903 // cvmfsFilename.Remove(TString::kTrailing, '/');
904 TString basename = ( cvmfsFilename( cvmfsFilename.Last( '/' ) + 1, cvmfsFilename.Length() ) );
905 TString cvmfsDirname = cvmfsFilename.Remove( cvmfsFilename.Last( '/' ), cvmfsFilename.Length() );
906 TRegexp threeLevelsRE( "[^/]+/[^/]+/[^/]+$" );
907 TString threeLevels = cvmfsDirname( threeLevelsRE );
67522875 908
909 TRegexp re_RawFolder("^/alice/data/20[0-9]+/OCDB");
910 TRegexp re_MCFolder("^/alice/simulation/2008/v4-15-Release");
911 TString rawFolder = cvmfsDirname(re_RawFolder);
912 TString mcFolder = cvmfsDirname(re_MCFolder);
913 if ( !rawFolder.IsNull() ) {
914 cvmfsDirname.Replace(0, 6, "/cvmfs/alice-ocdb.cern.ch/calibration");
915 } else if ( !mcFolder.IsNull() ){
916 cvmfsDirname.Replace(0,36,"/cvmfs/alice-ocdb.cern.ch/calibration/MC");
917 } else {
918 AliError(Form("OCDB folder set for an invalid OCDB storage:\n %s", cvmfsDirname.Data()));
919 return kFALSE;
920 }
42525e7c 921 // now cvmfsDirname is the full dirname in cvmfs
67522875 922 AliDebug(3, Form("Publishing \"%s\" in \"%s\"", basename.Data(), cvmfsDirname.Data()));
923
7c1ed912 924 // Tar the file with the right prefix path. Include the directory structure in the tarball
42525e7c 925 // to cover the case of a containing directory being new in cvmfs, plus a container directory
926 // to avoid clashing with stuff present in the local directory
7c1ed912 927 TString firstLevel(threeLevels(0, threeLevels.First('/')));
42525e7c 928 TString tempDir("tmpToCvmfsOcdbs");
929 gSystem->Exec( Form("rm -r %s > /dev/null 2>&1", tempDir.Data()) ); //to be sure not to publish other stuff in cvmfs
930 Int_t result = gSystem->Exec( Form("mkdir -p %s/%s", tempDir.Data(), threeLevels.Data()) );
7c1ed912 931 if ( result != 0 ) {
42525e7c 932 AliError ( Form ( "Could not create the directory \"%s/%s\"", tempDir.Data(), threeLevels.Data() ) );
7c1ed912 933 return kFALSE;
934 }
42525e7c 935 cdbFile->Cp(Form("%s/%s/%s", tempDir.Data(), threeLevels.Data(), basename.Data() ));
67522875 936 TString tarFileName("cdbObjectToAdd.tar.gz");
42525e7c 937 TString cvmfsBaseFolder(cvmfsDirname(0, cvmfsDirname.Last('/')));
938 cvmfsBaseFolder = cvmfsBaseFolder(0, cvmfsBaseFolder.Last('/'));
939 cvmfsBaseFolder = cvmfsBaseFolder(0, cvmfsBaseFolder.Last('/'));
f5cea44a 940 // tarCommand should be e.g.: tar --transform 's,^,/cvmfs/alice-ocdb.cern.ch/calibration/data/2010/OCDB/,S' -cvzf objecttoadd.tar.gz basename
42525e7c 941 result = gSystem->Exec ( Form( "tar --transform 's,^%s,%s,S' -cvzf %s %s", tempDir.Data(), cvmfsBaseFolder.Data(), tarFileName.Data(), tempDir.Data() ) );
67522875 942 if ( result != 0 ) {
943 AliError ( Form ( "Could not create the tarball for the object \"%s\"", filename.Data() ) );
944 return kFALSE;
945 }
946
7c1ed912 947 // Copy the file to cvmfs (requires to have the executable in the path and access to the server)
67522875 948 result = gSystem->Exec( Form( "ocdb-cvmfs %s", tarFileName.Data() ) );
949 if ( result != 0 ) {
950 AliError ( Form ( "Could not execute \"ocdb-cvmfs %s\"", filename.Data() ) );
951 return kFALSE;
952 }
953
954 // Remove the local file and the tar-file
42525e7c 955 gSystem->Exec( Form( "rm -r %s", tempDir.Data() ) );
67522875 956 gSystem->Exec( Form( "rm %s", tarFileName.Data() ) );
957
5078a13f 958 return kTRUE;
62032124 959}
c5941d67 960
62032124 961//_____________________________________________________________________________
962Bool_t AliCDBGrid::AddTag(TString& folderToTag, const char* tagname){
963// add "tagname" tag (CDB or CDB_MD) to folder where object will be stored
964
5078a13f 965 Bool_t result = kTRUE;
966 AliDebug(2, Form("adding %s tag to folder %s", tagname, folderToTag.Data()));
967 TString addTag = Form("addTag %s %s", folderToTag.Data(), tagname);
968 TGridResult *gridres = gGrid->Command(addTag.Data());
969 const char* resCode = gridres->GetKey(0,"__result__"); // '1' if success
970 if(resCode[0] != '1') {
971 AliError(Form("Couldn't add %s tags to folder %s !",
972 tagname, folderToTag.Data()));
973 result = kFALSE;
974 }
975 delete gridres;
976 return result;
9e1ceb13 977}
978
62032124 979//_____________________________________________________________________________
c3a7b59a 980Bool_t AliCDBGrid::TagFileId(TString& filename, const AliCDBId* id){
62032124 981// tag stored object in CDB table using object Id's parameters
982
0e10c8fd 983
5078a13f 984 TString dirname(filename);
985 Int_t dirNumber = gGrid->Mkdir(dirname.Remove(dirname.Last('/')),"-d");
986
987 TString addTagValue1 = Form("addTagValue %s CDB ", filename.Data());
988 TString addTagValue2 = Form("first_run=%d last_run=%d version=%d ",
989 id->GetFirstRun(),
990 id->GetLastRun(),
991 id->GetVersion());
992 TString addTagValue3 = Form("path_level_0=\"%s\" path_level_1=\"%s\" path_level_2=\"%s\" ",
993 id->GetPathLevel(0).Data(),
994 id->GetPathLevel(1).Data(),
995 id->GetPathLevel(2).Data());
996 //TString addTagValue4 = Form("version_path=\"%s\" dir_number=%d",Form("%d_%s",id->GetVersion(),filename.Data()),dirNumber);
997 TString addTagValue4 = Form("version_path=\"%09d%s\" dir_number=%d",id->GetVersion(),filename.Data(),dirNumber);
998 TString addTagValue = Form("%s%s%s%s",
999 addTagValue1.Data(),
1000 addTagValue2.Data(),
1001 addTagValue3.Data(),
1002 addTagValue4.Data());
1003
1004 Bool_t result = kFALSE;
1005 AliDebug(2, Form("Tagging file. Tag command: %s", addTagValue.Data()));
1006 TGridResult* res = gGrid->Command(addTagValue.Data());
1007 const char* resCode = res->GetKey(0,"__result__"); // '1' if success
1008 if(resCode[0] != '1') {
1009 AliError(Form("Couldn't add CDB tag value to file %s !",
1010 filename.Data()));
1011 result = kFALSE;
1012 } else {
1013 AliDebug(2, "Object successfully tagged.");
1014 result = kTRUE;
1015 }
1016 delete res;
1017 return result;
62032124 1018
1019}
1020
4667c116 1021//_____________________________________________________________________________
1022Bool_t AliCDBGrid::TagShortLived(TString& filename, Bool_t value){
1023// tag folder with ShortLived tag
1024
5078a13f 1025 TString addTagValue = Form("addTagValue %s ShortLived_try value=%d", filename.Data(), value);
1026
1027 Bool_t result = kFALSE;
1028 AliDebug(2, Form("Tagging file. Tag command: %s", addTagValue.Data()));
1029 TGridResult* res = gGrid->Command(addTagValue.Data());
1030 const char* resCode = res->GetKey(0,"__result__"); // '1' if success
1031 if(resCode[0] != '1') {
1032 AliError(Form("Couldn't add ShortLived tag value to file %s !", filename.Data()));
1033 result = kFALSE;
1034 } else {
1035 AliDebug(2,"Object successfully tagged.");
1036 result = kTRUE;
1037 }
1038 delete res;
1039 return result;
4667c116 1040
1041}
1042
62032124 1043//_____________________________________________________________________________
c3a7b59a 1044Bool_t AliCDBGrid::TagFileMetaData(TString& filename, const AliCDBMetaData* md){
62032124 1045// tag stored object in CDB table using object Id's parameters
1046
5078a13f 1047 TString addTagValue1 = Form("addTagValue %s CDB_MD ", filename.Data());
1048 TString addTagValue2 = Form("object_classname=\"%s\" responsible=\"%s\" beam_period=%d ",
1049 md->GetObjectClassName(),
1050 md->GetResponsible(),
1051 md->GetBeamPeriod());
1052 TString addTagValue3 = Form("aliroot_version=\"%s\" comment=\"%s\"",
1053 md->GetAliRootVersion(),
1054 md->GetComment());
1055 TString addTagValue = Form("%s%s%s",
1056 addTagValue1.Data(),
1057 addTagValue2.Data(),
1058 addTagValue3.Data());
1059
1060 Bool_t result = kFALSE;
1061 AliDebug(2, Form("Tagging file. Tag command: %s", addTagValue.Data()));
1062 TGridResult* res = gGrid->Command(addTagValue.Data());
1063 const char* resCode = res->GetKey(0,"__result__"); // '1' if success
1064 if(resCode[0] != '1') {
1065 AliWarning(Form("Couldn't add CDB_MD tag value to file %s !",
1066 filename.Data()));
1067 result = kFALSE;
1068 } else {
1069 AliDebug(2,"Object successfully tagged.");
1070 result = kTRUE;
1071 }
1072 return result;
62032124 1073}
1074
b05400be 1075//_____________________________________________________________________________
1076TList* AliCDBGrid::GetIdListFromFile(const char* fileName){
6dc56e97 1077
5078a13f 1078 TString turl(fileName);
1079 turl.Prepend("/alien" + fDBFolder);
1080 turl += "?se="; turl += fSE.Data();
1081 TFile *file = TFile::Open(turl);
1082 if (!file) {
1083 AliError(Form("Can't open selection file <%s>!", turl.Data()));
1084 return NULL;
1085 }
1086
1087 TList *list = new TList();
1088 list->SetOwner();
1089 int i=0;
1090 TString keycycle;
1091
1092 AliCDBId *id;
1093 while(1){
1094 i++;
1095 keycycle = "AliCDBId;";
1096 keycycle+=i;
1097
1098 id = (AliCDBId*) file->Get(keycycle);
1099 if(!id) break;
1100 list->AddFirst(id);
1101 }
1102 file->Close(); delete file; file=0;
1103
1104 return list;
b05400be 1105
1106
1107}
1108
1109//_____________________________________________________________________________
1110Bool_t AliCDBGrid::Contains(const char* path) const{
1111// check for path in storage's DBFolder
1112
5078a13f 1113 TString initDir(gGrid->Pwd(0));
1114 TString dirName(fDBFolder);
1115 dirName += path; // dirName = fDBFolder/path
1116 Bool_t result=kFALSE;
1117 if (gGrid->Cd(dirName,0)) result=kTRUE;
1118 gGrid->Cd(initDir.Data(),0);
1119 return result;
b05400be 1120}
1121
62032124 1122//_____________________________________________________________________________
1123void AliCDBGrid::QueryValidFiles()
1124{
5078a13f 1125 // Query the CDB for files valid for AliCDBStorage::fRun
1126 // Fills list fValidFileIds with AliCDBId objects extracted from CDB files
1127 // selected from AliEn metadata.
1128 // If fVersion was not set, fValidFileIds is filled with highest versions.
1129
1130 TString filter;
1131 MakeQueryFilter(fRun, fRun, fMetaDataFilter, filter);
1132
1133 TString path = fPathFilter.GetPath();
1134
1135 TString pattern = "Run*";
1136 TString optionQuery = "-y";
1137 if(fVersion >= 0) {
1138 pattern += Form("_v%d_s0", fVersion);
1139 optionQuery = "";
1140 }
1141 pattern += ".root";
1142 AliDebug(2,Form("pattern: %s", pattern.Data()));
1143
1144 TString addFolder = "";
1145 if (!path.Contains("*")){
1146 if (!path.BeginsWith("/")) addFolder += "/";
1147 addFolder += path;
1148 }
1149 else{
1150 if (path.BeginsWith("/")) path.Remove(0,1);
1151 if (path.EndsWith("/")) path.Remove(path.Length()-1,1);
1152 TObjArray* tokenArr = path.Tokenize("/");
1153 if (tokenArr->GetEntries() != 3) {
1154 AliError("Not a 3 level path! Keeping old query...");
1155 pattern.Prepend(path+"/");
1156 }
1157 else{
1158 TString str0 = ((TObjString*)tokenArr->At(0))->String();
1159 TString str1 = ((TObjString*)tokenArr->At(1))->String();
1160 TString str2 = ((TObjString*)tokenArr->At(2))->String();
1161 if (str0 != "*" && str1 != "*" && str2 == "*"){
1162 // e.g. "ITS/Calib/*"
1163 addFolder = "/"+str0+"/"+str1;
1164 }
1165 else if (str0 != "*" && str1 == "*" && str2 == "*"){
1166 // e.g. "ITS/*/*"
1167 addFolder = "/"+str0;
1168 }
1169 else if (str0 == "*" && str1 == "*" && str2 == "*"){
1170 // e.g. "*/*/*"
1171 // do nothing: addFolder is already an empty string;
1172 }
1173 else{
1174 // e.g. "ITS/*/RecoParam"
1175 pattern.Prepend(path+"/");
1176 }
1177 }
1178 delete tokenArr; tokenArr=0;
1179 }
1180
1181 TString folderCopy(Form("%s%s",fDBFolder.Data(),addFolder.Data()));
1182
1183 AliDebug(2,Form("fDBFolder = %s, pattern = %s, filter = %s",folderCopy.Data(), pattern.Data(), filter.Data()));
1184
1185 if (optionQuery == "-y"){
1186 AliInfo("Only latest version will be returned");
1187 }
1188
1189 TGridResult *res = gGrid->Query(folderCopy, pattern, filter, optionQuery.Data());
1190
1191 if (!res) {
1192 AliError("Grid query failed");
1193 return;
1194 }
1195
1196 TIter next(res);
1197 TMap *map;
1198 while ((map = (TMap*)next())) {
1199 TObjString *entry;
1200 if ((entry = (TObjString *) ((TMap *)map)->GetValue("lfn"))) {
1201 TString& filename = entry->String();
1202 if(filename.IsNull()) continue;
1203 AliDebug(2,Form("Found valid file: %s", filename.Data()));
27d2c5d1 1204 AliCDBId *validFileId = new AliCDBId();
5078a13f 1205 Bool_t result = FilenameToId(filename, *validFileId);
1206 if(result) {
1207 fValidFileIds.AddLast(validFileId);
1208 }
1209 else {
1210 delete validFileId;
1211 }
1212 }
1213 }
1214 delete res;
62032124 1215
1216}
1217
1218//_____________________________________________________________________________
c3a7b59a 1219void AliCDBGrid::MakeQueryFilter(Int_t firstRun, Int_t lastRun,
5078a13f 1220 const AliCDBMetaData* md, TString& result) const
62032124 1221{
5078a13f 1222 // create filter for file query
1223
1224 result = Form("CDB:first_run<=%d and CDB:last_run>=%d", firstRun, lastRun);
1225
1226 // if(version >= 0) {
1227 // result += Form(" and CDB:version=%d", version);
1228 // }
1229 // if(pathFilter.GetLevel0() != "*") {
1230 // result += Form(" and CDB:path_level_0=\"%s\"", pathFilter.GetLevel0().Data());
1231 // }
1232 // if(pathFilter.GetLevel1() != "*") {
1233 // result += Form(" and CDB:path_level_1=\"%s\"", pathFilter.GetLevel1().Data());
1234 // }
1235 // if(pathFilter.GetLevel2() != "*") {
1236 // result += Form(" and CDB:path_level_2=\"%s\"", pathFilter.GetLevel2().Data());
1237 // }
1238
1239 if(md){
1240 if(md->GetObjectClassName()[0] != '\0') {
1241 result += Form(" and CDB_MD:object_classname=\"%s\"", md->GetObjectClassName());
1242 }
1243 if(md->GetResponsible()[0] != '\0') {
1244 result += Form(" and CDB_MD:responsible=\"%s\"", md->GetResponsible());
1245 }
1246 if(md->GetBeamPeriod() != 0) {
1247 result += Form(" and CDB_MD:beam_period=%d", md->GetBeamPeriod());
1248 }
1249 if(md->GetAliRootVersion()[0] != '\0') {
1250 result += Form(" and CDB_MD:aliroot_version=\"%s\"", md->GetAliRootVersion());
1251 }
1252 if(md->GetComment()[0] != '\0') {
1253 result += Form(" and CDB_MD:comment=\"%s\"", md->GetComment());
1254 }
1255 }
1256 AliDebug(2, Form("filter: %s",result.Data()));
62032124 1257
1258}
1259
c3a7b59a 1260
9e1ceb13 1261/////////////////////////////////////////////////////////////////////////////////////////////////
1262// //
1263// AliCDBGrid factory //
1264// //
1265/////////////////////////////////////////////////////////////////////////////////////////////////
1266
1267ClassImp(AliCDBGridFactory)
1268
5078a13f 1269 //_____________________________________________________________________________
1270 Bool_t AliCDBGridFactory::Validate(const char* gridString) {
1271 // check if the string is valid Grid URI
9e1ceb13 1272
5078a13f 1273 TRegexp gridPattern("^alien://.+$");
9e1ceb13 1274
5078a13f 1275 return TString(gridString).Contains(gridPattern);
1276 }
9e1ceb13 1277
1278//_____________________________________________________________________________
1279AliCDBParam* AliCDBGridFactory::CreateParameter(const char* gridString) {
5078a13f 1280 // create AliCDBGridParam class from the URI string
1281
1282 if (!Validate(gridString)) {
1283 return NULL;
1284 }
1285
1286 TString buffer(gridString);
1287
1288 TString gridUrl = "alien://";
1289 TString user = "";
1290 TString dbFolder = "";
1291 TString se = "default";
1292 TString cacheFolder = "";
1293 Bool_t operateDisconnected = kTRUE;
1294 Long64_t cacheSize = (UInt_t) 1024*1024*1024; // 1GB
1295 Long_t cleanupInterval = 0;
1296
1297 TObjArray *arr = buffer.Tokenize('?');
1298 TIter iter(arr);
1299 TObjString *str = 0;
1300
1301 while((str = (TObjString*) iter.Next())){
1302 TString entry(str->String());
1303 Int_t indeq = entry.Index('=');
1304 if(indeq == -1) {
1305 if(entry.BeginsWith("alien://")) { // maybe it's a gridUrl!
1306 gridUrl = entry;
1307 continue;
1308 } else {
1309 AliError(Form("Invalid entry! %s",entry.Data()));
1310 continue;
1311 }
1312 }
1313
1314 TString key = entry(0,indeq);
1315 TString value = entry(indeq+1,entry.Length()-indeq);
1316
1317 if(key.Contains("grid",TString::kIgnoreCase)) {
1318 gridUrl += value;
1319 }
1320 else if (key.Contains("user",TString::kIgnoreCase)){
1321 user = value;
1322 }
1323 else if (key.Contains("se",TString::kIgnoreCase)){
1324 se = value;
1325 }
1326 else if (key.Contains("cacheF",TString::kIgnoreCase)){
1327 cacheFolder = value;
1328 if (!cacheFolder.IsNull() && !cacheFolder.EndsWith("/"))
1329 cacheFolder += "/";
1330 }
1331 else if (key.Contains("folder",TString::kIgnoreCase)){
1332 dbFolder = value;
1333 }
1334 else if (key.Contains("operateDisc",TString::kIgnoreCase)){
1335 if(value == "kTRUE") {
1336 operateDisconnected = kTRUE;
1337 } else if (value == "kFALSE") {
1338 operateDisconnected = kFALSE;
1339 } else if (value == "0" || value == "1") {
1340 operateDisconnected = (Bool_t) value.Atoi();
1341 } else {
1342 AliError(Form("Invalid entry! %s",entry.Data()));
1343 return NULL;
1344 }
1345 }
1346 else if (key.Contains("cacheS",TString::kIgnoreCase)){
1347 if(value.IsDigit()) {
1348 cacheSize = value.Atoi();
1349 } else {
1350 AliError(Form("Invalid entry! %s",entry.Data()));
1351 return NULL;
1352 }
1353 }
1354 else if (key.Contains("cleanupInt",TString::kIgnoreCase)){
1355 if(value.IsDigit()) {
1356 cleanupInterval = value.Atoi();
1357 } else {
1358 AliError(Form("Invalid entry! %s",entry.Data()));
1359 return NULL;
1360 }
1361 }
1362 else{
1363 AliError(Form("Invalid entry! %s",entry.Data()));
1364 return NULL;
1365 }
1366 }
1367 delete arr; arr=0;
1368
1369 AliDebug(2, Form("gridUrl: %s", gridUrl.Data()));
1370 AliDebug(2, Form("user: %s", user.Data()));
1371 AliDebug(2, Form("dbFolder: %s", dbFolder.Data()));
1372 AliDebug(2, Form("s.e.: %s", se.Data()));
1373 AliDebug(2, Form("local cache folder: %s", cacheFolder.Data()));
1374 AliDebug(2, Form("local cache operate disconnected: %d", operateDisconnected));
1375 AliDebug(2, Form("local cache size: %lld", cacheSize));
1376 AliDebug(2, Form("local cache cleanup interval: %ld", cleanupInterval));
1377
1378 if(dbFolder == ""){
1379 AliError("Base folder must be specified!");
1380 return NULL;
1381 }
1382
1383 return new AliCDBGridParam(gridUrl.Data(), user.Data(),
1384 dbFolder.Data(), se.Data(), cacheFolder.Data(),
1385 operateDisconnected, cacheSize, cleanupInterval);
9e1ceb13 1386}
1387
1388//_____________________________________________________________________________
1389AliCDBStorage* AliCDBGridFactory::Create(const AliCDBParam* param) {
5078a13f 1390 // create AliCDBGrid storage instance from parameters
1391
1392 AliCDBGrid *grid = 0;
1393 if (AliCDBGridParam::Class() == param->IsA()) {
1394
1395 const AliCDBGridParam* gridParam = (const AliCDBGridParam*) param;
1396 grid = new AliCDBGrid(gridParam->GridUrl().Data(),
1397 gridParam->GetUser().Data(),
1398 gridParam->GetDBFolder().Data(),
1399 gridParam->GetSE().Data(),
1400 gridParam->GetCacheFolder().Data(),
1401 gridParam->GetOperateDisconnected(),
1402 gridParam->GetCacheSize(),
1403 gridParam->GetCleanupInterval());
1404
1405 }
1406
1407 if(!gGrid && grid) {
1408 delete grid; grid=0;
1409 }
1410
1411 return grid;
9e1ceb13 1412}
1413
1414/////////////////////////////////////////////////////////////////////////////////////////////////
1415// //
c75fabed 1416// AliCDBGrid Parameter class // //
9e1ceb13 1417// //
1418/////////////////////////////////////////////////////////////////////////////////////////////////
1419
1420ClassImp(AliCDBGridParam)
1421
5078a13f 1422 //_____________________________________________________________________________
1423 AliCDBGridParam::AliCDBGridParam():
1424 AliCDBParam(),
1425 fGridUrl(),
1426 fUser(),
1427 fDBFolder(),
1428 fSE(),
1429 fCacheFolder(),
1430 fOperateDisconnected(),
1431 fCacheSize(),
1432 fCleanupInterval()
1433
1434{
1435 // default constructor
9e1ceb13 1436
1437}
1438
1439//_____________________________________________________________________________
c75fabed 1440AliCDBGridParam::AliCDBGridParam(const char* gridUrl, const char* user, const char* dbFolder,
5078a13f 1441 const char* se, const char* cacheFolder, Bool_t operateDisconnected,
1442 Long64_t cacheSize, Long_t cleanupInterval):
1443 AliCDBParam(),
1444 fGridUrl(gridUrl),
1445 fUser(user),
1446 fDBFolder(dbFolder),
1447 fSE(se),
1448 fCacheFolder(cacheFolder),
1449 fOperateDisconnected(operateDisconnected),
1450 fCacheSize(cacheSize),
1451 fCleanupInterval(cleanupInterval)
9e1ceb13 1452{
5078a13f 1453 // constructor
c75fabed 1454
5078a13f 1455 SetType("alien");
9e1ceb13 1456
5078a13f 1457 TString uri = Form("%s?User=%s?DBFolder=%s?SE=%s?CacheFolder=%s"
1458 "?OperateDisconnected=%d?CacheSize=%lld?CleanupInterval=%ld",
1459 fGridUrl.Data(), fUser.Data(),
1460 fDBFolder.Data(), fSE.Data(), fCacheFolder.Data(),
1461 fOperateDisconnected, fCacheSize, fCleanupInterval);
62032124 1462
5078a13f 1463 SetURI(uri.Data());
9e1ceb13 1464}
1465
1466//_____________________________________________________________________________
1467AliCDBGridParam::~AliCDBGridParam() {
5078a13f 1468 // destructor
9e1ceb13 1469
1470}
1471
1472//_____________________________________________________________________________
1473AliCDBParam* AliCDBGridParam::CloneParam() const {
5078a13f 1474 // clone parameter
9e1ceb13 1475
5078a13f 1476 return new AliCDBGridParam(fGridUrl.Data(), fUser.Data(),
1477 fDBFolder.Data(), fSE.Data(), fCacheFolder.Data(),
1478 fOperateDisconnected, fCacheSize, fCleanupInterval);
9e1ceb13 1479}
1480
1481//_____________________________________________________________________________
1482ULong_t AliCDBGridParam::Hash() const {
5078a13f 1483 // return Hash function
9e1ceb13 1484
5078a13f 1485 return fGridUrl.Hash()+fUser.Hash()+fDBFolder.Hash()+fSE.Hash()+fCacheFolder.Hash();
9e1ceb13 1486}
1487
1488//_____________________________________________________________________________
1489Bool_t AliCDBGridParam::IsEqual(const TObject* obj) const {
5078a13f 1490 // check if this object is equal to AliCDBParam obj
1491
1492 if (this == obj) {
1493 return kTRUE;
1494 }
1495
1496 if (AliCDBGridParam::Class() != obj->IsA()) {
1497 return kFALSE;
1498 }
1499
1500 AliCDBGridParam* other = (AliCDBGridParam*) obj;
1501
1502 if(fGridUrl != other->fGridUrl) return kFALSE;
1503 if(fUser != other->fUser) return kFALSE;
1504 if(fDBFolder != other->fDBFolder) return kFALSE;
1505 if(fSE != other->fSE) return kFALSE;
1506 if(fCacheFolder != other->fCacheFolder) return kFALSE;
1507 if(fOperateDisconnected != other->fOperateDisconnected) return kFALSE;
1508 if(fCacheSize != other->fCacheSize) return kFALSE;
1509 if(fCleanupInterval != other->fCleanupInterval) return kFALSE;
1510 return kTRUE;
9e1ceb13 1511}
1512