]> git.uio.no Git - u/mrichter/AliRoot.git/blame - STEER/AliCDBGrid.cxx
git://git.uio.no / u / mrichter / AliRoot.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Fixes related the event range and run method. The event range now can be specified...
[u/mrichter/AliRoot.git] / STEER / AliCDBGrid.cxx
CommitLineData
9e1ceb13 1/**************************************************************************
2 * Copyright(c) 1998-1999, ALICE Experiment at CERN, All rights reserved. *
3 * *
4 * Author: The ALICE Off-line Project. *
5 * Contributors are mentioned in the code where appropriate. *
6 * *
7 * Permission to use, copy, modify and distribute this software and its *
8 * documentation strictly for non-commercial purposes is hereby granted *
9 * without fee, provided that the above copyright notice appears in all *
10 * copies and that both the copyright notice and this permission notice *
11 * appear in the supporting documentation. The authors make no claims *
12 * about the suitability of this software for any purpose. It is *
13 * provided "as is" without express or implied warranty. *
14 **************************************************************************/
15
16/////////////////////////////////////////////////////////////////////////////////////////////////
17// //
18// AliCDBGrid //
19// access class to a DataBase in an AliEn storage //
20// //
21/////////////////////////////////////////////////////////////////////////////////////////////////
22
23
24#include <TGrid.h>
25#include <TGridResult.h>
26#include <TFile.h>
6dc56e97 27#include <TKey.h>
9e1ceb13 28#include <TROOT.h>
f430a9ce 29//#include <TSystem.h>
9e1ceb13 30#include <TObjArray.h>
31#include <TObjString.h>
32#include <TRegexp.h>
33
34#include "AliLog.h"
fdf65bb5 35#include "AliCDBEntry.h"
9e1ceb13 36#include "AliCDBGrid.h"
37
38
39ClassImp(AliCDBGrid)
40
41//_____________________________________________________________________________
b05400be 42AliCDBGrid::AliCDBGrid(const char *gridUrl, const char *user, const char *dbFolder, const char *se) :
9e1ceb13 43AliCDBStorage(),
b05400be 44fGridUrl(gridUrl),
9e1ceb13 45fUser(user),
b05400be 46fDBFolder(dbFolder),
9e1ceb13 47fSE(se)
48{
49// constructor //
50
9e1ceb13 51 // if the same Grid is alreay active, skip connection
b05400be 52 if (!gGrid || fGridUrl != gGrid->GridUrl()
024cf675 53 || (( fUser != "" ) && ( fUser != gGrid->GetUser() )) ) {
9e1ceb13 54 // connection to the Grid
62032124 55 AliInfo("Connection to the Grid...");
024cf675 56 if(gGrid){
57 AliInfo(Form("gGrid = %x; fGridUrl = %s; gGrid->GridUrl() = %s",gGrid,fGridUrl.Data(), gGrid->GridUrl()));
58 AliInfo(Form("fUser = %s; gGrid->GetUser() = %s",fUser.Data(), gGrid->GetUser()));
59 }
b05400be 60 TGrid::Connect(fGridUrl.Data(),fUser.Data());
9e1ceb13 61 }
62
63 if(!gGrid) {
64 AliError("Connection failed!");
65 return;
66 }
67
68 TString initDir(gGrid->Pwd(0));
b05400be 69 if (fDBFolder[0] != '/') {
70 fDBFolder.Prepend(initDir);
9e1ceb13 71 }
72
73 // check DBFolder: trying to cd to DBFolder; if it does not exist, create it
b05400be 74 if(!gGrid->Cd(fDBFolder.Data(),0)){
75 AliDebug(2,Form("Creating new folder <%s> ...",fDBFolder.Data()));
76 if(!gGrid->Mkdir(fDBFolder.Data(),"",0)){
77 AliError(Form("Cannot create folder <%s> !",fDBFolder.Data()));
9e1ceb13 78 }
79 } else {
b05400be 80 AliDebug(2,Form("Folder <%s> found",fDBFolder.Data()));
9e1ceb13 81 }
82
83 // removes any '/' at the end of path, then append one '/'
b05400be 84 while(fDBFolder.EndsWith("/")) fDBFolder.Remove(fDBFolder.Last('/'));
85 fDBFolder+="/";
9e1ceb13 86
62032124 87 fType="alien";
88 fBaseFolder = fDBFolder;
89
9e1ceb13 90 // return to the initial directory
91 gGrid->Cd(initDir.Data(),0);
92}
93
94//_____________________________________________________________________________
95AliCDBGrid::~AliCDBGrid()
96{
97// destructor
62032124 98 delete gGrid; gGrid=0;
9e1ceb13 99
100}
101
102//_____________________________________________________________________________
62032124 103Bool_t AliCDBGrid::FilenameToId(TString& filename, AliCDBId& id) {
104// build AliCDBId from full path filename (fDBFolder/path/Run#x_#y_v#z.root)
105
106 if(filename.Contains(fDBFolder)){
107 filename = filename(fDBFolder.Length(),filename.Length()-fDBFolder.Length());
108 }
109
110 TString idPath = filename(0,filename.Last('/'));
111 id.SetPath(idPath);
112 if(!id.IsValid()) return kFALSE;
113
114 filename=filename(idPath.Length()+1,filename.Length()-idPath.Length());
9e1ceb13 115
116 Ssiz_t mSize;
9e1ceb13 117 // valid filename: Run#firstRun_#lastRun_v#version.root
118 TRegexp keyPattern("^Run[0-9]+_[0-9]+_v[0-9]+.root$");
119 keyPattern.Index(filename, &mSize);
120 if (!mSize) {
62032124 121 AliDebug(2,Form("Bad filename <%s>.", filename.Data()));
9e1ceb13 122 return kFALSE;
123 }
124
62032124 125 filename.Resize(filename.Length() - sizeof(".root") + 1);
9e1ceb13 126
62032124 127 TObjArray* strArray = (TObjArray*) filename.Tokenize("_");
9e1ceb13 128
129 TString firstRunString(((TObjString*) strArray->At(0))->GetString());
62032124 130 id.SetFirstRun(atoi(firstRunString.Data() + 3));
131 id.SetLastRun(atoi(((TObjString*) strArray->At(1))->GetString()));
132
9e1ceb13 133 TString verString(((TObjString*) strArray->At(2))->GetString());
62032124 134 id.SetVersion(atoi(verString.Data() + 1));
9e1ceb13 135
136 delete strArray;
137
138 return kTRUE;
139}
140
141//_____________________________________________________________________________
c3a7b59a 142Bool_t AliCDBGrid::IdToFilename(const AliCDBId& id, TString& filename) const {
62032124 143// build file name from AliCDBId (path, run range, version) and fDBFolder
9e1ceb13 144
62032124 145 if (!id.GetAliCDBRunRange().IsValid()) {
146 AliDebug(2,Form("Invalid run range <%d, %d>.",
147 id.GetFirstRun(), id.GetLastRun()));
9e1ceb13 148 return kFALSE;
149 }
150
62032124 151 if (id.GetVersion() < 0) {
152 AliDebug(2,Form("Invalid version <%d>.", id.GetVersion()));
9e1ceb13 153 return kFALSE;
154 }
62032124 155
156 filename = Form("Run%d_%d_v%d.root",
157 id.GetFirstRun(),
158 id.GetLastRun(),
159 id.GetVersion());
160
161 filename.Prepend(fDBFolder + id.GetPath() + '/');
9e1ceb13 162
163 return kTRUE;
164}
165
166//_____________________________________________________________________________
167Bool_t AliCDBGrid::PrepareId(AliCDBId& id) {
168// prepare id (version) of the object that will be stored (called by PutEntry)
169
170 TString initDir(gGrid->Pwd(0));
171 TString pathName= id.GetPath();
172
b05400be 173 TString dirName(fDBFolder);
9e1ceb13 174
175 Bool_t dirExist=kFALSE;
176
177 // go to the path; if directory does not exist, create it
178 TObjArray *arrName=pathName.Tokenize("/");
179 for(int i=0;i<arrName->GetEntries();i++){
180 TString buffer((arrName->At(i))->GetName());
181 dirName+=buffer; dirName+="/";
182 dirExist=gGrid->Cd(dirName,0);
183 if (!dirExist) {
b05400be 184 AliDebug(2,Form("Creating new folder <%s> ...",dirName.Data()));
9e1ceb13 185 if(!gGrid->Mkdir(dirName,"",0)){
186 AliError(Form("Cannot create directory <%s> !",dirName.Data()));
187 gGrid->Cd(initDir.Data());
188 return kFALSE;
189 }
190 }
191 }
192 delete arrName;
193 gGrid->Cd(initDir,0);
194
62032124 195 TString filename;
196 AliCDBId anId; // the id got from filename
9e1ceb13 197 AliCDBRunRange lastRunRange(-1,-1); // highest runRange found
9e1ceb13 198 Int_t lastVersion=0; // highest version found
199
200 TGridResult *res = gGrid->Ls(dirName);
201
202 //loop on the files in the directory, look for highest version
203 for(int i=0; i < res->GetEntries(); i++){
62032124 204 filename=res->GetFileNamePath(i);
205 if (!FilenameToId(filename, anId)) continue;
206 if (anId.GetAliCDBRunRange().Overlaps(id.GetAliCDBRunRange()) && anId.GetVersion() > lastVersion) {
207 lastVersion = anId.GetVersion();
208 lastRunRange = anId.GetAliCDBRunRange();
9e1ceb13 209 }
210
211 }
212 delete res;
213
214 id.SetVersion(lastVersion + 1);
215
216 TString lastStorage = id.GetLastStorage();
217 if(lastStorage.Contains(TString("new"), TString::kIgnoreCase) && id.GetVersion() > 1 ){
84090f85 218 AliDebug(2, Form("A NEW object is being stored with version %d",
9e1ceb13 219 id.GetVersion()));
84090f85 220 AliDebug(2, Form("and it will hide previously stored object with version %d!",
9e1ceb13 221 id.GetVersion()-1));
222 }
223
224 if(!lastRunRange.IsAnyRange() && !(lastRunRange.IsEqual(&id.GetAliCDBRunRange())))
225 AliWarning(Form("Run range modified w.r.t. previous version (Run%d_%d_v%d)",
226 lastRunRange.GetFirstRun(), lastRunRange.GetLastRun(), id.GetVersion()));
227
228 return kTRUE;
229}
230
231//_____________________________________________________________________________
6dc56e97 232AliCDBId* AliCDBGrid::GetId(const TObjArray& validFileIds, const AliCDBId& query) {
62032124 233// look for the Id that matches query's requests (highest or exact version)
9e1ceb13 234
6dc56e97 235 if(validFileIds.GetEntriesFast() < 1) {
62032124 236 return NULL;
6dc56e97 237 } else if (validFileIds.GetEntriesFast() == 1) {
62032124 238 return dynamic_cast<AliCDBId*> (validFileIds.At(0));
239 }
9e1ceb13 240
62032124 241 TIter iter(&validFileIds);
9e1ceb13 242
62032124 243 AliCDBId *anIdPtr=0;
244 AliCDBId* result=0;
9e1ceb13 245
62032124 246 while((anIdPtr = dynamic_cast<AliCDBId*> (iter.Next()))){
62032124 247 if(anIdPtr->GetPath() != query.GetPath()) continue;
248
249 //if(!CheckVersion(query, anIdPtr, result)) return NULL;
9e1ceb13 250
251 if (!query.HasVersion()){ // look for highest version
62032124 252 if(result && result->GetVersion() > anIdPtr->GetVersion()) continue;
253 if(result && result->GetVersion() == anIdPtr->GetVersion()) {
254 AliDebug(2,Form("More than one object valid for run %d, version %d!",
255 query.GetFirstRun(), anIdPtr->GetVersion()));
256 return NULL;
9e1ceb13 257 }
62032124 258 result = anIdPtr;
9e1ceb13 259 } else { // look for specified version
62032124 260 if(query.GetVersion() != anIdPtr->GetVersion()) continue;
261 if(result && result->GetVersion() == anIdPtr->GetVersion()){
262 AliDebug(2,Form("More than one object valid for run %d, version %d!",
263 query.GetFirstRun(), anIdPtr->GetVersion()));
264 return NULL;
9e1ceb13 265 }
62032124 266 result = anIdPtr;
9e1ceb13 267 }
62032124 268
269 }
270
271
272 return result;
273}
274
9e1ceb13 275//_____________________________________________________________________________
276AliCDBEntry* AliCDBGrid::GetEntry(const AliCDBId& queryId) {
277// get AliCDBEntry from the database
278
62032124 279 AliCDBId* dataId=0;
280
281 AliCDBId selectedId(queryId);
282 if (!selectedId.HasVersion()) {
9e1ceb13 283 // if version is not specified, first check the selection criteria list
4b5e0dce 284 GetSelection(&selectedId);
62032124 285 }
286
6dc56e97 287 TObjArray validFileIds;
62032124 288 validFileIds.SetOwner(1);
289
290 // look for file matching query requests (path, runRange, version)
291 if(selectedId.GetFirstRun() == fRun &&
c3a7b59a 292 fPathFilter.Comprises(selectedId.GetAliCDBPath()) && fVersion < 0 && !fMetaDataFilter){
62032124 293 // look into list of valid files previously loaded with AliCDBStorage::FillValidFileIds()
294 AliDebug(2, Form("List of files valid for run %d and for path %s was loaded. Looking there!",
295 selectedId.GetFirstRun(), selectedId.GetPath().Data()));
296 dataId = GetId(fValidFileIds, selectedId);
297
9e1ceb13 298 } else {
62032124 299 // List of files valid for reqested run was not loaded. Looking directly into CDB
300 AliDebug(2, Form("List of files valid for run %d and for path %s was not loaded. Looking directly into CDB!",
301 selectedId.GetFirstRun(), selectedId.GetPath().Data()));
302
303 TString filter;
6dc56e97 304 MakeQueryFilter(selectedId.GetFirstRun(), selectedId.GetLastRun(), 0, filter);
62032124 305
6dc56e97 306 TString pattern = Form("%s/Run*", selectedId.GetPath().Data());
307 if(selectedId.GetVersion() >= 0) pattern += Form("_v%d",selectedId.GetVersion());
308 pattern += ".root";
309 AliDebug(2,Form("pattern: %s", pattern.Data()));
310
311 TGridResult *res = gGrid->Query(fDBFolder, pattern, filter, "");
62032124 312 AliCDBId validFileId;
313 for(int i=0; i<res->GetEntries(); i++){
314 TString filename = res->GetKey(i, "lfn");
c3a7b59a 315 if(filename == "") continue;
62032124 316 if(FilenameToId(filename, validFileId))
317 validFileIds.AddLast(validFileId.Clone());
318 }
319 delete res;
320 dataId = GetId(validFileIds, selectedId);
9e1ceb13 321 }
322
62032124 323 if (!dataId) return NULL;
9e1ceb13 324
325 TString filename;
62032124 326 if (!IdToFilename(*dataId, filename)) {
024cf675 327 AliDebug(2,Form("Bad data ID encountered! Subnormal error!"));
9e1ceb13 328 return NULL;
329 }
330
62032124 331 AliCDBEntry* anEntry = GetEntryFromFile(filename, dataId);
332
333 return anEntry;
334}
335
336//_____________________________________________________________________________
337AliCDBEntry* AliCDBGrid::GetEntryFromFile(TString& filename, const AliCDBId* dataId){
338// Get AliCBEntry object from file "filename"
9e1ceb13 339
024cf675 340 AliDebug(2,Form("Opening file: %s",filename.Data()));
62032124 341
342 filename.Prepend("/alien");
9e1ceb13 343 TFile *file = TFile::Open(filename);
344 if (!file) {
024cf675 345 AliDebug(2,Form("Can't open file <%s>!", filename.Data()));
9e1ceb13 346 return NULL;
347 }
348
349 // get the only AliCDBEntry object from the file
350 // the object in the file is an AliCDBEntry entry named "AliCDBEntry"
351
62032124 352 AliCDBEntry* anEntry = dynamic_cast<AliCDBEntry*> (file->Get("AliCDBEntry"));
9e1ceb13 353
62032124 354 if (!anEntry) {
355 AliDebug(2,Form("Bad storage data: file does not contain an AliCDBEntry object!"));
356 file->Close();
9e1ceb13 357 return NULL;
358 }
359
9e1ceb13 360 // The object's Id is not reset during storage
361 // If object's Id runRange or version do not match with filename,
362 // it means that someone renamed file by hand. In this case a warning msg is issued.
62032124 363
364 if(anEntry){
365 AliCDBId entryId = anEntry->GetId();
366 if(!((entryId.GetAliCDBRunRange()).IsEqual(&(dataId->GetAliCDBRunRange()))) ||
367 entryId.GetVersion() != dataId->GetVersion()){
b8ec52f6 368 AliWarning(Form("Mismatch between file name and object's Id!"));
369 AliWarning(Form("File name: %s", dataId->ToString().Data()));
370 AliWarning(Form("Object's Id: %s", entryId.ToString().Data()));
62032124 371 }
9e1ceb13 372 }
373
62032124 374 anEntry->SetLastStorage("grid");
375
9e1ceb13 376 // close file, return retieved entry
377 file->Close(); delete file; file=0;
62032124 378
379 return anEntry;
9e1ceb13 380}
381
382//_____________________________________________________________________________
62032124 383TList* AliCDBGrid::GetEntries(const AliCDBId& queryId) {
9e1ceb13 384// multiple request (AliCDBStorage::GetAll)
385
62032124 386 TList* result = new TList();
387 result->SetOwner();
9e1ceb13 388
6dc56e97 389 TObjArray validFileIds;
62032124 390 validFileIds.SetOwner(1);
9e1ceb13 391
62032124 392 Bool_t alreadyLoaded = kFALSE;
9e1ceb13 393
62032124 394 // look for file matching query requests (path, runRange)
395 if(queryId.GetFirstRun() == fRun &&
c3a7b59a 396 fPathFilter.Comprises(queryId.GetAliCDBPath()) && fVersion < 0 && !fMetaDataFilter){
62032124 397 // look into list of valid files previously loaded with AliCDBStorage::FillValidFileIds()
398 AliDebug(2,Form("List of files valid for run %d and for path %s was loaded. Looking there!",
399 queryId.GetFirstRun(), queryId.GetPath().Data()));
9e1ceb13 400
62032124 401 alreadyLoaded = kTRUE;
9e1ceb13 402
62032124 403 } else {
404 // List of files valid for reqested run was not loaded. Looking directly into CDB
405 AliDebug(2,Form("List of files valid for run %d and for path %s was not loaded. Looking directly into CDB!",
406 queryId.GetFirstRun(), queryId.GetPath().Data()));
407
408 TString filter;
6dc56e97 409 MakeQueryFilter(queryId.GetFirstRun(), queryId.GetLastRun(), 0, filter);
410
411 TString pattern = Form("%s/Run*.root", queryId.GetPath().Data());
412 AliDebug(2,Form("pattern: %s", pattern.Data()));
413
414 TGridResult *res = gGrid->Query(fDBFolder, pattern, filter, "");
62032124 415
62032124 416 AliCDBId validFileId;
417 for(int i=0; i<res->GetEntries(); i++){
418 TString filename = res->GetKey(i, "lfn");
c3a7b59a 419 if(filename == "") continue;
62032124 420 if(FilenameToId(filename, validFileId))
421 validFileIds.AddLast(validFileId.Clone());
422 }
423 delete res;
9e1ceb13 424 }
425
62032124 426 TIter *iter=0;
427 if(alreadyLoaded){
428 iter = new TIter(&fValidFileIds);
429 } else {
430 iter = new TIter(&validFileIds);
431 }
9e1ceb13 432
6dc56e97 433 TObjArray selectedIds;
62032124 434 selectedIds.SetOwner(1);
435
436 // loop on list of valid Ids to select the right version to get.
437 // According to query and to the selection criteria list, version can be the highest or exact
438 AliCDBPath pathCopy;
439 AliCDBId* anIdPtr=0;
440 AliCDBId* dataId=0;
441 AliCDBPath queryPath = queryId.GetAliCDBPath();
442 while((anIdPtr = dynamic_cast<AliCDBId*> (iter->Next()))){
443 AliCDBPath thisCDBPath = anIdPtr->GetAliCDBPath();
444 if(!(queryPath.Comprises(thisCDBPath)) || pathCopy.GetPath() == thisCDBPath.GetPath()) continue;
445 pathCopy = thisCDBPath;
446
447 // check the selection criteria list for this query
448 AliCDBId thisId(*anIdPtr);
449 thisId.SetVersion(queryId.GetVersion());
450 if(!thisId.HasVersion()) GetSelection(&thisId);
451
452 if(alreadyLoaded){
453 dataId = GetId(fValidFileIds, thisId);
454 } else {
455 dataId = GetId(validFileIds, thisId);
9e1ceb13 456 }
62032124 457 if(dataId) selectedIds.Add(dataId->Clone());
9e1ceb13 458 }
9e1ceb13 459
62032124 460 delete iter; iter=0;
9e1ceb13 461
62032124 462 // selectedIds contains the Ids of the files matching all requests of query!
463 // All the objects are now ready to be retrieved
464 iter = new TIter(&selectedIds);
465 while((anIdPtr = dynamic_cast<AliCDBId*> (iter->Next()))){
466 TString filename;
467 if (!IdToFilename(*anIdPtr, filename)) {
468 AliDebug(2,Form("Bad data ID encountered! Subnormal error!"));
469 continue;
470 }
9e1ceb13 471
62032124 472 AliCDBEntry* anEntry = GetEntryFromFile(filename, anIdPtr);
9e1ceb13 473
62032124 474 if(anEntry) result->Add(anEntry);
9e1ceb13 475
62032124 476 }
477 delete iter; iter=0;
478
479 return result;
9e1ceb13 480}
481
482//_____________________________________________________________________________
483Bool_t AliCDBGrid::PutEntry(AliCDBEntry* entry) {
484// put an AliCDBEntry object into the database
62032124 485
9e1ceb13 486 AliCDBId& id = entry->GetId();
487
488 // set version for the entry to be stored
62032124 489 if (!PrepareId(id)) return kFALSE;
9e1ceb13 490
491 // build filename from entry's id
492 TString filename;
62032124 493 if (!IdToFilename(id, filename)) {
9e1ceb13 494 AliError("Bad ID encountered! Subnormal error!");
495 return kFALSE;
62032124 496 }
497
498 TString folderToTag = Form("%s%s",
499 fDBFolder.Data(),
500 id.GetPath().Data());
501
502 // add CDB and CDB_MD tag to folder
503 // TODO how to check that folder has already tags?
c3a7b59a 504 AddTag(folderToTag,"CDB");
505 AddTag(folderToTag,"CDB_MD");
9e1ceb13 506
9e1ceb13 507 TDirectory* saveDir = gDirectory;
508
62032124 509 // specify SE to filename
510 TString fullFilename = Form("/alien%s?se=%s", filename.Data(), fSE.Data());
511
9e1ceb13 512 // open file
62032124 513 TFile *file = TFile::Open(fullFilename,"CREATE");
9e1ceb13 514 if(!file || !file->IsWritable()){
62032124 515 AliError(Form("Can't open file <%s>!", filename.Data()));
9e1ceb13 516 if(file && !file->IsWritable()) file->Close(); delete file; file=0;
517 return kFALSE;
518 }
62032124 519
520 file->cd();
9e1ceb13 521
522 entry->SetVersion(id.GetVersion());
523
524 // write object (key name: "AliCDBEntry")
525 Bool_t result = (entry->Write("AliCDBEntry") != 0);
62032124 526 if (!result) AliError(Form("Can't write entry to file <%s>!", filename.Data()));
9e1ceb13 527
528
529 if (saveDir) saveDir->cd(); else gROOT->cd();
530 file->Close(); delete file; file=0;
c3a7b59a 531
9e1ceb13 532 if(result) {
62032124 533 AliInfo(Form("CDB object stored into file %s", filename.Data()));
9e1ceb13 534 AliInfo(Form("using S.E. %s", fSE.Data()));
62032124 535
c3a7b59a 536 if(!TagFileId(filename, &id)){
537 AliInfo(Form("CDB tagging failed. Deleting file %s!",filename.Data()));
538 if(!gGrid->Rm(filename.Data()))
539 AliError("Can't delete file!");
540 return kFALSE;
541 }
542
543 TagFileMetaData(filename, entry->GetMetaData());
9e1ceb13 544 }
62032124 545
546 return result;
547}
548//_____________________________________________________________________________
549Bool_t AliCDBGrid::AddTag(TString& folderToTag, const char* tagname){
550// add "tagname" tag (CDB or CDB_MD) to folder where object will be stored
551
552 Bool_t result = kTRUE;
553 AliDebug(2, Form("adding %s tag to folder %s", tagname, folderToTag.Data()));
554 TString addTag = Form("addTag %s %s", folderToTag.Data(), tagname);
555 TGridResult *gridres = gGrid->Command(addTag.Data());
556 const char* resCode = gridres->GetKey(0,"__result__"); // '1' if success
557 if(resCode[0] != '1') {
558 AliError(Form("Couldn't add %s tags to folder %s !",
559 tagname, folderToTag.Data()));
560 result = kFALSE;
561 }
562 delete gridres;
9e1ceb13 563 return result;
564}
565
62032124 566//_____________________________________________________________________________
c3a7b59a 567Bool_t AliCDBGrid::TagFileId(TString& filename, const AliCDBId* id){
62032124 568// tag stored object in CDB table using object Id's parameters
569
f430a9ce 570 TString addTagValue1 = Form("addTagValue %s CDB ", filename.Data());
571 TString addTagValue2 = Form("first_run=%d last_run=%d version=%d ",
62032124 572 id->GetFirstRun(),
573 id->GetLastRun(),
574 id->GetVersion());
f430a9ce 575 TString addTagValue3 = Form("path_level_0=\"%s\" path_level_1=\"%s\" path_level_2=\"%s\"",
62032124 576 id->GetLevel0().Data(),
577 id->GetLevel1().Data(),
578 id->GetLevel2().Data());
579 TString addTagValue = Form("%s%s%s",
f430a9ce 580 addTagValue1.Data(),
581 addTagValue2.Data(),
582 addTagValue3.Data());
62032124 583
c3a7b59a 584 Bool_t result = kFALSE;
62032124 585 AliDebug(2, Form("Tagging file. Tag command: %s", addTagValue.Data()));
586 TGridResult* res = gGrid->Command(addTagValue.Data());
587 const char* resCode = res->GetKey(0,"__result__"); // '1' if success
588 if(resCode[0] != '1') {
c3a7b59a 589 AliError(Form("Couldn't add CDB tag value to file %s !",
62032124 590 filename.Data()));
c3a7b59a 591 result = kFALSE;
62032124 592 } else {
593 AliInfo("Object successfully tagged.");
c3a7b59a 594 result = kTRUE;
62032124 595 }
596 delete res;
c3a7b59a 597 return result;
62032124 598
599}
600
601//_____________________________________________________________________________
c3a7b59a 602Bool_t AliCDBGrid::TagFileMetaData(TString& filename, const AliCDBMetaData* md){
62032124 603// tag stored object in CDB table using object Id's parameters
604
f430a9ce 605 TString addTagValue1 = Form("addTagValue %s CDB_MD ", filename.Data());
606 TString addTagValue2 = Form("object_classname=\"%s\" responsible=\"%s\" beam_period=%d ",
62032124 607 md->GetObjectClassName(),
608 md->GetResponsible(),
609 md->GetBeamPeriod());
f430a9ce 610 TString addTagValue3 = Form("aliroot_version=\"%s\" comment=\"%s\"",
62032124 611 md->GetAliRootVersion(),
612 md->GetComment());
613 TString addTagValue = Form("%s%s%s",
f430a9ce 614 addTagValue1.Data(),
615 addTagValue2.Data(),
616 addTagValue3.Data());
62032124 617
c3a7b59a 618 Bool_t result = kFALSE;
62032124 619 AliDebug(2, Form("Tagging file. Tag command: %s", addTagValue.Data()));
620 TGridResult* res = gGrid->Command(addTagValue.Data());
621 const char* resCode = res->GetKey(0,"__result__"); // '1' if success
622 if(resCode[0] != '1') {
623 AliWarning(Form("Couldn't add CDB_MD tag value to file %s !",
624 filename.Data()));
c3a7b59a 625 result = kFALSE;
62032124 626 } else {
627 AliInfo("Object successfully tagged.");
c3a7b59a 628 result = kTRUE;
62032124 629 }
c3a7b59a 630 return result;
62032124 631}
632
b05400be 633//_____________________________________________________________________________
634TList* AliCDBGrid::GetIdListFromFile(const char* fileName){
6dc56e97 635
b05400be 636 TString turl(fileName);
637 turl.Prepend("/alien" + fDBFolder);
62032124 638 turl += "?se="; turl += fSE.Data();
b05400be 639 TFile *file = TFile::Open(turl);
640 if (!file) {
641 AliError(Form("Can't open selection file <%s>!", turl.Data()));
642 return NULL;
643 }
644
645 TList *list = new TList();
646 list->SetOwner();
647 int i=0;
648 TString keycycle;
62032124 649
b05400be 650 AliCDBId *id;
651 while(1){
652 i++;
653 keycycle = "AliCDBId;";
654 keycycle+=i;
655
656 id = (AliCDBId*) file->Get(keycycle);
657 if(!id) break;
658 list->AddFirst(id);
659 }
660 file->Close(); delete file; file=0;
661
662 return list;
663
664
665}
666
667//_____________________________________________________________________________
668Bool_t AliCDBGrid::Contains(const char* path) const{
669// check for path in storage's DBFolder
670
671 TString initDir(gGrid->Pwd(0));
672 TString dirName(fDBFolder);
673 dirName += path; // dirName = fDBFolder/path
674 Bool_t result=kFALSE;
675 if (gGrid->Cd(dirName,0)) result=kTRUE;
676 gGrid->Cd(initDir.Data(),0);
677 return result;
678}
679
62032124 680//_____________________________________________________________________________
681void AliCDBGrid::QueryValidFiles()
682{
683// Query the CDB for files valid for AliCDBStorage::fRun
684// fills list fValidFileIds with AliCDBId objects created from file name
685
686 TString filter;
6dc56e97 687 MakeQueryFilter(fRun, fRun, fMetaDataFilter, filter);
688
689 TString pattern = Form("%s/Run*", fPathFilter.GetPath().Data());
690 if(fVersion >= 0) pattern += Form("_v%d", fVersion);
691 pattern += ".root";
692 AliDebug(2,Form("pattern: %s", pattern.Data()));
693
694 TGridResult *res = gGrid->Query(fDBFolder, pattern, filter, "");
62032124 695
62032124 696 AliCDBId validFileId;
697 for(int i=0; i<res->GetEntries(); i++){
698 TString filename = res->GetKey(i, "lfn");
c3a7b59a 699 if(filename == "") continue;
62032124 700 AliDebug(2,Form("Found valid file: %s", filename.Data()));
701 Bool_t result = FilenameToId(filename, validFileId);
702 if(result) {
703 fValidFileIds.AddLast(validFileId.Clone());
704 }
705 }
706 delete res;
707
708}
709
710//_____________________________________________________________________________
c3a7b59a 711void AliCDBGrid::MakeQueryFilter(Int_t firstRun, Int_t lastRun,
62032124 712 const AliCDBMetaData* md, TString& result) const
713{
714// create filter for file query
715
c3a7b59a 716 result = Form("CDB:first_run<=%d and CDB:last_run>=%d", firstRun, lastRun);
62032124 717
6dc56e97 718// if(version >= 0) {
719// result += Form(" and CDB:version=%d", version);
720// }
721// if(pathFilter.GetLevel0() != "*") {
722// result += Form(" and CDB:path_level_0=\"%s\"", pathFilter.GetLevel0().Data());
723// }
724// if(pathFilter.GetLevel1() != "*") {
725// result += Form(" and CDB:path_level_1=\"%s\"", pathFilter.GetLevel1().Data());
726// }
727// if(pathFilter.GetLevel2() != "*") {
728// result += Form(" and CDB:path_level_2=\"%s\"", pathFilter.GetLevel2().Data());
729// }
62032124 730
731 if(md){
732 if(md->GetObjectClassName()[0] != '\0') {
733 result += Form(" and CDB_MD:object_classname=\"%s\"", md->GetObjectClassName());
734 }
735 if(md->GetResponsible()[0] != '\0') {
736 result += Form(" and CDB_MD:responsible=\"%s\"", md->GetResponsible());
737 }
738 if(md->GetBeamPeriod() != 0) {
739 result += Form(" and CDB_MD:beam_period=%d", md->GetBeamPeriod());
740 }
741 if(md->GetAliRootVersion()[0] != '\0') {
742 result += Form(" and CDB_MD:aliroot_version=\"%s\"", md->GetAliRootVersion());
743 }
744 if(md->GetComment()[0] != '\0') {
745 result += Form(" and CDB_MD:comment=\"%s\"", md->GetComment());
746 }
747 }
748 AliDebug(2, Form("filter: %s",result.Data()));
749
750}
751
c3a7b59a 752//_____________________________________________________________________________
753Int_t AliCDBGrid::GetLatestVersion(const char* path, Int_t run){
754// get last version found in the database valid for run and path
755
6dc56e97 756 TObjArray validFileIds;
c3a7b59a 757 validFileIds.SetOwner(1);
758
759 AliCDBPath aCDBPath(path);
760 if(!aCDBPath.IsValid() || aCDBPath.IsWildcard()) {
761 AliError(Form("Invalid path in request: %s", path));
762 return -1;
763 }
764 AliCDBId query(path, run, run, -1, -1);
765 AliCDBId* dataId = 0;
766
767 // look for file matching query requests (path, runRange, version)
6dc56e97 768 if(run == fRun && fPathFilter.Comprises(aCDBPath) && fVersion < 0){
c3a7b59a 769 // look into list of valid files previously loaded with AliCDBStorage::FillValidFileIds()
770 AliDebug(2, Form("List of files valid for run %d and for path %s was loaded. Looking there!",
771 run, path));
772 dataId = GetId(fValidFileIds, query);
773 if (!dataId) return -1;
774 return dataId->GetVersion();
775
776 }
777 // List of files valid for reqested run was not loaded. Looking directly into CDB
778 AliDebug(2, Form("List of files valid for run %d and for path %s was not loaded. Looking directly into CDB!",
779 run, path));
780
781 TString filter;
6dc56e97 782 MakeQueryFilter(run, run, 0, filter);
783
784 TString pattern = Form("%s/Run*.root", path);
785 AliDebug(2,Form("pattern: %s", pattern.Data()));
c3a7b59a 786
6dc56e97 787 TGridResult *res = gGrid->Query(fDBFolder, pattern, filter, "");
c3a7b59a 788 AliCDBId validFileId;
789 for(int i=0; i<res->GetEntries(); i++){
790 TString filename = res->GetKey(i, "lfn");
791 if(filename == "") continue;
792 if(FilenameToId(filename, validFileId))
793 validFileIds.AddLast(validFileId.Clone());
794 }
795 delete res;
796
797 dataId = GetId(validFileIds, query);
798 if (!dataId) return -1;
799
800 return dataId->GetVersion();
801
802}
803
804//_____________________________________________________________________________
805Int_t AliCDBGrid::GetLatestSubVersion(const char* /*path*/, Int_t /*run*/, Int_t /*version*/){
806// get last subversion found in the database valid for run and path
807 AliError("Objects in GRID storage have no sub version!");
808 return -1;
809}
810
811
9e1ceb13 812/////////////////////////////////////////////////////////////////////////////////////////////////
813// //
814// AliCDBGrid factory //
815// //
816/////////////////////////////////////////////////////////////////////////////////////////////////
817
818ClassImp(AliCDBGridFactory)
819
820//_____________________________________________________________________________
821Bool_t AliCDBGridFactory::Validate(const char* gridString) {
822// check if the string is valid Grid URI
823
824 // pattern: alien://hostName:Port;user;dbPath;SE
825 // example of a valid pattern:
826 // "alien://aliendb4.cern.ch:9000;colla;DBTest;ALICE::CERN::Server"
b05400be 827// TRegexp gridPattern("^alien://.+:[0-9]+;[a-zA-Z0-9_-.]+;.+;.+$");
828 TRegexp gridPattern("^alien://.+$");
9e1ceb13 829
830 return TString(gridString).Contains(gridPattern);
831}
832
833//_____________________________________________________________________________
834AliCDBParam* AliCDBGridFactory::CreateParameter(const char* gridString) {
835// create AliCDBGridParam class from the URI string
836
837 if (!Validate(gridString)) {
838 return NULL;
839 }
b05400be 840 //TString buffer(gridString + sizeof("alien://") - 1);
841 TString buffer(gridString);
c3a7b59a 842
843 TString gridUrl = "alien://";
b05400be 844 TString user = "";
845 TString dbFolder = "DBGrid";
846 TString se = "ALICE::CERN::se01";
847
848 TObjArray *arr = buffer.Tokenize('?');
849 TIter iter(arr);
62032124 850 TObjString *str = 0;
9e1ceb13 851
b05400be 852 while((str = (TObjString*) iter.Next())){
853 TString entry(str->String());
854 Int_t indeq = entry.Index('=');
855 if(indeq == -1) {
856 if(entry.BeginsWith("alien://")) { // maybe it's a gridUrl!
857 gridUrl = entry;
858 continue;
859 } else {
860 AliError(Form("Invalid entry! %s",entry.Data()));
861 continue;
862 }
863 }
864
865 TString key = entry(0,indeq);
866 TString value = entry(indeq+1,entry.Length()-indeq);
867
868 if(key.Contains("grid",TString::kIgnoreCase)) {
869 gridUrl += value;
870 }
871 else if (key.Contains("user",TString::kIgnoreCase)){
872 user = value;
873 }
874 else if (key.Contains("folder",TString::kIgnoreCase)){
875 dbFolder = value;
876 }
877 else if (key.Contains("se",TString::kIgnoreCase)){
878 se = value;
879 }
880 else{
881 AliError(Form("Invalid entry! %s",entry.Data()));
882 }
883 }
884 delete arr; arr=0;
885
0f678e35 886 AliDebug(2, Form("gridUrl: %s",gridUrl.Data()));
887 AliDebug(2, Form("user: %s",user.Data()));
888 AliDebug(2, Form("dbFolder: %s",dbFolder.Data()));
889 AliDebug(2, Form("s.e.: %s",se.Data()));
9e1ceb13 890
62032124 891 return new AliCDBGridParam(gridUrl.Data(), user.Data(), dbFolder.Data(), se.Data());
9e1ceb13 892}
893
894//_____________________________________________________________________________
895AliCDBStorage* AliCDBGridFactory::Create(const AliCDBParam* param) {
896// create AliCDBGrid storage instance from parameters
897
62032124 898 AliCDBGrid *grid = 0;
9e1ceb13 899 if (AliCDBGridParam::Class() == param->IsA()) {
62032124 900
9e1ceb13 901 const AliCDBGridParam* gridParam = (const AliCDBGridParam*) param;
62032124 902 grid = new AliCDBGrid(gridParam->GridUrl().Data(),
903 gridParam->GetUser().Data(),
904 gridParam->GetDBFolder().Data(),
905 gridParam->GetSE().Data());
9e1ceb13 906
9e1ceb13 907 }
908
c3a7b59a 909 if(!gGrid && grid) {
910 delete grid; grid=0;
911 }
912
62032124 913 return grid;
9e1ceb13 914}
915
916/////////////////////////////////////////////////////////////////////////////////////////////////
917// //
918// AliCDBGrid Parameter class // //
919// //
920/////////////////////////////////////////////////////////////////////////////////////////////////
921
922ClassImp(AliCDBGridParam)
923
924//_____________________________________________________________________________
62032124 925AliCDBGridParam::AliCDBGridParam():
926 AliCDBParam(),
927 fGridUrl(),
928 fUser(),
929 fDBFolder(),
930 fSE()
931 {
9e1ceb13 932// default constructor
933
934}
935
936//_____________________________________________________________________________
b05400be 937AliCDBGridParam::AliCDBGridParam(const char* gridUrl,
62032124 938 const char* user,
b05400be 939 const char* dbFolder,
9e1ceb13 940 const char* se):
62032124 941 AliCDBParam(),
b05400be 942 fGridUrl(gridUrl),
9e1ceb13 943 fUser(user),
b05400be 944 fDBFolder(dbFolder),
9e1ceb13 945 fSE(se)
946{
947// constructor
948
949 SetType("alien");
950
62032124 951 TString uri = Form("%s?User=%s?DBFolder=%s?SE=%s",
952 fGridUrl.Data(), fUser.Data(),
953 fDBFolder.Data(), fSE.Data());
954
955 SetURI(uri.Data());
9e1ceb13 956}
957
958//_____________________________________________________________________________
959AliCDBGridParam::~AliCDBGridParam() {
960// destructor
961
962}
963
964//_____________________________________________________________________________
965AliCDBParam* AliCDBGridParam::CloneParam() const {
966// clone parameter
967
62032124 968 return new AliCDBGridParam(fGridUrl.Data(), fUser.Data(),
969 fDBFolder.Data(), fSE.Data());
9e1ceb13 970}
971
972//_____________________________________________________________________________
973ULong_t AliCDBGridParam::Hash() const {
974// return Hash function
975
b05400be 976 return fGridUrl.Hash()+fUser.Hash()+fDBFolder.Hash()+fSE.Hash();
9e1ceb13 977}
978
979//_____________________________________________________________________________
980Bool_t AliCDBGridParam::IsEqual(const TObject* obj) const {
981// check if this object is equal to AliCDBParam obj
982
983 if (this == obj) {
984 return kTRUE;
985 }
986
987 if (AliCDBGridParam::Class() != obj->IsA()) {
988 return kFALSE;
989 }
990
991 AliCDBGridParam* other = (AliCDBGridParam*) obj;
992
b05400be 993 if(fGridUrl != other->fGridUrl) return kFALSE;
9e1ceb13 994 if(fUser != other->fUser) return kFALSE;
b05400be 995 if(fDBFolder != other->fDBFolder) return kFALSE;
9e1ceb13 996 if(fSE != other->fSE) return kFALSE;
997 return kTRUE;
998}
999