]> git.uio.no Git - u/mrichter/AliRoot.git/blame - STEER/AliCDBGrid.cxx
git://git.uio.no / u / mrichter / AliRoot.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Compatibility changes due to recent changes in the underlying classes.
[u/mrichter/AliRoot.git] / STEER / AliCDBGrid.cxx
CommitLineData
9e1ceb13 1/**************************************************************************
2 * Copyright(c) 1998-1999, ALICE Experiment at CERN, All rights reserved. *
3 * *
4 * Author: The ALICE Off-line Project. *
5 * Contributors are mentioned in the code where appropriate. *
6 * *
7 * Permission to use, copy, modify and distribute this software and its *
8 * documentation strictly for non-commercial purposes is hereby granted *
9 * without fee, provided that the above copyright notice appears in all *
10 * copies and that both the copyright notice and this permission notice *
11 * appear in the supporting documentation. The authors make no claims *
12 * about the suitability of this software for any purpose. It is *
13 * provided "as is" without express or implied warranty. *
14 **************************************************************************/
15
16/////////////////////////////////////////////////////////////////////////////////////////////////
17// //
18// AliCDBGrid //
19// access class to a DataBase in an AliEn storage //
20// //
21/////////////////////////////////////////////////////////////////////////////////////////////////
22
23
24#include <TGrid.h>
25#include <TGridResult.h>
26#include <TFile.h>
6dc56e97 27#include <TKey.h>
9e1ceb13 28#include <TROOT.h>
f430a9ce 29//#include <TSystem.h>
9e1ceb13 30#include <TObjArray.h>
31#include <TObjString.h>
32#include <TRegexp.h>
33
34#include "AliLog.h"
fdf65bb5 35#include "AliCDBEntry.h"
9e1ceb13 36#include "AliCDBGrid.h"
37
38
39ClassImp(AliCDBGrid)
40
41//_____________________________________________________________________________
b05400be 42AliCDBGrid::AliCDBGrid(const char *gridUrl, const char *user, const char *dbFolder, const char *se) :
9e1ceb13 43AliCDBStorage(),
b05400be 44fGridUrl(gridUrl),
9e1ceb13 45fUser(user),
b05400be 46fDBFolder(dbFolder),
9e1ceb13 47fSE(se)
48{
49// constructor //
50
9e1ceb13 51 // if the same Grid is alreay active, skip connection
b05400be 52 if (!gGrid || fGridUrl != gGrid->GridUrl()
024cf675 53 || (( fUser != "" ) && ( fUser != gGrid->GetUser() )) ) {
9e1ceb13 54 // connection to the Grid
62032124 55 AliInfo("Connection to the Grid...");
024cf675 56 if(gGrid){
57 AliInfo(Form("gGrid = %x; fGridUrl = %s; gGrid->GridUrl() = %s",gGrid,fGridUrl.Data(), gGrid->GridUrl()));
58 AliInfo(Form("fUser = %s; gGrid->GetUser() = %s",fUser.Data(), gGrid->GetUser()));
59 }
b05400be 60 TGrid::Connect(fGridUrl.Data(),fUser.Data());
9e1ceb13 61 }
62
63 if(!gGrid) {
64 AliError("Connection failed!");
65 return;
66 }
67
68 TString initDir(gGrid->Pwd(0));
b05400be 69 if (fDBFolder[0] != '/') {
70 fDBFolder.Prepend(initDir);
9e1ceb13 71 }
72
73 // check DBFolder: trying to cd to DBFolder; if it does not exist, create it
b05400be 74 if(!gGrid->Cd(fDBFolder.Data(),0)){
75 AliDebug(2,Form("Creating new folder <%s> ...",fDBFolder.Data()));
76 if(!gGrid->Mkdir(fDBFolder.Data(),"",0)){
77 AliError(Form("Cannot create folder <%s> !",fDBFolder.Data()));
9e1ceb13 78 }
79 } else {
b05400be 80 AliDebug(2,Form("Folder <%s> found",fDBFolder.Data()));
9e1ceb13 81 }
82
83 // removes any '/' at the end of path, then append one '/'
b05400be 84 while(fDBFolder.EndsWith("/")) fDBFolder.Remove(fDBFolder.Last('/'));
85 fDBFolder+="/";
9e1ceb13 86
62032124 87 fType="alien";
88 fBaseFolder = fDBFolder;
89
9e1ceb13 90 // return to the initial directory
91 gGrid->Cd(initDir.Data(),0);
92}
93
94//_____________________________________________________________________________
95AliCDBGrid::~AliCDBGrid()
96{
97// destructor
62032124 98 delete gGrid; gGrid=0;
9e1ceb13 99
100}
101
102//_____________________________________________________________________________
62032124 103Bool_t AliCDBGrid::FilenameToId(TString& filename, AliCDBId& id) {
4005d0b5 104// build AliCDBId from full path filename (fDBFolder/path/Run#x_#y_v#z_s0.root)
62032124 105
106 if(filename.Contains(fDBFolder)){
107 filename = filename(fDBFolder.Length(),filename.Length()-fDBFolder.Length());
108 }
109
110 TString idPath = filename(0,filename.Last('/'));
111 id.SetPath(idPath);
112 if(!id.IsValid()) return kFALSE;
113
114 filename=filename(idPath.Length()+1,filename.Length()-idPath.Length());
9e1ceb13 115
116 Ssiz_t mSize;
4005d0b5 117 // valid filename: Run#firstRun_#lastRun_v#version_s0.root
118 TRegexp keyPattern("^Run[0-9]+_[0-9]+_v[0-9]+_s0.root$");
9e1ceb13 119 keyPattern.Index(filename, &mSize);
120 if (!mSize) {
4005d0b5 121
122 // TODO backward compatibility ... maybe remove later!
123 Ssiz_t oldmSize;
124 TRegexp oldKeyPattern("^Run[0-9]+_[0-9]+_v[0-9]+.root$");
125 oldKeyPattern.Index(filename, &oldmSize);
126 if(!oldmSize) {
127 AliDebug(2,Form("Bad filename <%s>.", filename.Data()));
128 return kFALSE;
129 } else {
130 AliDebug(2,Form("Old filename format <%s>.", filename.Data()));
131 id.SetSubVersion(-11); // TODO trick to ensure backward compatibility
132 }
133
134 } else {
135 id.SetSubVersion(-1); // TODO trick to ensure backward compatibility
136 }
9e1ceb13 137
62032124 138 filename.Resize(filename.Length() - sizeof(".root") + 1);
9e1ceb13 139
62032124 140 TObjArray* strArray = (TObjArray*) filename.Tokenize("_");
9e1ceb13 141
142 TString firstRunString(((TObjString*) strArray->At(0))->GetString());
62032124 143 id.SetFirstRun(atoi(firstRunString.Data() + 3));
144 id.SetLastRun(atoi(((TObjString*) strArray->At(1))->GetString()));
145
9e1ceb13 146 TString verString(((TObjString*) strArray->At(2))->GetString());
62032124 147 id.SetVersion(atoi(verString.Data() + 1));
9e1ceb13 148
149 delete strArray;
150
151 return kTRUE;
152}
153
154//_____________________________________________________________________________
c3a7b59a 155Bool_t AliCDBGrid::IdToFilename(const AliCDBId& id, TString& filename) const {
62032124 156// build file name from AliCDBId (path, run range, version) and fDBFolder
9e1ceb13 157
62032124 158 if (!id.GetAliCDBRunRange().IsValid()) {
159 AliDebug(2,Form("Invalid run range <%d, %d>.",
160 id.GetFirstRun(), id.GetLastRun()));
9e1ceb13 161 return kFALSE;
162 }
163
62032124 164 if (id.GetVersion() < 0) {
165 AliDebug(2,Form("Invalid version <%d>.", id.GetVersion()));
9e1ceb13 166 return kFALSE;
167 }
62032124 168
4005d0b5 169 filename = Form("Run%d_%d_v%d",
62032124 170 id.GetFirstRun(),
171 id.GetLastRun(),
172 id.GetVersion());
173
4005d0b5 174 if (id.GetSubVersion() != -11) filename += "_s0"; // TODO to ensure backward compatibility
175 filename += ".root";
176
62032124 177 filename.Prepend(fDBFolder + id.GetPath() + '/');
9e1ceb13 178
179 return kTRUE;
180}
181
182//_____________________________________________________________________________
183Bool_t AliCDBGrid::PrepareId(AliCDBId& id) {
184// prepare id (version) of the object that will be stored (called by PutEntry)
185
186 TString initDir(gGrid->Pwd(0));
187 TString pathName= id.GetPath();
188
b05400be 189 TString dirName(fDBFolder);
9e1ceb13 190
191 Bool_t dirExist=kFALSE;
4005d0b5 192
9e1ceb13 193 // go to the path; if directory does not exist, create it
194 TObjArray *arrName=pathName.Tokenize("/");
195 for(int i=0;i<arrName->GetEntries();i++){
196 TString buffer((arrName->At(i))->GetName());
197 dirName+=buffer; dirName+="/";
198 dirExist=gGrid->Cd(dirName,0);
199 if (!dirExist) {
b05400be 200 AliDebug(2,Form("Creating new folder <%s> ...",dirName.Data()));
9e1ceb13 201 if(!gGrid->Mkdir(dirName,"",0)){
202 AliError(Form("Cannot create directory <%s> !",dirName.Data()));
203 gGrid->Cd(initDir.Data());
204 return kFALSE;
205 }
206 }
207 }
208 delete arrName;
209 gGrid->Cd(initDir,0);
210
62032124 211 TString filename;
212 AliCDBId anId; // the id got from filename
9e1ceb13 213 AliCDBRunRange lastRunRange(-1,-1); // highest runRange found
9e1ceb13 214 Int_t lastVersion=0; // highest version found
215
216 TGridResult *res = gGrid->Ls(dirName);
217
218 //loop on the files in the directory, look for highest version
219 for(int i=0; i < res->GetEntries(); i++){
62032124 220 filename=res->GetFileNamePath(i);
221 if (!FilenameToId(filename, anId)) continue;
222 if (anId.GetAliCDBRunRange().Overlaps(id.GetAliCDBRunRange()) && anId.GetVersion() > lastVersion) {
223 lastVersion = anId.GetVersion();
224 lastRunRange = anId.GetAliCDBRunRange();
9e1ceb13 225 }
226
227 }
4005d0b5 228 delete res;
229
9e1ceb13 230 id.SetVersion(lastVersion + 1);
4005d0b5 231 id.SetSubVersion(0);
9e1ceb13 232
233 TString lastStorage = id.GetLastStorage();
234 if(lastStorage.Contains(TString("new"), TString::kIgnoreCase) && id.GetVersion() > 1 ){
84090f85 235 AliDebug(2, Form("A NEW object is being stored with version %d",
9e1ceb13 236 id.GetVersion()));
84090f85 237 AliDebug(2, Form("and it will hide previously stored object with version %d!",
9e1ceb13 238 id.GetVersion()-1));
239 }
240
4005d0b5 241 if(!lastRunRange.IsAnyRange() && !(lastRunRange.IsEqual(&id.GetAliCDBRunRange())))
9e1ceb13 242 AliWarning(Form("Run range modified w.r.t. previous version (Run%d_%d_v%d)",
243 lastRunRange.GetFirstRun(), lastRunRange.GetLastRun(), id.GetVersion()));
4005d0b5 244
9e1ceb13 245 return kTRUE;
246}
247
248//_____________________________________________________________________________
6dc56e97 249AliCDBId* AliCDBGrid::GetId(const TObjArray& validFileIds, const AliCDBId& query) {
62032124 250// look for the Id that matches query's requests (highest or exact version)
9e1ceb13 251
6dc56e97 252 if(validFileIds.GetEntriesFast() < 1) {
62032124 253 return NULL;
6dc56e97 254 } else if (validFileIds.GetEntriesFast() == 1) {
62032124 255 return dynamic_cast<AliCDBId*> (validFileIds.At(0));
256 }
9e1ceb13 257
62032124 258 TIter iter(&validFileIds);
9e1ceb13 259
62032124 260 AliCDBId *anIdPtr=0;
261 AliCDBId* result=0;
9e1ceb13 262
62032124 263 while((anIdPtr = dynamic_cast<AliCDBId*> (iter.Next()))){
62032124 264 if(anIdPtr->GetPath() != query.GetPath()) continue;
265
266 //if(!CheckVersion(query, anIdPtr, result)) return NULL;
9e1ceb13 267
268 if (!query.HasVersion()){ // look for highest version
62032124 269 if(result && result->GetVersion() > anIdPtr->GetVersion()) continue;
270 if(result && result->GetVersion() == anIdPtr->GetVersion()) {
271 AliDebug(2,Form("More than one object valid for run %d, version %d!",
272 query.GetFirstRun(), anIdPtr->GetVersion()));
273 return NULL;
9e1ceb13 274 }
62032124 275 result = anIdPtr;
9e1ceb13 276 } else { // look for specified version
62032124 277 if(query.GetVersion() != anIdPtr->GetVersion()) continue;
278 if(result && result->GetVersion() == anIdPtr->GetVersion()){
279 AliDebug(2,Form("More than one object valid for run %d, version %d!",
280 query.GetFirstRun(), anIdPtr->GetVersion()));
281 return NULL;
9e1ceb13 282 }
62032124 283 result = anIdPtr;
9e1ceb13 284 }
62032124 285
286 }
287
288
289 return result;
290}
291
9e1ceb13 292//_____________________________________________________________________________
293AliCDBEntry* AliCDBGrid::GetEntry(const AliCDBId& queryId) {
294// get AliCDBEntry from the database
295
62032124 296 AliCDBId* dataId=0;
297
298 AliCDBId selectedId(queryId);
299 if (!selectedId.HasVersion()) {
9e1ceb13 300 // if version is not specified, first check the selection criteria list
4b5e0dce 301 GetSelection(&selectedId);
62032124 302 }
303
6dc56e97 304 TObjArray validFileIds;
62032124 305 validFileIds.SetOwner(1);
306
307 // look for file matching query requests (path, runRange, version)
308 if(selectedId.GetFirstRun() == fRun &&
c3a7b59a 309 fPathFilter.Comprises(selectedId.GetAliCDBPath()) && fVersion < 0 && !fMetaDataFilter){
62032124 310 // look into list of valid files previously loaded with AliCDBStorage::FillValidFileIds()
311 AliDebug(2, Form("List of files valid for run %d and for path %s was loaded. Looking there!",
312 selectedId.GetFirstRun(), selectedId.GetPath().Data()));
313 dataId = GetId(fValidFileIds, selectedId);
314
9e1ceb13 315 } else {
62032124 316 // List of files valid for reqested run was not loaded. Looking directly into CDB
317 AliDebug(2, Form("List of files valid for run %d and for path %s was not loaded. Looking directly into CDB!",
318 selectedId.GetFirstRun(), selectedId.GetPath().Data()));
319
320 TString filter;
6dc56e97 321 MakeQueryFilter(selectedId.GetFirstRun(), selectedId.GetLastRun(), 0, filter);
62032124 322
6dc56e97 323 TString pattern = Form("%s/Run*", selectedId.GetPath().Data());
4005d0b5 324 if(selectedId.GetVersion() >= 0) pattern += Form("_v%d*",selectedId.GetVersion());
6dc56e97 325 pattern += ".root";
326 AliDebug(2,Form("pattern: %s", pattern.Data()));
327
328 TGridResult *res = gGrid->Query(fDBFolder, pattern, filter, "");
62032124 329 AliCDBId validFileId;
330 for(int i=0; i<res->GetEntries(); i++){
331 TString filename = res->GetKey(i, "lfn");
c3a7b59a 332 if(filename == "") continue;
62032124 333 if(FilenameToId(filename, validFileId))
334 validFileIds.AddLast(validFileId.Clone());
335 }
336 delete res;
337 dataId = GetId(validFileIds, selectedId);
9e1ceb13 338 }
339
62032124 340 if (!dataId) return NULL;
9e1ceb13 341
342 TString filename;
62032124 343 if (!IdToFilename(*dataId, filename)) {
024cf675 344 AliDebug(2,Form("Bad data ID encountered! Subnormal error!"));
9e1ceb13 345 return NULL;
346 }
347
62032124 348 AliCDBEntry* anEntry = GetEntryFromFile(filename, dataId);
349
350 return anEntry;
351}
352
353//_____________________________________________________________________________
8e245d15 354AliCDBEntry* AliCDBGrid::GetEntryFromFile(TString& filename, AliCDBId* dataId){
62032124 355// Get AliCBEntry object from file "filename"
9e1ceb13 356
024cf675 357 AliDebug(2,Form("Opening file: %s",filename.Data()));
62032124 358
359 filename.Prepend("/alien");
9e1ceb13 360 TFile *file = TFile::Open(filename);
361 if (!file) {
024cf675 362 AliDebug(2,Form("Can't open file <%s>!", filename.Data()));
9e1ceb13 363 return NULL;
364 }
365
366 // get the only AliCDBEntry object from the file
367 // the object in the file is an AliCDBEntry entry named "AliCDBEntry"
368
62032124 369 AliCDBEntry* anEntry = dynamic_cast<AliCDBEntry*> (file->Get("AliCDBEntry"));
9e1ceb13 370
62032124 371 if (!anEntry) {
372 AliDebug(2,Form("Bad storage data: file does not contain an AliCDBEntry object!"));
373 file->Close();
9e1ceb13 374 return NULL;
375 }
376
9e1ceb13 377 // The object's Id is not reset during storage
378 // If object's Id runRange or version do not match with filename,
379 // it means that someone renamed file by hand. In this case a warning msg is issued.
62032124 380
381 if(anEntry){
382 AliCDBId entryId = anEntry->GetId();
4005d0b5 383 Int_t tmpSubVersion = dataId->GetSubVersion();
384 dataId->SetSubVersion(entryId.GetSubVersion()); // otherwise filename and id may mismatch
8e245d15 385 if(!entryId.IsEqual(dataId)){
b8ec52f6 386 AliWarning(Form("Mismatch between file name and object's Id!"));
387 AliWarning(Form("File name: %s", dataId->ToString().Data()));
388 AliWarning(Form("Object's Id: %s", entryId.ToString().Data()));
62032124 389 }
4005d0b5 390 dataId->SetSubVersion(tmpSubVersion);
9e1ceb13 391 }
392
62032124 393 anEntry->SetLastStorage("grid");
394
9e1ceb13 395 // close file, return retieved entry
396 file->Close(); delete file; file=0;
62032124 397
398 return anEntry;
9e1ceb13 399}
400
401//_____________________________________________________________________________
62032124 402TList* AliCDBGrid::GetEntries(const AliCDBId& queryId) {
9e1ceb13 403// multiple request (AliCDBStorage::GetAll)
404
62032124 405 TList* result = new TList();
406 result->SetOwner();
9e1ceb13 407
6dc56e97 408 TObjArray validFileIds;
62032124 409 validFileIds.SetOwner(1);
9e1ceb13 410
62032124 411 Bool_t alreadyLoaded = kFALSE;
9e1ceb13 412
62032124 413 // look for file matching query requests (path, runRange)
414 if(queryId.GetFirstRun() == fRun &&
c3a7b59a 415 fPathFilter.Comprises(queryId.GetAliCDBPath()) && fVersion < 0 && !fMetaDataFilter){
62032124 416 // look into list of valid files previously loaded with AliCDBStorage::FillValidFileIds()
417 AliDebug(2,Form("List of files valid for run %d and for path %s was loaded. Looking there!",
418 queryId.GetFirstRun(), queryId.GetPath().Data()));
9e1ceb13 419
62032124 420 alreadyLoaded = kTRUE;
9e1ceb13 421
62032124 422 } else {
423 // List of files valid for reqested run was not loaded. Looking directly into CDB
424 AliDebug(2,Form("List of files valid for run %d and for path %s was not loaded. Looking directly into CDB!",
425 queryId.GetFirstRun(), queryId.GetPath().Data()));
426
427 TString filter;
6dc56e97 428 MakeQueryFilter(queryId.GetFirstRun(), queryId.GetLastRun(), 0, filter);
429
430 TString pattern = Form("%s/Run*.root", queryId.GetPath().Data());
431 AliDebug(2,Form("pattern: %s", pattern.Data()));
432
433 TGridResult *res = gGrid->Query(fDBFolder, pattern, filter, "");
62032124 434
62032124 435 AliCDBId validFileId;
436 for(int i=0; i<res->GetEntries(); i++){
437 TString filename = res->GetKey(i, "lfn");
c3a7b59a 438 if(filename == "") continue;
62032124 439 if(FilenameToId(filename, validFileId))
440 validFileIds.AddLast(validFileId.Clone());
441 }
442 delete res;
9e1ceb13 443 }
444
62032124 445 TIter *iter=0;
446 if(alreadyLoaded){
447 iter = new TIter(&fValidFileIds);
448 } else {
449 iter = new TIter(&validFileIds);
450 }
9e1ceb13 451
6dc56e97 452 TObjArray selectedIds;
62032124 453 selectedIds.SetOwner(1);
454
455 // loop on list of valid Ids to select the right version to get.
456 // According to query and to the selection criteria list, version can be the highest or exact
457 AliCDBPath pathCopy;
458 AliCDBId* anIdPtr=0;
459 AliCDBId* dataId=0;
460 AliCDBPath queryPath = queryId.GetAliCDBPath();
461 while((anIdPtr = dynamic_cast<AliCDBId*> (iter->Next()))){
462 AliCDBPath thisCDBPath = anIdPtr->GetAliCDBPath();
463 if(!(queryPath.Comprises(thisCDBPath)) || pathCopy.GetPath() == thisCDBPath.GetPath()) continue;
464 pathCopy = thisCDBPath;
465
466 // check the selection criteria list for this query
467 AliCDBId thisId(*anIdPtr);
468 thisId.SetVersion(queryId.GetVersion());
469 if(!thisId.HasVersion()) GetSelection(&thisId);
470
471 if(alreadyLoaded){
472 dataId = GetId(fValidFileIds, thisId);
473 } else {
474 dataId = GetId(validFileIds, thisId);
9e1ceb13 475 }
62032124 476 if(dataId) selectedIds.Add(dataId->Clone());
9e1ceb13 477 }
9e1ceb13 478
62032124 479 delete iter; iter=0;
9e1ceb13 480
62032124 481 // selectedIds contains the Ids of the files matching all requests of query!
482 // All the objects are now ready to be retrieved
483 iter = new TIter(&selectedIds);
484 while((anIdPtr = dynamic_cast<AliCDBId*> (iter->Next()))){
485 TString filename;
486 if (!IdToFilename(*anIdPtr, filename)) {
487 AliDebug(2,Form("Bad data ID encountered! Subnormal error!"));
488 continue;
489 }
9e1ceb13 490
62032124 491 AliCDBEntry* anEntry = GetEntryFromFile(filename, anIdPtr);
9e1ceb13 492
62032124 493 if(anEntry) result->Add(anEntry);
9e1ceb13 494
62032124 495 }
496 delete iter; iter=0;
497
498 return result;
9e1ceb13 499}
500
501//_____________________________________________________________________________
502Bool_t AliCDBGrid::PutEntry(AliCDBEntry* entry) {
503// put an AliCDBEntry object into the database
62032124 504
9e1ceb13 505 AliCDBId& id = entry->GetId();
506
507 // set version for the entry to be stored
62032124 508 if (!PrepareId(id)) return kFALSE;
9e1ceb13 509
510 // build filename from entry's id
511 TString filename;
62032124 512 if (!IdToFilename(id, filename)) {
9e1ceb13 513 AliError("Bad ID encountered! Subnormal error!");
514 return kFALSE;
62032124 515 }
516
517 TString folderToTag = Form("%s%s",
518 fDBFolder.Data(),
519 id.GetPath().Data());
520
521 // add CDB and CDB_MD tag to folder
522 // TODO how to check that folder has already tags?
c3a7b59a 523 AddTag(folderToTag,"CDB");
524 AddTag(folderToTag,"CDB_MD");
9e1ceb13 525
9e1ceb13 526 TDirectory* saveDir = gDirectory;
527
fb33abde 528 TString fullFilename = Form("/alien%s", filename.Data());
62032124 529 // specify SE to filename
fb33abde 530 if (fSE != "default") fullFilename += Form("?se=%s",fSE.Data());
62032124 531
9e1ceb13 532 // open file
62032124 533 TFile *file = TFile::Open(fullFilename,"CREATE");
9e1ceb13 534 if(!file || !file->IsWritable()){
62032124 535 AliError(Form("Can't open file <%s>!", filename.Data()));
9e1ceb13 536 if(file && !file->IsWritable()) file->Close(); delete file; file=0;
537 return kFALSE;
538 }
62032124 539
540 file->cd();
9e1ceb13 541
542 entry->SetVersion(id.GetVersion());
543
544 // write object (key name: "AliCDBEntry")
4005d0b5 545 Bool_t result = (entry->Write("AliCDBEntry") != 0);
62032124 546 if (!result) AliError(Form("Can't write entry to file <%s>!", filename.Data()));
9e1ceb13 547
548
549 if (saveDir) saveDir->cd(); else gROOT->cd();
550 file->Close(); delete file; file=0;
c3a7b59a 551
9e1ceb13 552 if(result) {
62032124 553 AliInfo(Form("CDB object stored into file %s", filename.Data()));
fb33abde 554 AliInfo(Form("using S.E.: %s", fSE.Data()));
62032124 555
c3a7b59a 556 if(!TagFileId(filename, &id)){
557 AliInfo(Form("CDB tagging failed. Deleting file %s!",filename.Data()));
558 if(!gGrid->Rm(filename.Data()))
559 AliError("Can't delete file!");
560 return kFALSE;
561 }
562
563 TagFileMetaData(filename, entry->GetMetaData());
9e1ceb13 564 }
62032124 565
566 return result;
567}
568//_____________________________________________________________________________
569Bool_t AliCDBGrid::AddTag(TString& folderToTag, const char* tagname){
570// add "tagname" tag (CDB or CDB_MD) to folder where object will be stored
571
572 Bool_t result = kTRUE;
573 AliDebug(2, Form("adding %s tag to folder %s", tagname, folderToTag.Data()));
574 TString addTag = Form("addTag %s %s", folderToTag.Data(), tagname);
575 TGridResult *gridres = gGrid->Command(addTag.Data());
576 const char* resCode = gridres->GetKey(0,"__result__"); // '1' if success
577 if(resCode[0] != '1') {
578 AliError(Form("Couldn't add %s tags to folder %s !",
579 tagname, folderToTag.Data()));
580 result = kFALSE;
581 }
582 delete gridres;
9e1ceb13 583 return result;
584}
585
62032124 586//_____________________________________________________________________________
c3a7b59a 587Bool_t AliCDBGrid::TagFileId(TString& filename, const AliCDBId* id){
62032124 588// tag stored object in CDB table using object Id's parameters
589
f430a9ce 590 TString addTagValue1 = Form("addTagValue %s CDB ", filename.Data());
591 TString addTagValue2 = Form("first_run=%d last_run=%d version=%d ",
62032124 592 id->GetFirstRun(),
593 id->GetLastRun(),
594 id->GetVersion());
f430a9ce 595 TString addTagValue3 = Form("path_level_0=\"%s\" path_level_1=\"%s\" path_level_2=\"%s\"",
62032124 596 id->GetLevel0().Data(),
597 id->GetLevel1().Data(),
598 id->GetLevel2().Data());
599 TString addTagValue = Form("%s%s%s",
f430a9ce 600 addTagValue1.Data(),
601 addTagValue2.Data(),
602 addTagValue3.Data());
62032124 603
c3a7b59a 604 Bool_t result = kFALSE;
62032124 605 AliDebug(2, Form("Tagging file. Tag command: %s", addTagValue.Data()));
606 TGridResult* res = gGrid->Command(addTagValue.Data());
607 const char* resCode = res->GetKey(0,"__result__"); // '1' if success
608 if(resCode[0] != '1') {
c3a7b59a 609 AliError(Form("Couldn't add CDB tag value to file %s !",
62032124 610 filename.Data()));
c3a7b59a 611 result = kFALSE;
62032124 612 } else {
613 AliInfo("Object successfully tagged.");
c3a7b59a 614 result = kTRUE;
62032124 615 }
616 delete res;
c3a7b59a 617 return result;
62032124 618
619}
620
621//_____________________________________________________________________________
c3a7b59a 622Bool_t AliCDBGrid::TagFileMetaData(TString& filename, const AliCDBMetaData* md){
62032124 623// tag stored object in CDB table using object Id's parameters
624
f430a9ce 625 TString addTagValue1 = Form("addTagValue %s CDB_MD ", filename.Data());
626 TString addTagValue2 = Form("object_classname=\"%s\" responsible=\"%s\" beam_period=%d ",
62032124 627 md->GetObjectClassName(),
628 md->GetResponsible(),
629 md->GetBeamPeriod());
f430a9ce 630 TString addTagValue3 = Form("aliroot_version=\"%s\" comment=\"%s\"",
62032124 631 md->GetAliRootVersion(),
632 md->GetComment());
633 TString addTagValue = Form("%s%s%s",
f430a9ce 634 addTagValue1.Data(),
635 addTagValue2.Data(),
636 addTagValue3.Data());
62032124 637
c3a7b59a 638 Bool_t result = kFALSE;
62032124 639 AliDebug(2, Form("Tagging file. Tag command: %s", addTagValue.Data()));
640 TGridResult* res = gGrid->Command(addTagValue.Data());
641 const char* resCode = res->GetKey(0,"__result__"); // '1' if success
642 if(resCode[0] != '1') {
643 AliWarning(Form("Couldn't add CDB_MD tag value to file %s !",
644 filename.Data()));
c3a7b59a 645 result = kFALSE;
62032124 646 } else {
647 AliInfo("Object successfully tagged.");
c3a7b59a 648 result = kTRUE;
62032124 649 }
c3a7b59a 650 return result;
62032124 651}
652
b05400be 653//_____________________________________________________________________________
654TList* AliCDBGrid::GetIdListFromFile(const char* fileName){
6dc56e97 655
b05400be 656 TString turl(fileName);
657 turl.Prepend("/alien" + fDBFolder);
62032124 658 turl += "?se="; turl += fSE.Data();
b05400be 659 TFile *file = TFile::Open(turl);
660 if (!file) {
661 AliError(Form("Can't open selection file <%s>!", turl.Data()));
662 return NULL;
663 }
664
665 TList *list = new TList();
666 list->SetOwner();
667 int i=0;
668 TString keycycle;
62032124 669
b05400be 670 AliCDBId *id;
671 while(1){
672 i++;
673 keycycle = "AliCDBId;";
674 keycycle+=i;
675
676 id = (AliCDBId*) file->Get(keycycle);
677 if(!id) break;
678 list->AddFirst(id);
679 }
680 file->Close(); delete file; file=0;
681
682 return list;
683
684
685}
686
687//_____________________________________________________________________________
688Bool_t AliCDBGrid::Contains(const char* path) const{
689// check for path in storage's DBFolder
690
691 TString initDir(gGrid->Pwd(0));
692 TString dirName(fDBFolder);
693 dirName += path; // dirName = fDBFolder/path
694 Bool_t result=kFALSE;
695 if (gGrid->Cd(dirName,0)) result=kTRUE;
696 gGrid->Cd(initDir.Data(),0);
697 return result;
698}
699
62032124 700//_____________________________________________________________________________
701void AliCDBGrid::QueryValidFiles()
702{
703// Query the CDB for files valid for AliCDBStorage::fRun
704// fills list fValidFileIds with AliCDBId objects created from file name
705
706 TString filter;
6dc56e97 707 MakeQueryFilter(fRun, fRun, fMetaDataFilter, filter);
708
709 TString pattern = Form("%s/Run*", fPathFilter.GetPath().Data());
4005d0b5 710 if(fVersion >= 0) pattern += Form("_v%d*", fVersion);
6dc56e97 711 pattern += ".root";
712 AliDebug(2,Form("pattern: %s", pattern.Data()));
713
714 TGridResult *res = gGrid->Query(fDBFolder, pattern, filter, "");
62032124 715
62032124 716 AliCDBId validFileId;
717 for(int i=0; i<res->GetEntries(); i++){
718 TString filename = res->GetKey(i, "lfn");
c3a7b59a 719 if(filename == "") continue;
62032124 720 AliDebug(2,Form("Found valid file: %s", filename.Data()));
721 Bool_t result = FilenameToId(filename, validFileId);
722 if(result) {
723 fValidFileIds.AddLast(validFileId.Clone());
724 }
725 }
726 delete res;
727
728}
729
730//_____________________________________________________________________________
c3a7b59a 731void AliCDBGrid::MakeQueryFilter(Int_t firstRun, Int_t lastRun,
62032124 732 const AliCDBMetaData* md, TString& result) const
733{
734// create filter for file query
735
c3a7b59a 736 result = Form("CDB:first_run<=%d and CDB:last_run>=%d", firstRun, lastRun);
62032124 737
6dc56e97 738// if(version >= 0) {
739// result += Form(" and CDB:version=%d", version);
740// }
741// if(pathFilter.GetLevel0() != "*") {
742// result += Form(" and CDB:path_level_0=\"%s\"", pathFilter.GetLevel0().Data());
743// }
744// if(pathFilter.GetLevel1() != "*") {
745// result += Form(" and CDB:path_level_1=\"%s\"", pathFilter.GetLevel1().Data());
746// }
747// if(pathFilter.GetLevel2() != "*") {
748// result += Form(" and CDB:path_level_2=\"%s\"", pathFilter.GetLevel2().Data());
749// }
62032124 750
751 if(md){
752 if(md->GetObjectClassName()[0] != '\0') {
753 result += Form(" and CDB_MD:object_classname=\"%s\"", md->GetObjectClassName());
754 }
755 if(md->GetResponsible()[0] != '\0') {
756 result += Form(" and CDB_MD:responsible=\"%s\"", md->GetResponsible());
757 }
758 if(md->GetBeamPeriod() != 0) {
759 result += Form(" and CDB_MD:beam_period=%d", md->GetBeamPeriod());
760 }
761 if(md->GetAliRootVersion()[0] != '\0') {
762 result += Form(" and CDB_MD:aliroot_version=\"%s\"", md->GetAliRootVersion());
763 }
764 if(md->GetComment()[0] != '\0') {
765 result += Form(" and CDB_MD:comment=\"%s\"", md->GetComment());
766 }
767 }
768 AliDebug(2, Form("filter: %s",result.Data()));
769
770}
771
c3a7b59a 772//_____________________________________________________________________________
773Int_t AliCDBGrid::GetLatestVersion(const char* path, Int_t run){
774// get last version found in the database valid for run and path
775
6dc56e97 776 TObjArray validFileIds;
c3a7b59a 777 validFileIds.SetOwner(1);
778
779 AliCDBPath aCDBPath(path);
780 if(!aCDBPath.IsValid() || aCDBPath.IsWildcard()) {
781 AliError(Form("Invalid path in request: %s", path));
782 return -1;
783 }
784 AliCDBId query(path, run, run, -1, -1);
785 AliCDBId* dataId = 0;
786
787 // look for file matching query requests (path, runRange, version)
6dc56e97 788 if(run == fRun && fPathFilter.Comprises(aCDBPath) && fVersion < 0){
c3a7b59a 789 // look into list of valid files previously loaded with AliCDBStorage::FillValidFileIds()
790 AliDebug(2, Form("List of files valid for run %d and for path %s was loaded. Looking there!",
791 run, path));
792 dataId = GetId(fValidFileIds, query);
793 if (!dataId) return -1;
794 return dataId->GetVersion();
795
796 }
797 // List of files valid for reqested run was not loaded. Looking directly into CDB
798 AliDebug(2, Form("List of files valid for run %d and for path %s was not loaded. Looking directly into CDB!",
799 run, path));
800
801 TString filter;
6dc56e97 802 MakeQueryFilter(run, run, 0, filter);
803
804 TString pattern = Form("%s/Run*.root", path);
805 AliDebug(2,Form("pattern: %s", pattern.Data()));
c3a7b59a 806
6dc56e97 807 TGridResult *res = gGrid->Query(fDBFolder, pattern, filter, "");
c3a7b59a 808 AliCDBId validFileId;
809 for(int i=0; i<res->GetEntries(); i++){
810 TString filename = res->GetKey(i, "lfn");
811 if(filename == "") continue;
812 if(FilenameToId(filename, validFileId))
813 validFileIds.AddLast(validFileId.Clone());
814 }
815 delete res;
816
817 dataId = GetId(validFileIds, query);
818 if (!dataId) return -1;
819
820 return dataId->GetVersion();
821
822}
823
824//_____________________________________________________________________________
825Int_t AliCDBGrid::GetLatestSubVersion(const char* /*path*/, Int_t /*run*/, Int_t /*version*/){
826// get last subversion found in the database valid for run and path
827 AliError("Objects in GRID storage have no sub version!");
828 return -1;
829}
830
831
9e1ceb13 832/////////////////////////////////////////////////////////////////////////////////////////////////
833// //
834// AliCDBGrid factory //
835// //
836/////////////////////////////////////////////////////////////////////////////////////////////////
837
838ClassImp(AliCDBGridFactory)
839
840//_____________________________________________________________________________
841Bool_t AliCDBGridFactory::Validate(const char* gridString) {
842// check if the string is valid Grid URI
843
844 // pattern: alien://hostName:Port;user;dbPath;SE
845 // example of a valid pattern:
846 // "alien://aliendb4.cern.ch:9000;colla;DBTest;ALICE::CERN::Server"
b05400be 847// TRegexp gridPattern("^alien://.+:[0-9]+;[a-zA-Z0-9_-.]+;.+;.+$");
848 TRegexp gridPattern("^alien://.+$");
9e1ceb13 849
850 return TString(gridString).Contains(gridPattern);
851}
852
853//_____________________________________________________________________________
854AliCDBParam* AliCDBGridFactory::CreateParameter(const char* gridString) {
855// create AliCDBGridParam class from the URI string
856
857 if (!Validate(gridString)) {
858 return NULL;
859 }
b05400be 860 //TString buffer(gridString + sizeof("alien://") - 1);
861 TString buffer(gridString);
c3a7b59a 862
863 TString gridUrl = "alien://";
b05400be 864 TString user = "";
865 TString dbFolder = "DBGrid";
fb33abde 866 TString se = "default";
b05400be 867
868 TObjArray *arr = buffer.Tokenize('?');
869 TIter iter(arr);
62032124 870 TObjString *str = 0;
9e1ceb13 871
b05400be 872 while((str = (TObjString*) iter.Next())){
873 TString entry(str->String());
874 Int_t indeq = entry.Index('=');
875 if(indeq == -1) {
876 if(entry.BeginsWith("alien://")) { // maybe it's a gridUrl!
877 gridUrl = entry;
878 continue;
879 } else {
880 AliError(Form("Invalid entry! %s",entry.Data()));
881 continue;
882 }
883 }
884
885 TString key = entry(0,indeq);
886 TString value = entry(indeq+1,entry.Length()-indeq);
887
888 if(key.Contains("grid",TString::kIgnoreCase)) {
889 gridUrl += value;
890 }
891 else if (key.Contains("user",TString::kIgnoreCase)){
892 user = value;
893 }
894 else if (key.Contains("folder",TString::kIgnoreCase)){
895 dbFolder = value;
896 }
897 else if (key.Contains("se",TString::kIgnoreCase)){
898 se = value;
899 }
900 else{
901 AliError(Form("Invalid entry! %s",entry.Data()));
902 }
903 }
904 delete arr; arr=0;
905
0f678e35 906 AliDebug(2, Form("gridUrl: %s",gridUrl.Data()));
907 AliDebug(2, Form("user: %s",user.Data()));
908 AliDebug(2, Form("dbFolder: %s",dbFolder.Data()));
909 AliDebug(2, Form("s.e.: %s",se.Data()));
9e1ceb13 910
62032124 911 return new AliCDBGridParam(gridUrl.Data(), user.Data(), dbFolder.Data(), se.Data());
9e1ceb13 912}
913
914//_____________________________________________________________________________
915AliCDBStorage* AliCDBGridFactory::Create(const AliCDBParam* param) {
916// create AliCDBGrid storage instance from parameters
917
62032124 918 AliCDBGrid *grid = 0;
9e1ceb13 919 if (AliCDBGridParam::Class() == param->IsA()) {
62032124 920
9e1ceb13 921 const AliCDBGridParam* gridParam = (const AliCDBGridParam*) param;
62032124 922 grid = new AliCDBGrid(gridParam->GridUrl().Data(),
923 gridParam->GetUser().Data(),
924 gridParam->GetDBFolder().Data(),
925 gridParam->GetSE().Data());
9e1ceb13 926
9e1ceb13 927 }
928
c3a7b59a 929 if(!gGrid && grid) {
930 delete grid; grid=0;
931 }
932
62032124 933 return grid;
9e1ceb13 934}
935
936/////////////////////////////////////////////////////////////////////////////////////////////////
937// //
938// AliCDBGrid Parameter class // //
939// //
940/////////////////////////////////////////////////////////////////////////////////////////////////
941
942ClassImp(AliCDBGridParam)
943
944//_____________________________________________________________________________
62032124 945AliCDBGridParam::AliCDBGridParam():
946 AliCDBParam(),
947 fGridUrl(),
948 fUser(),
949 fDBFolder(),
950 fSE()
951 {
9e1ceb13 952// default constructor
953
954}
955
956//_____________________________________________________________________________
b05400be 957AliCDBGridParam::AliCDBGridParam(const char* gridUrl,
62032124 958 const char* user,
b05400be 959 const char* dbFolder,
9e1ceb13 960 const char* se):
62032124 961 AliCDBParam(),
b05400be 962 fGridUrl(gridUrl),
9e1ceb13 963 fUser(user),
b05400be 964 fDBFolder(dbFolder),
9e1ceb13 965 fSE(se)
966{
967// constructor
968
969 SetType("alien");
970
62032124 971 TString uri = Form("%s?User=%s?DBFolder=%s?SE=%s",
972 fGridUrl.Data(), fUser.Data(),
973 fDBFolder.Data(), fSE.Data());
974
975 SetURI(uri.Data());
9e1ceb13 976}
977
978//_____________________________________________________________________________
979AliCDBGridParam::~AliCDBGridParam() {
980// destructor
981
982}
983
984//_____________________________________________________________________________
985AliCDBParam* AliCDBGridParam::CloneParam() const {
986// clone parameter
987
62032124 988 return new AliCDBGridParam(fGridUrl.Data(), fUser.Data(),
989 fDBFolder.Data(), fSE.Data());
9e1ceb13 990}
991
992//_____________________________________________________________________________
993ULong_t AliCDBGridParam::Hash() const {
994// return Hash function
995
b05400be 996 return fGridUrl.Hash()+fUser.Hash()+fDBFolder.Hash()+fSE.Hash();
9e1ceb13 997}
998
999//_____________________________________________________________________________
1000Bool_t AliCDBGridParam::IsEqual(const TObject* obj) const {
1001// check if this object is equal to AliCDBParam obj
1002
1003 if (this == obj) {
1004 return kTRUE;
1005 }
1006
1007 if (AliCDBGridParam::Class() != obj->IsA()) {
1008 return kFALSE;
1009 }
1010
1011 AliCDBGridParam* other = (AliCDBGridParam*) obj;
1012
b05400be 1013 if(fGridUrl != other->fGridUrl) return kFALSE;
9e1ceb13 1014 if(fUser != other->fUser) return kFALSE;
b05400be 1015 if(fDBFolder != other->fDBFolder) return kFALSE;
9e1ceb13 1016 if(fSE != other->fSE) return kFALSE;
1017 return kTRUE;
1018}
1019