]>
Commit | Line | Data |
---|---|---|
9e1ceb13 | 1 | /************************************************************************** |
2 | * Copyright(c) 1998-1999, ALICE Experiment at CERN, All rights reserved. * | |
3 | * * | |
4 | * Author: The ALICE Off-line Project. * | |
5 | * Contributors are mentioned in the code where appropriate. * | |
6 | * * | |
7 | * Permission to use, copy, modify and distribute this software and its * | |
8 | * documentation strictly for non-commercial purposes is hereby granted * | |
9 | * without fee, provided that the above copyright notice appears in all * | |
10 | * copies and that both the copyright notice and this permission notice * | |
11 | * appear in the supporting documentation. The authors make no claims * | |
12 | * about the suitability of this software for any purpose. It is * | |
13 | * provided "as is" without express or implied warranty. * | |
14 | **************************************************************************/ | |
15 | ||
16 | ///////////////////////////////////////////////////////////////////////////////////////////////// | |
17 | // // | |
18 | // AliCDBGrid // | |
19 | // access class to a DataBase in an AliEn storage // | |
20 | // // | |
21 | ///////////////////////////////////////////////////////////////////////////////////////////////// | |
22 | ||
b09247a2 | 23 | #include <cstdlib> |
9e1ceb13 | 24 | #include <TGrid.h> |
25 | #include <TGridResult.h> | |
26 | #include <TFile.h> | |
6dc56e97 | 27 | #include <TKey.h> |
9e1ceb13 | 28 | #include <TROOT.h> |
4667c116 | 29 | #include <TList.h> |
9e1ceb13 | 30 | #include <TObjArray.h> |
31 | #include <TObjString.h> | |
89004e35 | 32 | #include <TMath.h> |
9e1ceb13 | 33 | #include <TRegexp.h> |
34 | ||
35 | #include "AliLog.h" | |
fdf65bb5 | 36 | #include "AliCDBEntry.h" |
9e1ceb13 | 37 | #include "AliCDBGrid.h" |
4667c116 | 38 | #include "AliCDBManager.h" |
9e1ceb13 | 39 | |
40 | ||
41 | ClassImp(AliCDBGrid) | |
42 | ||
43 | //_____________________________________________________________________________ | |
c75fabed | 44 | AliCDBGrid::AliCDBGrid(const char *gridUrl, const char *user, const char *dbFolder, |
5078a13f | 45 | const char *se, const char* cacheFolder, Bool_t operateDisconnected, |
46 | Long64_t cacheSize, Long_t cleanupInterval) : | |
47 | AliCDBStorage(), | |
48 | fGridUrl(gridUrl), | |
49 | fUser(user), | |
50 | fDBFolder(dbFolder), | |
51 | fSE(se), | |
52 | fMirrorSEs(""), | |
53 | fCacheFolder(cacheFolder), | |
54 | fOperateDisconnected(operateDisconnected), | |
55 | fCacheSize(cacheSize), | |
56 | fCleanupInterval(cleanupInterval) | |
9e1ceb13 | 57 | { |
58 | // constructor // | |
59 | ||
5078a13f | 60 | // if the same Grid is alreay active, skip connection |
61 | if (!gGrid || fGridUrl != gGrid->GridUrl() | |
62 | || (( fUser != "" ) && ( fUser != gGrid->GetUser() )) ) { | |
63 | // connection to the Grid | |
64 | AliInfo("Connection to the Grid..."); | |
65 | if(gGrid){ | |
66 | AliInfo(Form("gGrid = %p; fGridUrl = %s; gGrid->GridUrl() = %s",gGrid,fGridUrl.Data(), gGrid->GridUrl())); | |
67 | AliInfo(Form("fUser = %s; gGrid->GetUser() = %s",fUser.Data(), gGrid->GetUser())); | |
68 | } | |
69 | TGrid::Connect(fGridUrl.Data(),fUser.Data()); | |
70 | } | |
71 | ||
72 | if(!gGrid) { | |
73 | AliError("Connection failed!"); | |
74 | return; | |
75 | } | |
76 | ||
77 | TString initDir(gGrid->Pwd(0)); | |
78 | if (fDBFolder[0] != '/') { | |
79 | fDBFolder.Prepend(initDir); | |
80 | } | |
81 | ||
82 | // check DBFolder: trying to cd to DBFolder; if it does not exist, create it | |
83 | if(!gGrid->Cd(fDBFolder.Data(),0)){ | |
84 | AliDebug(2,Form("Creating new folder <%s> ...",fDBFolder.Data())); | |
85 | TGridResult* res = gGrid->Command(Form("mkdir -p %s",fDBFolder.Data())); | |
86 | TString result = res->GetKey(0,"__result__"); | |
87 | if(result == "0"){ | |
88 | AliFatal(Form("Cannot create folder <%s> !",fDBFolder.Data())); | |
89 | return; | |
90 | } | |
91 | } else { | |
92 | AliDebug(2,Form("Folder <%s> found",fDBFolder.Data())); | |
93 | } | |
94 | ||
95 | // removes any '/' at the end of path, then append one '/' | |
96 | while(fDBFolder.EndsWith("/")) fDBFolder.Remove(fDBFolder.Last('/')); | |
97 | fDBFolder+="/"; | |
98 | ||
99 | fType="alien"; | |
100 | fBaseFolder = fDBFolder; | |
101 | ||
102 | // Setting the cache | |
103 | ||
104 | // Check if local cache folder is already defined | |
105 | TString origCache(TFile::GetCacheFileDir()); | |
106 | if(fCacheFolder.Length() > 0) { | |
107 | if(origCache.Length() == 0) { | |
108 | AliInfo(Form("Setting local cache to: %s", fCacheFolder.Data())); | |
109 | } else if(fCacheFolder != origCache) { | |
110 | AliWarning(Form("Local cache folder was already defined, changing it to: %s", | |
111 | fCacheFolder.Data())); | |
112 | } | |
113 | ||
114 | // default settings are: operateDisconnected=kTRUE, forceCacheread = kFALSE | |
115 | if(!TFile::SetCacheFileDir(fCacheFolder.Data(), fOperateDisconnected)) { | |
116 | AliError(Form("Could not set cache folder %s !", fCacheFolder.Data())); | |
117 | fCacheFolder = ""; | |
118 | } else { | |
119 | // reset fCacheFolder because the function may have | |
120 | // slightly changed the folder name (e.g. '/' added) | |
121 | fCacheFolder = TFile::GetCacheFileDir(); | |
122 | } | |
123 | ||
124 | // default settings are: cacheSize=1GB, cleanupInterval = 0 | |
125 | if(!TFile::ShrinkCacheFileDir(fCacheSize, fCleanupInterval)) { | |
126 | AliError(Form("Could not set following values " | |
127 | "to ShrinkCacheFileDir: cacheSize = %lld, cleanupInterval = %ld !", | |
128 | fCacheSize, fCleanupInterval)); | |
129 | } | |
130 | } | |
131 | ||
132 | // return to the initial directory | |
133 | gGrid->Cd(initDir.Data(),0); | |
134 | ||
135 | fNretry = 3; // default | |
136 | fInitRetrySeconds = 5; // default | |
9e1ceb13 | 137 | } |
138 | ||
139 | //_____________________________________________________________________________ | |
5078a13f | 140 | AliCDBGrid::~AliCDBGrid() { |
9e1ceb13 | 141 | // destructor |
5078a13f | 142 | delete gGrid; gGrid=0; |
9e1ceb13 | 143 | |
144 | } | |
145 | ||
146 | //_____________________________________________________________________________ | |
62032124 | 147 | Bool_t AliCDBGrid::FilenameToId(TString& filename, AliCDBId& id) { |
4005d0b5 | 148 | // build AliCDBId from full path filename (fDBFolder/path/Run#x_#y_v#z_s0.root) |
62032124 | 149 | |
5078a13f | 150 | if(filename.Contains(fDBFolder)){ |
151 | filename = filename(fDBFolder.Length(),filename.Length()-fDBFolder.Length()); | |
152 | } | |
62032124 | 153 | |
5078a13f | 154 | TString idPath = filename(0,filename.Last('/')); |
155 | id.SetPath(idPath); | |
156 | if(!id.IsValid()) return kFALSE; | |
62032124 | 157 | |
5078a13f | 158 | filename=filename(idPath.Length()+1,filename.Length()-idPath.Length()); |
9e1ceb13 | 159 | |
5078a13f | 160 | Ssiz_t mSize; |
161 | // valid filename: Run#firstRun_#lastRun_v#version_s0.root | |
162 | TRegexp keyPattern("^Run[0-9]+_[0-9]+_v[0-9]+_s0.root$"); | |
163 | keyPattern.Index(filename, &mSize); | |
164 | if (!mSize) { | |
4005d0b5 | 165 | |
5078a13f | 166 | // TODO backward compatibility ... maybe remove later! |
167 | Ssiz_t oldmSize; | |
168 | TRegexp oldKeyPattern("^Run[0-9]+_[0-9]+_v[0-9]+.root$"); | |
169 | oldKeyPattern.Index(filename, &oldmSize); | |
170 | if(!oldmSize) { | |
171 | AliDebug(2,Form("Bad filename <%s>.", filename.Data())); | |
172 | return kFALSE; | |
173 | } else { | |
174 | AliDebug(2,Form("Old filename format <%s>.", filename.Data())); | |
175 | id.SetSubVersion(-11); // TODO trick to ensure backward compatibility | |
176 | } | |
4005d0b5 | 177 | |
5078a13f | 178 | } else { |
179 | id.SetSubVersion(-1); // TODO trick to ensure backward compatibility | |
180 | } | |
9e1ceb13 | 181 | |
5078a13f | 182 | filename.Resize(filename.Length() - sizeof(".root") + 1); |
9e1ceb13 | 183 | |
5078a13f | 184 | TObjArray* strArray = (TObjArray*) filename.Tokenize("_"); |
9e1ceb13 | 185 | |
5078a13f | 186 | TString firstRunString(((TObjString*) strArray->At(0))->GetString()); |
187 | id.SetFirstRun(atoi(firstRunString.Data() + 3)); | |
188 | id.SetLastRun(atoi(((TObjString*) strArray->At(1))->GetString())); | |
62032124 | 189 | |
5078a13f | 190 | TString verString(((TObjString*) strArray->At(2))->GetString()); |
191 | id.SetVersion(atoi(verString.Data() + 1)); | |
9e1ceb13 | 192 | |
5078a13f | 193 | delete strArray; |
9e1ceb13 | 194 | |
5078a13f | 195 | return kTRUE; |
9e1ceb13 | 196 | } |
197 | ||
198 | //_____________________________________________________________________________ | |
c3a7b59a | 199 | Bool_t AliCDBGrid::IdToFilename(const AliCDBId& id, TString& filename) const { |
62032124 | 200 | // build file name from AliCDBId (path, run range, version) and fDBFolder |
9e1ceb13 | 201 | |
5078a13f | 202 | if (!id.GetAliCDBRunRange().IsValid()) { |
203 | AliDebug(2,Form("Invalid run range <%d, %d>.", | |
204 | id.GetFirstRun(), id.GetLastRun())); | |
205 | return kFALSE; | |
206 | } | |
9e1ceb13 | 207 | |
5078a13f | 208 | if (id.GetVersion() < 0) { |
209 | AliDebug(2,Form("Invalid version <%d>.", id.GetVersion())); | |
210 | return kFALSE; | |
211 | } | |
62032124 | 212 | |
5078a13f | 213 | filename = Form("Run%d_%d_v%d", |
214 | id.GetFirstRun(), | |
215 | id.GetLastRun(), | |
216 | id.GetVersion()); | |
62032124 | 217 | |
5078a13f | 218 | if (id.GetSubVersion() != -11) filename += "_s0"; // TODO to ensure backward compatibility |
219 | filename += ".root"; | |
4005d0b5 | 220 | |
5078a13f | 221 | filename.Prepend(fDBFolder + id.GetPath() + '/'); |
9e1ceb13 | 222 | |
5078a13f | 223 | return kTRUE; |
9e1ceb13 | 224 | } |
225 | ||
89004e35 | 226 | //_____________________________________________________________________________ |
5bfe3965 | 227 | void AliCDBGrid::SetRetry(Int_t nretry, Int_t initsec) { |
89004e35 | 228 | |
5078a13f | 229 | // Function to set the exponential retry for putting entries in the OCDB |
89004e35 | 230 | |
5078a13f | 231 | AliWarning("WARNING!!! You are changing the exponential retry times and delay: this function should be used by experts!"); |
232 | fNretry = nretry; | |
233 | fInitRetrySeconds = initsec; | |
234 | AliDebug(2,Form("fNretry = %d, fInitRetrySeconds = %d", fNretry, fInitRetrySeconds)); | |
89004e35 | 235 | } |
236 | ||
237 | ||
9e1ceb13 | 238 | //_____________________________________________________________________________ |
239 | Bool_t AliCDBGrid::PrepareId(AliCDBId& id) { | |
240 | // prepare id (version) of the object that will be stored (called by PutEntry) | |
241 | ||
5078a13f | 242 | TString initDir(gGrid->Pwd(0)); |
243 | ||
244 | TString dirName(fDBFolder); | |
245 | ||
246 | Bool_t dirExist=kFALSE; | |
247 | ||
248 | ||
249 | ||
250 | // go to the path; if directory does not exist, create it | |
251 | for(int i=0;i<3;i++){ | |
252 | //TString cmd("find -d "); | |
253 | //cmd += Form("%s ",dirName); | |
254 | //cmd += | |
255 | //gGrid->Command(cmd.Data()); | |
256 | dirName+=Form("%s/",id.GetPathLevel(i).Data()); | |
257 | dirExist=gGrid->Cd(dirName,0); | |
258 | if (!dirExist) { | |
259 | AliDebug(2,Form("Creating new folder <%s> ...",dirName.Data())); | |
260 | if(!gGrid->Mkdir(dirName,"",0)){ | |
261 | AliError(Form("Cannot create directory <%s> !",dirName.Data())); | |
262 | gGrid->Cd(initDir.Data()); | |
263 | return kFALSE; | |
264 | } | |
265 | ||
266 | // if folders are new add tags to them | |
267 | if(i == 1) { | |
268 | // TODO Currently disabled | |
269 | // add short lived tag! | |
270 | // AliInfo("Tagging level 1 folder with \"ShortLived\" tag"); | |
271 | // if(!AddTag(dirName,"ShortLived_try")){ | |
272 | // AliError(Form("Could not tag folder %s !", dirName.Data())); | |
273 | // if(!gGrid->Rmdir(dirName.Data())){ | |
274 | // AliError(Form("Unexpected: could not remove %s directory!", dirName.Data())); | |
275 | // } | |
276 | // return 0; | |
277 | //} | |
278 | ||
279 | } else if(i == 2) { | |
280 | AliDebug(2,"Tagging level 2 folder with \"CDB\" and \"CDB_MD\" tag"); | |
281 | if(!AddTag(dirName,"CDB")){ | |
282 | AliError(Form("Could not tag folder %s !", dirName.Data())); | |
283 | if(!gGrid->Rmdir(dirName.Data())){ | |
284 | AliError(Form("Unexpected: could not remove %s directory!", dirName.Data())); | |
285 | } | |
286 | return 0; | |
287 | } | |
288 | if(!AddTag(dirName,"CDB_MD")){ | |
289 | AliError(Form("Could not tag folder %s !", dirName.Data())); | |
290 | if(!gGrid->Rmdir(dirName.Data())){ | |
291 | AliError(Form("Unexpected: could not remove %s directory!", dirName.Data())); | |
292 | } | |
293 | return 0; | |
294 | } | |
295 | ||
296 | // TODO Currently disabled | |
297 | // add short lived tag! | |
298 | // TString path=id.GetPath(); | |
299 | // if(AliCDBManager::Instance()->IsShortLived(path.Data())) { | |
300 | // AliInfo(Form("Tagging %s as short lived", dirName.Data())); | |
301 | // if(!TagShortLived(dirName, kTRUE)){ | |
302 | // AliError(Form("Could not tag folder %s !", dirName.Data())); | |
303 | // if(!gGrid->Rmdir(dirName.Data())){ | |
304 | // AliError(Form("Unexpected: could not remove %s directory!", dirName.Data())); | |
305 | // } | |
306 | // return 0; | |
307 | // } | |
308 | // } else { | |
309 | // AliInfo(Form("Tagging %s as long lived", dirName.Data())); | |
310 | // if(!TagShortLived(dirName, kFALSE)){ | |
311 | // AliError(Form("Could not tag folder %s !", dirName.Data())); | |
312 | // if(!gGrid->Rmdir(dirName.Data())){ | |
313 | // AliError(Form("Unexpected: could not remove %s directory!", dirName.Data())); | |
314 | // } | |
315 | // return 0; | |
316 | // } | |
317 | // } | |
318 | } | |
319 | } | |
320 | } | |
321 | gGrid->Cd(initDir,0); | |
322 | ||
323 | TString filename; | |
324 | AliCDBId anId; // the id got from filename | |
325 | AliCDBRunRange lastRunRange(-1,-1); // highest runRange found | |
326 | Int_t lastVersion=0; // highest version found | |
327 | ||
328 | TGridResult *res = gGrid->Ls(dirName); | |
329 | ||
330 | //loop on the files in the directory, look for highest version | |
331 | for(int i=0; i < res->GetEntries(); i++){ | |
332 | filename=res->GetFileNamePath(i); | |
333 | if (!FilenameToId(filename, anId)) continue; | |
334 | if (anId.GetAliCDBRunRange().Overlaps(id.GetAliCDBRunRange()) && anId.GetVersion() > lastVersion) { | |
335 | lastVersion = anId.GetVersion(); | |
336 | lastRunRange = anId.GetAliCDBRunRange(); | |
337 | } | |
338 | ||
339 | } | |
340 | delete res; | |
341 | ||
342 | // GRP entries with explicitly set version escape default incremental versioning | |
343 | if(id.GetPath().Contains("GRP") && id.HasVersion() && lastVersion!=0) | |
344 | { | |
345 | AliDebug(5,Form("Entry %s won't be put in the destination OCDB", id.ToString().Data())); | |
346 | return kFALSE; | |
347 | } | |
348 | ||
349 | id.SetVersion(lastVersion + 1); | |
350 | id.SetSubVersion(0); | |
351 | ||
352 | TString lastStorage = id.GetLastStorage(); | |
353 | if(lastStorage.Contains(TString("new"), TString::kIgnoreCase) && id.GetVersion() > 1 ){ | |
354 | AliDebug(2, Form("A NEW object is being stored with version %d", | |
355 | id.GetVersion())); | |
356 | AliDebug(2, Form("and it will hide previously stored object with version %d!", | |
357 | id.GetVersion()-1)); | |
358 | } | |
359 | ||
360 | if(!lastRunRange.IsAnyRange() && !(lastRunRange.IsEqual(&id.GetAliCDBRunRange()))) | |
361 | AliWarning(Form("Run range modified w.r.t. previous version (Run%d_%d_v%d)", | |
362 | lastRunRange.GetFirstRun(), lastRunRange.GetLastRun(), id.GetVersion())); | |
363 | ||
364 | return kTRUE; | |
9e1ceb13 | 365 | } |
366 | ||
367 | //_____________________________________________________________________________ | |
6dc56e97 | 368 | AliCDBId* AliCDBGrid::GetId(const TObjArray& validFileIds, const AliCDBId& query) { |
62032124 | 369 | // look for the Id that matches query's requests (highest or exact version) |
9e1ceb13 | 370 | |
5078a13f | 371 | if(validFileIds.GetEntriesFast() < 1) |
372 | return NULL; | |
373 | ||
374 | TIter iter(&validFileIds); | |
375 | ||
376 | AliCDBId *anIdPtr=0; | |
377 | AliCDBId* result=0; | |
378 | ||
379 | while((anIdPtr = dynamic_cast<AliCDBId*> (iter.Next()))){ | |
380 | if(anIdPtr->GetPath() != query.GetPath()) continue; | |
381 | ||
382 | //if(!CheckVersion(query, anIdPtr, result)) return NULL; | |
383 | ||
384 | if (!query.HasVersion()){ // look for highest version | |
385 | if(result && result->GetVersion() > anIdPtr->GetVersion()) continue; | |
386 | if(result && result->GetVersion() == anIdPtr->GetVersion()) { | |
387 | AliError(Form("More than one object valid for run %d, version %d!", | |
388 | query.GetFirstRun(), anIdPtr->GetVersion())); | |
389 | return NULL; | |
390 | } | |
d33afc7e | 391 | result = new AliCDBId(*anIdPtr); |
5078a13f | 392 | } else { // look for specified version |
393 | if(query.GetVersion() != anIdPtr->GetVersion()) continue; | |
394 | if(result && result->GetVersion() == anIdPtr->GetVersion()){ | |
395 | AliError(Form("More than one object valid for run %d, version %d!", | |
396 | query.GetFirstRun(), anIdPtr->GetVersion())); | |
397 | return NULL; | |
398 | } | |
d33afc7e | 399 | result = new AliCDBId(*anIdPtr); |
5078a13f | 400 | } |
401 | ||
402 | } | |
403 | ||
d33afc7e | 404 | return result; |
62032124 | 405 | } |
406 | ||
9e1ceb13 | 407 | //_____________________________________________________________________________ |
4667c116 | 408 | AliCDBId* AliCDBGrid::GetEntryId(const AliCDBId& queryId) { |
409 | // get AliCDBId from the database | |
410 | // User must delete returned object | |
9e1ceb13 | 411 | |
5078a13f | 412 | AliCDBId* dataId=0; |
413 | ||
414 | AliCDBId selectedId(queryId); | |
415 | if (!selectedId.HasVersion()) { | |
416 | // if version is not specified, first check the selection criteria list | |
417 | GetSelection(&selectedId); | |
418 | } | |
419 | ||
420 | TObjArray validFileIds; | |
421 | validFileIds.SetOwner(1); | |
422 | ||
423 | // look for file matching query requests (path, runRange, version) | |
424 | if(selectedId.GetFirstRun() == fRun && fPathFilter.Comprises(selectedId.GetAliCDBPath()) && | |
425 | fVersion == selectedId.GetVersion() && !fMetaDataFilter){ | |
426 | // look into list of valid files previously loaded with AliCDBStorage::FillValidFileIds() | |
427 | AliDebug(2, Form("List of files valid for run %d was loaded. Looking there for fileids valid for path %s!", | |
428 | selectedId.GetFirstRun(), selectedId.GetPath().Data())); | |
429 | dataId = GetId(fValidFileIds, selectedId); | |
430 | ||
431 | } else { | |
432 | // List of files valid for reqested run was not loaded. Looking directly into CDB | |
433 | AliDebug(2, Form("List of files valid for run %d and version %d was not loaded. Looking directly into CDB for fileids valid for path %s!", | |
434 | selectedId.GetFirstRun(), selectedId.GetVersion(), selectedId.GetPath().Data())); | |
435 | ||
436 | TString filter; | |
437 | MakeQueryFilter(selectedId.GetFirstRun(), selectedId.GetLastRun(), 0, filter); | |
438 | ||
439 | TString pattern = ".root"; | |
440 | TString optionQuery = "-y -m"; | |
441 | if(selectedId.GetVersion() >= 0) { | |
442 | pattern.Prepend(Form("_v%d_s0",selectedId.GetVersion())); | |
443 | optionQuery = ""; | |
444 | } | |
445 | ||
446 | TString folderCopy(Form("%s%s/Run",fDBFolder.Data(),selectedId.GetPath().Data())); | |
447 | ||
448 | if (optionQuery.Contains("-y")){ | |
449 | AliInfo("Only latest version will be returned"); | |
450 | } | |
451 | ||
452 | AliDebug(2,Form("** fDBFolder = %s, pattern = %s, filter = %s",folderCopy.Data(), pattern.Data(), filter.Data())); | |
453 | TGridResult *res = gGrid->Query(folderCopy, pattern, filter, optionQuery.Data()); | |
454 | if (res) { | |
5078a13f | 455 | for(int i=0; i<res->GetEntries(); i++){ |
d33afc7e | 456 | AliCDBId *validFileId = new AliCDBId(); |
5078a13f | 457 | TString filename = res->GetKey(i, "lfn"); |
458 | if(filename == "") continue; | |
d33afc7e | 459 | if(FilenameToId(filename, *validFileId)) |
460 | validFileIds.AddLast(validFileId); | |
5078a13f | 461 | } |
462 | delete res; | |
463 | }else{ | |
464 | return 0; // this should be only in case of file catalogue glitch | |
465 | } | |
466 | ||
467 | dataId = GetId(validFileIds, selectedId); | |
468 | } | |
469 | ||
470 | return dataId; | |
4667c116 | 471 | } |
472 | ||
473 | //_____________________________________________________________________________ | |
474 | AliCDBEntry* AliCDBGrid::GetEntry(const AliCDBId& queryId) { | |
475 | // get AliCDBEntry from the database | |
476 | ||
5078a13f | 477 | AliCDBId* dataId = GetEntryId(queryId); |
4667c116 | 478 | |
5078a13f | 479 | if (!dataId){ |
480 | AliFatal(TString::Format("No valid CDB object found! request was: %s", queryId.ToString().Data())); | |
481 | return NULL; | |
482 | } | |
9e1ceb13 | 483 | |
5078a13f | 484 | TString filename; |
485 | if (!IdToFilename(*dataId, filename)) { | |
486 | AliDebug(2,Form("Bad data ID encountered! Subnormal error!")); | |
487 | delete dataId; | |
488 | AliFatal(TString::Format("No valid CDB object found! request was: %s", queryId.ToString().Data())); | |
489 | } | |
9e1ceb13 | 490 | |
5078a13f | 491 | AliCDBEntry* anEntry = GetEntryFromFile(filename, dataId); |
62032124 | 492 | |
5078a13f | 493 | delete dataId; |
494 | if(!anEntry) | |
495 | AliFatal(TString::Format("No valid CDB object found! request was: %s", queryId.ToString().Data())); | |
e6608c2e | 496 | |
5078a13f | 497 | return anEntry; |
62032124 | 498 | } |
499 | ||
500 | //_____________________________________________________________________________ | |
8e245d15 | 501 | AliCDBEntry* AliCDBGrid::GetEntryFromFile(TString& filename, AliCDBId* dataId){ |
62032124 | 502 | // Get AliCBEntry object from file "filename" |
9e1ceb13 | 503 | |
5078a13f | 504 | AliDebug(2,Form("Opening file: %s",filename.Data())); |
62032124 | 505 | |
5078a13f | 506 | filename.Prepend("/alien"); |
c75fabed | 507 | |
5078a13f | 508 | // if option="CACHEREAD" TFile will use the local caching facility! |
509 | TString option="READ"; | |
510 | if(fCacheFolder != ""){ | |
c75fabed | 511 | |
5078a13f | 512 | // Check if local cache folder was changed in the meanwhile |
513 | TString origCache(TFile::GetCacheFileDir()); | |
514 | if(fCacheFolder != origCache) { | |
515 | AliWarning(Form("Local cache folder has been overwritten!! fCacheFolder = %s origCache = %s", | |
516 | fCacheFolder.Data(), origCache.Data())); | |
517 | TFile::SetCacheFileDir(fCacheFolder.Data(), fOperateDisconnected); | |
518 | TFile::ShrinkCacheFileDir(fCacheSize, fCleanupInterval); | |
519 | } | |
c75fabed | 520 | |
5078a13f | 521 | option.Prepend("CACHE"); |
522 | } | |
c75fabed | 523 | |
5078a13f | 524 | AliDebug(2, Form("Option: %s", option.Data())); |
c75fabed | 525 | |
5078a13f | 526 | TFile *file = TFile::Open(filename, option); |
527 | if (!file) { | |
528 | AliDebug(2,Form("Can't open file <%s>!", filename.Data())); | |
529 | return NULL; | |
530 | } | |
9e1ceb13 | 531 | |
5078a13f | 532 | // get the only AliCDBEntry object from the file |
533 | // the object in the file is an AliCDBEntry entry named "AliCDBEntry" | |
9e1ceb13 | 534 | |
5078a13f | 535 | AliCDBEntry* anEntry = dynamic_cast<AliCDBEntry*> (file->Get("AliCDBEntry")); |
9e1ceb13 | 536 | |
5078a13f | 537 | if (!anEntry) { |
538 | AliDebug(2,Form("Bad storage data: file does not contain an AliCDBEntry object!")); | |
539 | file->Close(); | |
540 | return NULL; | |
541 | } | |
9e1ceb13 | 542 | |
5078a13f | 543 | // The object's Id is not reset during storage |
544 | // If object's Id runRange or version do not match with filename, | |
545 | // it means that someone renamed file by hand. In this case a warning msg is issued. | |
62032124 | 546 | |
5078a13f | 547 | if(anEntry){ |
548 | AliCDBId entryId = anEntry->GetId(); | |
549 | Int_t tmpSubVersion = dataId->GetSubVersion(); | |
550 | dataId->SetSubVersion(entryId.GetSubVersion()); // otherwise filename and id may mismatch | |
551 | if(!entryId.IsEqual(dataId)){ | |
552 | AliWarning(Form("Mismatch between file name and object's Id!")); | |
553 | AliWarning(Form("File name: %s", dataId->ToString().Data())); | |
554 | AliWarning(Form("Object's Id: %s", entryId.ToString().Data())); | |
555 | } | |
556 | dataId->SetSubVersion(tmpSubVersion); | |
557 | } | |
9e1ceb13 | 558 | |
5078a13f | 559 | anEntry->SetLastStorage("grid"); |
62032124 | 560 | |
5078a13f | 561 | // Check whether entry contains a TTree. In case load the tree in memory! |
562 | LoadTreeFromFile(anEntry); | |
145f45a2 | 563 | |
5078a13f | 564 | // close file, return retieved entry |
565 | file->Close(); delete file; file=0; | |
62032124 | 566 | |
5078a13f | 567 | return anEntry; |
9e1ceb13 | 568 | } |
569 | ||
570 | //_____________________________________________________________________________ | |
62032124 | 571 | TList* AliCDBGrid::GetEntries(const AliCDBId& queryId) { |
9e1ceb13 | 572 | // multiple request (AliCDBStorage::GetAll) |
573 | ||
5078a13f | 574 | TList* result = new TList(); |
575 | result->SetOwner(); | |
576 | ||
577 | TObjArray validFileIds; | |
578 | validFileIds.SetOwner(1); | |
579 | ||
580 | Bool_t alreadyLoaded = kFALSE; | |
581 | ||
582 | // look for file matching query requests (path, runRange) | |
583 | if(queryId.GetFirstRun() == fRun && | |
584 | fPathFilter.Comprises(queryId.GetAliCDBPath()) && fVersion < 0 && !fMetaDataFilter){ | |
585 | // look into list of valid files previously loaded with AliCDBStorage::FillValidFileIds() | |
586 | AliDebug(2,Form("List of files valid for run %d and for path %s was loaded. Looking there!", | |
587 | queryId.GetFirstRun(), queryId.GetPath().Data())); | |
588 | ||
589 | alreadyLoaded = kTRUE; | |
590 | ||
591 | } else { | |
592 | // List of files valid for reqested run was not loaded. Looking directly into CDB | |
593 | AliDebug(2,Form("List of files valid for run %d and for path %s was not loaded. Looking directly into CDB!", | |
594 | queryId.GetFirstRun(), queryId.GetPath().Data())); | |
595 | ||
596 | TString filter; | |
597 | MakeQueryFilter(queryId.GetFirstRun(), queryId.GetLastRun(), 0, filter); | |
598 | ||
599 | TString path = queryId.GetPath(); | |
600 | ||
601 | TString pattern = "Run*.root"; | |
602 | TString optionQuery = "-y"; | |
603 | ||
604 | TString addFolder = ""; | |
605 | if (!path.Contains("*")){ | |
606 | if (!path.BeginsWith("/")) addFolder += "/"; | |
607 | addFolder += path; | |
608 | } | |
609 | else{ | |
610 | if (path.BeginsWith("/")) path.Remove(0,1); | |
611 | if (path.EndsWith("/")) path.Remove(path.Length()-1,1); | |
612 | TObjArray* tokenArr = path.Tokenize("/"); | |
613 | if (tokenArr->GetEntries() != 3) { | |
614 | AliError("Not a 3 level path! Keeping old query..."); | |
615 | pattern.Prepend(path+"/"); | |
616 | } | |
617 | else{ | |
618 | TString str0 = ((TObjString*)tokenArr->At(0))->String(); | |
619 | TString str1 = ((TObjString*)tokenArr->At(1))->String(); | |
620 | TString str2 = ((TObjString*)tokenArr->At(2))->String(); | |
621 | if (str0 != "*" && str1 != "*" && str2 == "*"){ | |
622 | // e.g. "ITS/Calib/*" | |
623 | addFolder = "/"+str0+"/"+str1; | |
624 | } | |
625 | else if (str0 != "*" && str1 == "*" && str2 == "*"){ | |
626 | // e.g. "ITS/*/*" | |
627 | addFolder = "/"+str0; | |
628 | } | |
629 | else if (str0 == "*" && str1 == "*" && str2 == "*"){ | |
630 | // e.g. "*/*/*" | |
631 | // do nothing: addFolder is already an empty string; | |
632 | } | |
633 | else{ | |
634 | // e.g. "ITS/*/RecoParam" | |
635 | pattern.Prepend(path+"/"); | |
636 | } | |
637 | } | |
638 | delete tokenArr; tokenArr=0; | |
639 | } | |
640 | ||
641 | TString folderCopy(Form("%s%s",fDBFolder.Data(),addFolder.Data())); | |
642 | ||
643 | AliDebug(2,Form("fDBFolder = %s, pattern = %s, filter = %s",folderCopy.Data(), pattern.Data(), filter.Data())); | |
644 | ||
645 | TGridResult *res = gGrid->Query(folderCopy, pattern, filter, optionQuery.Data()); | |
646 | ||
647 | if (!res) { | |
648 | AliError("Grid query failed"); | |
649 | return 0; | |
650 | } | |
651 | ||
5078a13f | 652 | for(int i=0; i<res->GetEntries(); i++){ |
d33afc7e | 653 | AliCDBId *validFileId = new AliCDBId(); |
5078a13f | 654 | TString filename = res->GetKey(i, "lfn"); |
655 | if(filename == "") continue; | |
d33afc7e | 656 | if(FilenameToId(filename, *validFileId)) |
657 | validFileIds.AddLast(validFileId); | |
5078a13f | 658 | } |
659 | delete res; | |
660 | } | |
661 | ||
662 | TIter *iter=0; | |
663 | if(alreadyLoaded){ | |
664 | iter = new TIter(&fValidFileIds); | |
665 | } else { | |
666 | iter = new TIter(&validFileIds); | |
667 | } | |
668 | ||
669 | TObjArray selectedIds; | |
670 | selectedIds.SetOwner(1); | |
671 | ||
672 | // loop on list of valid Ids to select the right version to get. | |
673 | // According to query and to the selection criteria list, version can be the highest or exact | |
674 | AliCDBPath pathCopy; | |
675 | AliCDBId* anIdPtr=0; | |
676 | AliCDBId* dataId=0; | |
677 | AliCDBPath queryPath = queryId.GetAliCDBPath(); | |
678 | while((anIdPtr = dynamic_cast<AliCDBId*> (iter->Next()))){ | |
679 | AliCDBPath thisCDBPath = anIdPtr->GetAliCDBPath(); | |
680 | if(!(queryPath.Comprises(thisCDBPath)) || pathCopy.GetPath() == thisCDBPath.GetPath()) continue; | |
681 | pathCopy = thisCDBPath; | |
682 | ||
683 | // check the selection criteria list for this query | |
684 | AliCDBId thisId(*anIdPtr); | |
685 | thisId.SetVersion(queryId.GetVersion()); | |
686 | if(!thisId.HasVersion()) GetSelection(&thisId); | |
687 | ||
688 | if(alreadyLoaded){ | |
689 | dataId = GetId(fValidFileIds, thisId); | |
690 | } else { | |
691 | dataId = GetId(validFileIds, thisId); | |
692 | } | |
693 | if(dataId) selectedIds.Add(dataId); | |
694 | } | |
695 | ||
696 | delete iter; iter=0; | |
697 | ||
698 | // selectedIds contains the Ids of the files matching all requests of query! | |
699 | // All the objects are now ready to be retrieved | |
700 | iter = new TIter(&selectedIds); | |
701 | while((anIdPtr = dynamic_cast<AliCDBId*> (iter->Next()))){ | |
702 | TString filename; | |
703 | if (!IdToFilename(*anIdPtr, filename)) { | |
704 | AliDebug(2,Form("Bad data ID encountered! Subnormal error!")); | |
705 | continue; | |
706 | } | |
707 | ||
708 | AliCDBEntry* anEntry = GetEntryFromFile(filename, anIdPtr); | |
709 | ||
710 | if(anEntry) result->Add(anEntry); | |
711 | ||
712 | } | |
713 | delete iter; iter=0; | |
714 | ||
715 | return result; | |
9e1ceb13 | 716 | } |
717 | ||
718 | //_____________________________________________________________________________ | |
06eeadea | 719 | Bool_t AliCDBGrid::PutEntry(AliCDBEntry* entry, const char* mirrors) { |
5078a13f | 720 | // put an AliCDBEntry object into the database |
721 | ||
722 | AliCDBId& id = entry->GetId(); | |
723 | ||
724 | // set version for the entry to be stored | |
725 | if (!PrepareId(id)) return kFALSE; | |
726 | ||
727 | // build filename from entry's id | |
728 | TString filename; | |
729 | if (!IdToFilename(id, filename)) { | |
730 | AliError("Bad ID encountered! Subnormal error!"); | |
731 | return kFALSE; | |
732 | } | |
733 | ||
734 | TString folderToTag = Form("%s%s", | |
735 | fDBFolder.Data(), | |
736 | id.GetPath().Data()); | |
737 | ||
738 | TDirectory* saveDir = gDirectory; | |
739 | ||
740 | TString fullFilename = Form("/alien%s", filename.Data()); | |
741 | TString seMirrors(mirrors); | |
742 | if(seMirrors.IsNull() || seMirrors.IsWhitespace()) seMirrors=GetMirrorSEs(); | |
743 | // specify SE to filename | |
744 | // if a list of SEs was passed to this method or set via SetMirrorSEs, set the first as SE for opening the file. | |
745 | // The other SEs will be used in cascade in case of failure in opening the file. | |
746 | // The remaining SEs will be used to create replicas. | |
747 | TObjArray *arraySEs = seMirrors.Tokenize(','); | |
748 | Int_t nSEs = arraySEs->GetEntries(); | |
749 | Int_t remainingSEs = 1; | |
750 | if(nSEs == 0){ | |
751 | if (fSE != "default") fullFilename += Form("?se=%s",fSE.Data()); | |
752 | }else{ | |
753 | remainingSEs = nSEs; | |
754 | } | |
755 | ||
756 | // open file | |
757 | TFile *file=0; | |
758 | AliDebug(2, Form("fNretry = %d, fInitRetrySeconds = %d",fNretry,fInitRetrySeconds)); | |
759 | TString targetSE(""); | |
760 | ||
761 | Bool_t result = kFALSE; | |
762 | Bool_t reOpenResult = kFALSE; | |
763 | Int_t reOpenAttempts=0; | |
764 | while( !reOpenResult && reOpenAttempts<2){ //loop to check the file after closing it, to catch the unlikely but possible case when the file | |
765 | // is cleaned up by alien just before closing as a consequence of a network disconnection while writing | |
766 | ||
767 | while( !file && remainingSEs>0){ | |
768 | if(nSEs!=0){ | |
769 | TObjString *target = (TObjString*) arraySEs->At(nSEs-remainingSEs); | |
770 | targetSE=target->String(); | |
771 | if ( !(targetSE.BeginsWith("ALICE::") && targetSE.CountChar(':')==4) ) { | |
772 | AliError(Form("\"%s\" is an invalid storage element identifier.",targetSE.Data())); | |
773 | continue; | |
774 | } | |
775 | if(fullFilename.Contains('?')) fullFilename.Remove(fullFilename.Last('?')); | |
776 | fullFilename += Form("?se=%s",targetSE.Data()); | |
777 | } | |
778 | Int_t remainingAttempts=fNretry; | |
779 | Int_t nsleep = fInitRetrySeconds; // number of seconds between attempts. We let it increase exponentially | |
780 | AliDebug(2, Form("Uploading file into SE #%d: %s",nSEs-remainingSEs+1,targetSE.Data())); | |
781 | while(remainingAttempts > 0) { | |
782 | AliDebug(2, Form("Uploading file into OCDB at %s - Attempt #%d",targetSE.Data(),fNretry-remainingAttempts+1)); | |
783 | remainingAttempts--; | |
784 | file = TFile::Open(fullFilename,"CREATE"); | |
785 | if(!file || !file->IsWritable()){ | |
786 | if(file) file->Close(); delete file; file=0; // file is not writable | |
787 | TString message(TString::Format("Attempt %d failed.",fNretry-remainingAttempts)); | |
788 | if(remainingAttempts>0) { | |
789 | message += " Sleeping for "; message += nsleep; message += " seconds"; | |
790 | }else{ | |
791 | if(remainingSEs>0) message += " Trying to upload at next SE"; | |
792 | } | |
793 | AliDebug(2, message.Data()); | |
794 | if(remainingAttempts>0) sleep(nsleep); | |
795 | }else{ | |
796 | remainingAttempts=0; | |
797 | } | |
798 | nsleep*=fInitRetrySeconds; | |
799 | } | |
800 | remainingSEs--; | |
801 | } | |
802 | if(!file){ | |
803 | AliError(Form("All %d attempts have failed on all %d SEs. Returning...",fNretry,nSEs)); | |
804 | return kFALSE; | |
805 | } | |
806 | ||
807 | file->cd(); | |
808 | ||
809 | //SetTreeToFile(entry, file); | |
810 | entry->SetVersion(id.GetVersion()); | |
811 | ||
812 | // write object (key name: "AliCDBEntry") | |
813 | result = (file->WriteTObject(entry, "AliCDBEntry") != 0); | |
814 | if (!result) AliError(Form("Can't write entry to file <%s>!", filename.Data())); | |
815 | file->Close(); | |
816 | ||
817 | if(result) | |
818 | { | |
819 | AliDebug(2, Form("Reopening file %s for checking its correctness",fullFilename.Data())); | |
820 | TFile* ffile = TFile::Open(fullFilename.Data(),"READ"); | |
821 | if(!ffile){ | |
822 | reOpenResult = kFALSE; | |
823 | AliInfo(Form("The file %s was closed successfully but cannot be reopened. Trying now to regenerate it (regeneration attempt number %d)", | |
824 | fullFilename.Data(),++reOpenAttempts)); | |
825 | delete file; file=0; | |
826 | AliDebug(2, Form("Removing file %s", filename.Data())); | |
827 | if(!gGrid->Rm(filename.Data())) | |
828 | AliError("Can't delete file!"); | |
829 | remainingSEs++; | |
830 | }else{ | |
831 | reOpenResult = kTRUE; | |
832 | ffile->Close(); | |
833 | } | |
834 | delete ffile; ffile=0; | |
835 | } | |
836 | } | |
837 | ||
838 | if (saveDir) saveDir->cd(); else gROOT->cd(); | |
839 | delete file; file=0; | |
840 | ||
841 | if(result && reOpenResult) { | |
842 | ||
843 | if(!TagFileId(filename, &id)){ | |
844 | AliInfo(Form("CDB tagging failed. Deleting file %s!",filename.Data())); | |
845 | if(!gGrid->Rm(filename.Data())) | |
846 | AliError("Can't delete file!"); | |
847 | return kFALSE; | |
848 | } | |
849 | ||
850 | TagFileMetaData(filename, entry->GetMetaData()); | |
851 | }else{ | |
852 | AliError("The file could not be opend or the object could not be written"); | |
853 | if(!gGrid->Rm(filename.Data())) | |
854 | AliError("Can't delete file!"); | |
855 | return kFALSE; | |
856 | } | |
857 | ||
858 | AliInfo(Form("CDB object stored into file %s", filename.Data())); | |
859 | if(nSEs==0) | |
860 | AliInfo(Form("Storage Element: %s", fSE.Data())); | |
861 | else | |
862 | AliInfo(Form("Storage Element: %s", targetSE.Data())); | |
863 | ||
864 | //In case of other SEs specified by the user, mirror the file to the remaining SEs | |
865 | for(Int_t i=0; i<nSEs; i++){ | |
866 | if(i==nSEs-remainingSEs-1) continue; // skip mirroring to the SE where the file was saved | |
867 | TString mirrorCmd("mirror "); | |
868 | mirrorCmd += filename; | |
869 | mirrorCmd += " "; | |
870 | TObjString *target = (TObjString*) arraySEs->At(i); | |
871 | TString mirrorSE(target->String()); | |
872 | mirrorCmd += mirrorSE; | |
873 | AliDebug(5,Form("mirror command: \"%s\"",mirrorCmd.Data())); | |
874 | AliInfo(Form("Mirroring to storage element: %s", mirrorSE.Data())); | |
875 | gGrid->Command(mirrorCmd.Data()); | |
876 | } | |
877 | arraySEs->Delete(); arraySEs=0; | |
878 | ||
879 | return kTRUE; | |
62032124 | 880 | } |
c5941d67 | 881 | |
62032124 | 882 | //_____________________________________________________________________________ |
883 | Bool_t AliCDBGrid::AddTag(TString& folderToTag, const char* tagname){ | |
884 | // add "tagname" tag (CDB or CDB_MD) to folder where object will be stored | |
885 | ||
5078a13f | 886 | Bool_t result = kTRUE; |
887 | AliDebug(2, Form("adding %s tag to folder %s", tagname, folderToTag.Data())); | |
888 | TString addTag = Form("addTag %s %s", folderToTag.Data(), tagname); | |
889 | TGridResult *gridres = gGrid->Command(addTag.Data()); | |
890 | const char* resCode = gridres->GetKey(0,"__result__"); // '1' if success | |
891 | if(resCode[0] != '1') { | |
892 | AliError(Form("Couldn't add %s tags to folder %s !", | |
893 | tagname, folderToTag.Data())); | |
894 | result = kFALSE; | |
895 | } | |
896 | delete gridres; | |
897 | return result; | |
9e1ceb13 | 898 | } |
899 | ||
62032124 | 900 | //_____________________________________________________________________________ |
c3a7b59a | 901 | Bool_t AliCDBGrid::TagFileId(TString& filename, const AliCDBId* id){ |
62032124 | 902 | // tag stored object in CDB table using object Id's parameters |
903 | ||
0e10c8fd | 904 | |
5078a13f | 905 | TString dirname(filename); |
906 | Int_t dirNumber = gGrid->Mkdir(dirname.Remove(dirname.Last('/')),"-d"); | |
907 | ||
908 | TString addTagValue1 = Form("addTagValue %s CDB ", filename.Data()); | |
909 | TString addTagValue2 = Form("first_run=%d last_run=%d version=%d ", | |
910 | id->GetFirstRun(), | |
911 | id->GetLastRun(), | |
912 | id->GetVersion()); | |
913 | TString addTagValue3 = Form("path_level_0=\"%s\" path_level_1=\"%s\" path_level_2=\"%s\" ", | |
914 | id->GetPathLevel(0).Data(), | |
915 | id->GetPathLevel(1).Data(), | |
916 | id->GetPathLevel(2).Data()); | |
917 | //TString addTagValue4 = Form("version_path=\"%s\" dir_number=%d",Form("%d_%s",id->GetVersion(),filename.Data()),dirNumber); | |
918 | TString addTagValue4 = Form("version_path=\"%09d%s\" dir_number=%d",id->GetVersion(),filename.Data(),dirNumber); | |
919 | TString addTagValue = Form("%s%s%s%s", | |
920 | addTagValue1.Data(), | |
921 | addTagValue2.Data(), | |
922 | addTagValue3.Data(), | |
923 | addTagValue4.Data()); | |
924 | ||
925 | Bool_t result = kFALSE; | |
926 | AliDebug(2, Form("Tagging file. Tag command: %s", addTagValue.Data())); | |
927 | TGridResult* res = gGrid->Command(addTagValue.Data()); | |
928 | const char* resCode = res->GetKey(0,"__result__"); // '1' if success | |
929 | if(resCode[0] != '1') { | |
930 | AliError(Form("Couldn't add CDB tag value to file %s !", | |
931 | filename.Data())); | |
932 | result = kFALSE; | |
933 | } else { | |
934 | AliDebug(2, "Object successfully tagged."); | |
935 | result = kTRUE; | |
936 | } | |
937 | delete res; | |
938 | return result; | |
62032124 | 939 | |
940 | } | |
941 | ||
4667c116 | 942 | //_____________________________________________________________________________ |
943 | Bool_t AliCDBGrid::TagShortLived(TString& filename, Bool_t value){ | |
944 | // tag folder with ShortLived tag | |
945 | ||
5078a13f | 946 | TString addTagValue = Form("addTagValue %s ShortLived_try value=%d", filename.Data(), value); |
947 | ||
948 | Bool_t result = kFALSE; | |
949 | AliDebug(2, Form("Tagging file. Tag command: %s", addTagValue.Data())); | |
950 | TGridResult* res = gGrid->Command(addTagValue.Data()); | |
951 | const char* resCode = res->GetKey(0,"__result__"); // '1' if success | |
952 | if(resCode[0] != '1') { | |
953 | AliError(Form("Couldn't add ShortLived tag value to file %s !", filename.Data())); | |
954 | result = kFALSE; | |
955 | } else { | |
956 | AliDebug(2,"Object successfully tagged."); | |
957 | result = kTRUE; | |
958 | } | |
959 | delete res; | |
960 | return result; | |
4667c116 | 961 | |
962 | } | |
963 | ||
62032124 | 964 | //_____________________________________________________________________________ |
c3a7b59a | 965 | Bool_t AliCDBGrid::TagFileMetaData(TString& filename, const AliCDBMetaData* md){ |
62032124 | 966 | // tag stored object in CDB table using object Id's parameters |
967 | ||
5078a13f | 968 | TString addTagValue1 = Form("addTagValue %s CDB_MD ", filename.Data()); |
969 | TString addTagValue2 = Form("object_classname=\"%s\" responsible=\"%s\" beam_period=%d ", | |
970 | md->GetObjectClassName(), | |
971 | md->GetResponsible(), | |
972 | md->GetBeamPeriod()); | |
973 | TString addTagValue3 = Form("aliroot_version=\"%s\" comment=\"%s\"", | |
974 | md->GetAliRootVersion(), | |
975 | md->GetComment()); | |
976 | TString addTagValue = Form("%s%s%s", | |
977 | addTagValue1.Data(), | |
978 | addTagValue2.Data(), | |
979 | addTagValue3.Data()); | |
980 | ||
981 | Bool_t result = kFALSE; | |
982 | AliDebug(2, Form("Tagging file. Tag command: %s", addTagValue.Data())); | |
983 | TGridResult* res = gGrid->Command(addTagValue.Data()); | |
984 | const char* resCode = res->GetKey(0,"__result__"); // '1' if success | |
985 | if(resCode[0] != '1') { | |
986 | AliWarning(Form("Couldn't add CDB_MD tag value to file %s !", | |
987 | filename.Data())); | |
988 | result = kFALSE; | |
989 | } else { | |
990 | AliDebug(2,"Object successfully tagged."); | |
991 | result = kTRUE; | |
992 | } | |
993 | return result; | |
62032124 | 994 | } |
995 | ||
b05400be | 996 | //_____________________________________________________________________________ |
997 | TList* AliCDBGrid::GetIdListFromFile(const char* fileName){ | |
6dc56e97 | 998 | |
5078a13f | 999 | TString turl(fileName); |
1000 | turl.Prepend("/alien" + fDBFolder); | |
1001 | turl += "?se="; turl += fSE.Data(); | |
1002 | TFile *file = TFile::Open(turl); | |
1003 | if (!file) { | |
1004 | AliError(Form("Can't open selection file <%s>!", turl.Data())); | |
1005 | return NULL; | |
1006 | } | |
1007 | ||
1008 | TList *list = new TList(); | |
1009 | list->SetOwner(); | |
1010 | int i=0; | |
1011 | TString keycycle; | |
1012 | ||
1013 | AliCDBId *id; | |
1014 | while(1){ | |
1015 | i++; | |
1016 | keycycle = "AliCDBId;"; | |
1017 | keycycle+=i; | |
1018 | ||
1019 | id = (AliCDBId*) file->Get(keycycle); | |
1020 | if(!id) break; | |
1021 | list->AddFirst(id); | |
1022 | } | |
1023 | file->Close(); delete file; file=0; | |
1024 | ||
1025 | return list; | |
b05400be | 1026 | |
1027 | ||
1028 | } | |
1029 | ||
1030 | //_____________________________________________________________________________ | |
1031 | Bool_t AliCDBGrid::Contains(const char* path) const{ | |
1032 | // check for path in storage's DBFolder | |
1033 | ||
5078a13f | 1034 | TString initDir(gGrid->Pwd(0)); |
1035 | TString dirName(fDBFolder); | |
1036 | dirName += path; // dirName = fDBFolder/path | |
1037 | Bool_t result=kFALSE; | |
1038 | if (gGrid->Cd(dirName,0)) result=kTRUE; | |
1039 | gGrid->Cd(initDir.Data(),0); | |
1040 | return result; | |
b05400be | 1041 | } |
1042 | ||
62032124 | 1043 | //_____________________________________________________________________________ |
1044 | void AliCDBGrid::QueryValidFiles() | |
1045 | { | |
5078a13f | 1046 | // Query the CDB for files valid for AliCDBStorage::fRun |
1047 | // Fills list fValidFileIds with AliCDBId objects extracted from CDB files | |
1048 | // selected from AliEn metadata. | |
1049 | // If fVersion was not set, fValidFileIds is filled with highest versions. | |
1050 | ||
1051 | TString filter; | |
1052 | MakeQueryFilter(fRun, fRun, fMetaDataFilter, filter); | |
1053 | ||
1054 | TString path = fPathFilter.GetPath(); | |
1055 | ||
1056 | TString pattern = "Run*"; | |
1057 | TString optionQuery = "-y"; | |
1058 | if(fVersion >= 0) { | |
1059 | pattern += Form("_v%d_s0", fVersion); | |
1060 | optionQuery = ""; | |
1061 | } | |
1062 | pattern += ".root"; | |
1063 | AliDebug(2,Form("pattern: %s", pattern.Data())); | |
1064 | ||
1065 | TString addFolder = ""; | |
1066 | if (!path.Contains("*")){ | |
1067 | if (!path.BeginsWith("/")) addFolder += "/"; | |
1068 | addFolder += path; | |
1069 | } | |
1070 | else{ | |
1071 | if (path.BeginsWith("/")) path.Remove(0,1); | |
1072 | if (path.EndsWith("/")) path.Remove(path.Length()-1,1); | |
1073 | TObjArray* tokenArr = path.Tokenize("/"); | |
1074 | if (tokenArr->GetEntries() != 3) { | |
1075 | AliError("Not a 3 level path! Keeping old query..."); | |
1076 | pattern.Prepend(path+"/"); | |
1077 | } | |
1078 | else{ | |
1079 | TString str0 = ((TObjString*)tokenArr->At(0))->String(); | |
1080 | TString str1 = ((TObjString*)tokenArr->At(1))->String(); | |
1081 | TString str2 = ((TObjString*)tokenArr->At(2))->String(); | |
1082 | if (str0 != "*" && str1 != "*" && str2 == "*"){ | |
1083 | // e.g. "ITS/Calib/*" | |
1084 | addFolder = "/"+str0+"/"+str1; | |
1085 | } | |
1086 | else if (str0 != "*" && str1 == "*" && str2 == "*"){ | |
1087 | // e.g. "ITS/*/*" | |
1088 | addFolder = "/"+str0; | |
1089 | } | |
1090 | else if (str0 == "*" && str1 == "*" && str2 == "*"){ | |
1091 | // e.g. "*/*/*" | |
1092 | // do nothing: addFolder is already an empty string; | |
1093 | } | |
1094 | else{ | |
1095 | // e.g. "ITS/*/RecoParam" | |
1096 | pattern.Prepend(path+"/"); | |
1097 | } | |
1098 | } | |
1099 | delete tokenArr; tokenArr=0; | |
1100 | } | |
1101 | ||
1102 | TString folderCopy(Form("%s%s",fDBFolder.Data(),addFolder.Data())); | |
1103 | ||
1104 | AliDebug(2,Form("fDBFolder = %s, pattern = %s, filter = %s",folderCopy.Data(), pattern.Data(), filter.Data())); | |
1105 | ||
1106 | if (optionQuery == "-y"){ | |
1107 | AliInfo("Only latest version will be returned"); | |
1108 | } | |
1109 | ||
1110 | TGridResult *res = gGrid->Query(folderCopy, pattern, filter, optionQuery.Data()); | |
1111 | ||
1112 | if (!res) { | |
1113 | AliError("Grid query failed"); | |
1114 | return; | |
1115 | } | |
1116 | ||
1117 | TIter next(res); | |
1118 | TMap *map; | |
1119 | while ((map = (TMap*)next())) { | |
1120 | TObjString *entry; | |
1121 | if ((entry = (TObjString *) ((TMap *)map)->GetValue("lfn"))) { | |
1122 | TString& filename = entry->String(); | |
1123 | if(filename.IsNull()) continue; | |
1124 | AliDebug(2,Form("Found valid file: %s", filename.Data())); | |
d33afc7e | 1125 | AliCDBId *validFileId = new AliCDBId(); |
5078a13f | 1126 | Bool_t result = FilenameToId(filename, *validFileId); |
1127 | if(result) { | |
1128 | fValidFileIds.AddLast(validFileId); | |
1129 | } | |
1130 | else { | |
1131 | delete validFileId; | |
1132 | } | |
1133 | } | |
1134 | } | |
1135 | delete res; | |
62032124 | 1136 | |
1137 | } | |
1138 | ||
1139 | //_____________________________________________________________________________ | |
c3a7b59a | 1140 | void AliCDBGrid::MakeQueryFilter(Int_t firstRun, Int_t lastRun, |
5078a13f | 1141 | const AliCDBMetaData* md, TString& result) const |
62032124 | 1142 | { |
5078a13f | 1143 | // create filter for file query |
1144 | ||
1145 | result = Form("CDB:first_run<=%d and CDB:last_run>=%d", firstRun, lastRun); | |
1146 | ||
1147 | // if(version >= 0) { | |
1148 | // result += Form(" and CDB:version=%d", version); | |
1149 | // } | |
1150 | // if(pathFilter.GetLevel0() != "*") { | |
1151 | // result += Form(" and CDB:path_level_0=\"%s\"", pathFilter.GetLevel0().Data()); | |
1152 | // } | |
1153 | // if(pathFilter.GetLevel1() != "*") { | |
1154 | // result += Form(" and CDB:path_level_1=\"%s\"", pathFilter.GetLevel1().Data()); | |
1155 | // } | |
1156 | // if(pathFilter.GetLevel2() != "*") { | |
1157 | // result += Form(" and CDB:path_level_2=\"%s\"", pathFilter.GetLevel2().Data()); | |
1158 | // } | |
1159 | ||
1160 | if(md){ | |
1161 | if(md->GetObjectClassName()[0] != '\0') { | |
1162 | result += Form(" and CDB_MD:object_classname=\"%s\"", md->GetObjectClassName()); | |
1163 | } | |
1164 | if(md->GetResponsible()[0] != '\0') { | |
1165 | result += Form(" and CDB_MD:responsible=\"%s\"", md->GetResponsible()); | |
1166 | } | |
1167 | if(md->GetBeamPeriod() != 0) { | |
1168 | result += Form(" and CDB_MD:beam_period=%d", md->GetBeamPeriod()); | |
1169 | } | |
1170 | if(md->GetAliRootVersion()[0] != '\0') { | |
1171 | result += Form(" and CDB_MD:aliroot_version=\"%s\"", md->GetAliRootVersion()); | |
1172 | } | |
1173 | if(md->GetComment()[0] != '\0') { | |
1174 | result += Form(" and CDB_MD:comment=\"%s\"", md->GetComment()); | |
1175 | } | |
1176 | } | |
1177 | AliDebug(2, Form("filter: %s",result.Data())); | |
62032124 | 1178 | |
1179 | } | |
1180 | ||
c3a7b59a | 1181 | |
9e1ceb13 | 1182 | ///////////////////////////////////////////////////////////////////////////////////////////////// |
1183 | // // | |
1184 | // AliCDBGrid factory // | |
1185 | // // | |
1186 | ///////////////////////////////////////////////////////////////////////////////////////////////// | |
1187 | ||
1188 | ClassImp(AliCDBGridFactory) | |
1189 | ||
5078a13f | 1190 | //_____________________________________________________________________________ |
1191 | Bool_t AliCDBGridFactory::Validate(const char* gridString) { | |
1192 | // check if the string is valid Grid URI | |
9e1ceb13 | 1193 | |
5078a13f | 1194 | TRegexp gridPattern("^alien://.+$"); |
9e1ceb13 | 1195 | |
5078a13f | 1196 | return TString(gridString).Contains(gridPattern); |
1197 | } | |
9e1ceb13 | 1198 | |
1199 | //_____________________________________________________________________________ | |
1200 | AliCDBParam* AliCDBGridFactory::CreateParameter(const char* gridString) { | |
5078a13f | 1201 | // create AliCDBGridParam class from the URI string |
1202 | ||
1203 | if (!Validate(gridString)) { | |
1204 | return NULL; | |
1205 | } | |
1206 | ||
1207 | TString buffer(gridString); | |
1208 | ||
1209 | TString gridUrl = "alien://"; | |
1210 | TString user = ""; | |
1211 | TString dbFolder = ""; | |
1212 | TString se = "default"; | |
1213 | TString cacheFolder = ""; | |
1214 | Bool_t operateDisconnected = kTRUE; | |
1215 | Long64_t cacheSize = (UInt_t) 1024*1024*1024; // 1GB | |
1216 | Long_t cleanupInterval = 0; | |
1217 | ||
1218 | TObjArray *arr = buffer.Tokenize('?'); | |
1219 | TIter iter(arr); | |
1220 | TObjString *str = 0; | |
1221 | ||
1222 | while((str = (TObjString*) iter.Next())){ | |
1223 | TString entry(str->String()); | |
1224 | Int_t indeq = entry.Index('='); | |
1225 | if(indeq == -1) { | |
1226 | if(entry.BeginsWith("alien://")) { // maybe it's a gridUrl! | |
1227 | gridUrl = entry; | |
1228 | continue; | |
1229 | } else { | |
1230 | AliError(Form("Invalid entry! %s",entry.Data())); | |
1231 | continue; | |
1232 | } | |
1233 | } | |
1234 | ||
1235 | TString key = entry(0,indeq); | |
1236 | TString value = entry(indeq+1,entry.Length()-indeq); | |
1237 | ||
1238 | if(key.Contains("grid",TString::kIgnoreCase)) { | |
1239 | gridUrl += value; | |
1240 | } | |
1241 | else if (key.Contains("user",TString::kIgnoreCase)){ | |
1242 | user = value; | |
1243 | } | |
1244 | else if (key.Contains("se",TString::kIgnoreCase)){ | |
1245 | se = value; | |
1246 | } | |
1247 | else if (key.Contains("cacheF",TString::kIgnoreCase)){ | |
1248 | cacheFolder = value; | |
1249 | if (!cacheFolder.IsNull() && !cacheFolder.EndsWith("/")) | |
1250 | cacheFolder += "/"; | |
1251 | } | |
1252 | else if (key.Contains("folder",TString::kIgnoreCase)){ | |
1253 | dbFolder = value; | |
1254 | } | |
1255 | else if (key.Contains("operateDisc",TString::kIgnoreCase)){ | |
1256 | if(value == "kTRUE") { | |
1257 | operateDisconnected = kTRUE; | |
1258 | } else if (value == "kFALSE") { | |
1259 | operateDisconnected = kFALSE; | |
1260 | } else if (value == "0" || value == "1") { | |
1261 | operateDisconnected = (Bool_t) value.Atoi(); | |
1262 | } else { | |
1263 | AliError(Form("Invalid entry! %s",entry.Data())); | |
1264 | return NULL; | |
1265 | } | |
1266 | } | |
1267 | else if (key.Contains("cacheS",TString::kIgnoreCase)){ | |
1268 | if(value.IsDigit()) { | |
1269 | cacheSize = value.Atoi(); | |
1270 | } else { | |
1271 | AliError(Form("Invalid entry! %s",entry.Data())); | |
1272 | return NULL; | |
1273 | } | |
1274 | } | |
1275 | else if (key.Contains("cleanupInt",TString::kIgnoreCase)){ | |
1276 | if(value.IsDigit()) { | |
1277 | cleanupInterval = value.Atoi(); | |
1278 | } else { | |
1279 | AliError(Form("Invalid entry! %s",entry.Data())); | |
1280 | return NULL; | |
1281 | } | |
1282 | } | |
1283 | else{ | |
1284 | AliError(Form("Invalid entry! %s",entry.Data())); | |
1285 | return NULL; | |
1286 | } | |
1287 | } | |
1288 | delete arr; arr=0; | |
1289 | ||
1290 | AliDebug(2, Form("gridUrl: %s", gridUrl.Data())); | |
1291 | AliDebug(2, Form("user: %s", user.Data())); | |
1292 | AliDebug(2, Form("dbFolder: %s", dbFolder.Data())); | |
1293 | AliDebug(2, Form("s.e.: %s", se.Data())); | |
1294 | AliDebug(2, Form("local cache folder: %s", cacheFolder.Data())); | |
1295 | AliDebug(2, Form("local cache operate disconnected: %d", operateDisconnected)); | |
1296 | AliDebug(2, Form("local cache size: %lld", cacheSize)); | |
1297 | AliDebug(2, Form("local cache cleanup interval: %ld", cleanupInterval)); | |
1298 | ||
1299 | if(dbFolder == ""){ | |
1300 | AliError("Base folder must be specified!"); | |
1301 | return NULL; | |
1302 | } | |
1303 | ||
1304 | return new AliCDBGridParam(gridUrl.Data(), user.Data(), | |
1305 | dbFolder.Data(), se.Data(), cacheFolder.Data(), | |
1306 | operateDisconnected, cacheSize, cleanupInterval); | |
9e1ceb13 | 1307 | } |
1308 | ||
1309 | //_____________________________________________________________________________ | |
1310 | AliCDBStorage* AliCDBGridFactory::Create(const AliCDBParam* param) { | |
5078a13f | 1311 | // create AliCDBGrid storage instance from parameters |
1312 | ||
1313 | AliCDBGrid *grid = 0; | |
1314 | if (AliCDBGridParam::Class() == param->IsA()) { | |
1315 | ||
1316 | const AliCDBGridParam* gridParam = (const AliCDBGridParam*) param; | |
1317 | grid = new AliCDBGrid(gridParam->GridUrl().Data(), | |
1318 | gridParam->GetUser().Data(), | |
1319 | gridParam->GetDBFolder().Data(), | |
1320 | gridParam->GetSE().Data(), | |
1321 | gridParam->GetCacheFolder().Data(), | |
1322 | gridParam->GetOperateDisconnected(), | |
1323 | gridParam->GetCacheSize(), | |
1324 | gridParam->GetCleanupInterval()); | |
1325 | ||
1326 | } | |
1327 | ||
1328 | if(!gGrid && grid) { | |
1329 | delete grid; grid=0; | |
1330 | } | |
1331 | ||
1332 | return grid; | |
9e1ceb13 | 1333 | } |
1334 | ||
1335 | ///////////////////////////////////////////////////////////////////////////////////////////////// | |
1336 | // // | |
c75fabed | 1337 | // AliCDBGrid Parameter class // // |
9e1ceb13 | 1338 | // // |
1339 | ///////////////////////////////////////////////////////////////////////////////////////////////// | |
1340 | ||
1341 | ClassImp(AliCDBGridParam) | |
1342 | ||
5078a13f | 1343 | //_____________________________________________________________________________ |
1344 | AliCDBGridParam::AliCDBGridParam(): | |
1345 | AliCDBParam(), | |
1346 | fGridUrl(), | |
1347 | fUser(), | |
1348 | fDBFolder(), | |
1349 | fSE(), | |
1350 | fCacheFolder(), | |
1351 | fOperateDisconnected(), | |
1352 | fCacheSize(), | |
1353 | fCleanupInterval() | |
1354 | ||
1355 | { | |
1356 | // default constructor | |
9e1ceb13 | 1357 | |
1358 | } | |
1359 | ||
1360 | //_____________________________________________________________________________ | |
c75fabed | 1361 | AliCDBGridParam::AliCDBGridParam(const char* gridUrl, const char* user, const char* dbFolder, |
5078a13f | 1362 | const char* se, const char* cacheFolder, Bool_t operateDisconnected, |
1363 | Long64_t cacheSize, Long_t cleanupInterval): | |
1364 | AliCDBParam(), | |
1365 | fGridUrl(gridUrl), | |
1366 | fUser(user), | |
1367 | fDBFolder(dbFolder), | |
1368 | fSE(se), | |
1369 | fCacheFolder(cacheFolder), | |
1370 | fOperateDisconnected(operateDisconnected), | |
1371 | fCacheSize(cacheSize), | |
1372 | fCleanupInterval(cleanupInterval) | |
9e1ceb13 | 1373 | { |
5078a13f | 1374 | // constructor |
c75fabed | 1375 | |
5078a13f | 1376 | SetType("alien"); |
9e1ceb13 | 1377 | |
5078a13f | 1378 | TString uri = Form("%s?User=%s?DBFolder=%s?SE=%s?CacheFolder=%s" |
1379 | "?OperateDisconnected=%d?CacheSize=%lld?CleanupInterval=%ld", | |
1380 | fGridUrl.Data(), fUser.Data(), | |
1381 | fDBFolder.Data(), fSE.Data(), fCacheFolder.Data(), | |
1382 | fOperateDisconnected, fCacheSize, fCleanupInterval); | |
62032124 | 1383 | |
5078a13f | 1384 | SetURI(uri.Data()); |
9e1ceb13 | 1385 | } |
1386 | ||
1387 | //_____________________________________________________________________________ | |
1388 | AliCDBGridParam::~AliCDBGridParam() { | |
5078a13f | 1389 | // destructor |
9e1ceb13 | 1390 | |
1391 | } | |
1392 | ||
1393 | //_____________________________________________________________________________ | |
1394 | AliCDBParam* AliCDBGridParam::CloneParam() const { | |
5078a13f | 1395 | // clone parameter |
9e1ceb13 | 1396 | |
5078a13f | 1397 | return new AliCDBGridParam(fGridUrl.Data(), fUser.Data(), |
1398 | fDBFolder.Data(), fSE.Data(), fCacheFolder.Data(), | |
1399 | fOperateDisconnected, fCacheSize, fCleanupInterval); | |
9e1ceb13 | 1400 | } |
1401 | ||
1402 | //_____________________________________________________________________________ | |
1403 | ULong_t AliCDBGridParam::Hash() const { | |
5078a13f | 1404 | // return Hash function |
9e1ceb13 | 1405 | |
5078a13f | 1406 | return fGridUrl.Hash()+fUser.Hash()+fDBFolder.Hash()+fSE.Hash()+fCacheFolder.Hash(); |
9e1ceb13 | 1407 | } |
1408 | ||
1409 | //_____________________________________________________________________________ | |
1410 | Bool_t AliCDBGridParam::IsEqual(const TObject* obj) const { | |
5078a13f | 1411 | // check if this object is equal to AliCDBParam obj |
1412 | ||
1413 | if (this == obj) { | |
1414 | return kTRUE; | |
1415 | } | |
1416 | ||
1417 | if (AliCDBGridParam::Class() != obj->IsA()) { | |
1418 | return kFALSE; | |
1419 | } | |
1420 | ||
1421 | AliCDBGridParam* other = (AliCDBGridParam*) obj; | |
1422 | ||
1423 | if(fGridUrl != other->fGridUrl) return kFALSE; | |
1424 | if(fUser != other->fUser) return kFALSE; | |
1425 | if(fDBFolder != other->fDBFolder) return kFALSE; | |
1426 | if(fSE != other->fSE) return kFALSE; | |
1427 | if(fCacheFolder != other->fCacheFolder) return kFALSE; | |
1428 | if(fOperateDisconnected != other->fOperateDisconnected) return kFALSE; | |
1429 | if(fCacheSize != other->fCacheSize) return kFALSE; | |
1430 | if(fCleanupInterval != other->fCleanupInterval) return kFALSE; | |
1431 | return kTRUE; | |
9e1ceb13 | 1432 | } |
1433 |