2 void mergeByComponent(TString component,
3 const Char_t* fileList="calib.list",
5 const Char_t* apattern=0,
6 Int_t fileDownloadTimeOut=10,
7 const Char_t* localFileList="calib.list",
8 const Char_t* mergedFileName="CalibObjects.root" )
11 // component can be COPY, MAKEALIENLIST, component name or ALL
12 // ALL will merge the full file
13 // selecting components will only merge the selected top level
14 // objects in the file
15 // COPY only copies the the alien files from fileList then
16 // saves a list of local downloaded files in localFileList.
17 // MAKEALIENLIST produces a list of files on alien, uses root
18 // to connect in case alien_xx utilities are not available
19 // liek on the alien nodes
21 printf("Executing mergeByComponent.C\n");
22 gROOT->Macro("$ALICE_ROOT/PWGPP/CalibMacros/CPass0/LoadLibraries.C");
25 Int_t fileDownloadTimeOut=10;
28 if (component == "COPY") {
29 if (!apath || ! apattern){
30 printf("Alien find path or pattern not specified");
33 CopyCPass(fileList, localFileList, fileDownloadTimeOut);
36 /* make file list only */
37 if (component == "MAKEALIENLIST") {
38 if (!apath || ! apattern){
39 printf("Alien find path or pattern not specified");
42 MakeFileList(apath, apattern, fileList);
47 MergeCPass(fileList, component, mergedFileName);
50 //___________________________________________________________________
52 void MergeCPass(const Char_t *list, TString component, TString outputFileName="CalibObjects.root")
54 //AliTPCcalibTimeGain::SetMergeEntriesCut(2000000);
55 //AliTPCcalibGainMult::SetMergeEntriesCut(2000000);
56 //AliTPCcalibAlign::SetMergeEntriesCut(10000000);
57 //AliTPCcalibTracks::SetMergeEntriesCut(10000000);
58 //AliTPCcalibTime::SetResHistoMergeCut(10000000);
60 /* select what to merge */
61 merger.SetNoTrees(kFALSE);
62 if (component == "ALL")
63 merger.AddReject("esdFriend");
65 merger.AddAccept(component.Data());
67 merger.IterTXT(list, outputFileName.Data(), kFALSE);
69 gSystem->Exec(Form("touch %s_merge_done", component.Data()));
73 //___________________________________________________________________
74 void MakeFileList(const char *searchdir, const char *pattern, const char* outputFileName="calib.list", Int_t timeOut=10)
76 gSystem->Setenv("XRDCLIENTMAXWAIT",Form("%d",timeOut));
77 gEnv->SetValue("XNet.RequestTimeout", timeOut);
78 gEnv->SetValue("XNet.ConnectTimeout", timeOut);
79 gEnv->SetValue("XNet.TransactionTimeout", timeOut);
80 TFile::SetOpenTimeout(timeOut);
82 TGrid::Connect("alien");
85 command = Form("find %s %s", searchdir, pattern);
86 cerr<<"command: "<<command<<endl;
87 TGridResult *res = gGrid->Command(command);
93 outputFile.open(Form(outputFileName));
95 //first identify the largest file and put it at the beginning
96 Int_t largestFileSize=0;
98 TObject* largestObject;
99 while((map=(TMap*)nextmap()))
101 TObjString *objs = dynamic_cast<TObjString*>(map->GetValue("turl"));
102 TObjString *objsSize = dynamic_cast<TObjString*>(map->GetValue("size"));
103 if (!objs || !objs->GetString().Length()) continue;
104 if (!objsSize || !objsSize->GetString().Length()) continue;
106 Int_t currentFileSize=objsSize->GetString().Atoi();
107 if (currentFileSize>largestFileSize)
109 largestFileSize=currentFileSize;
110 largestFile=objs->GetString();
114 outputFile << largestFile.Data()<< endl;
115 res->Remove(largestObject);
117 //then write the rest of the entries to the file
119 while((map=(TMap*)nextmap()))
121 TObjString *objs = dynamic_cast<TObjString*>(map->GetValue("turl"));
122 if (!objs || !objs->GetString().Length())
128 TString src=Form("%s",objs->GetString().Data());
129 outputFile << src.Data()<< endl;
135 //___________________________________________________________________
136 void CopyCPass(const char* alienFileList="alien.list", const char* outputFileList="local.list", Int_t timeOut=10)
138 //copy all the alien files to local
139 gSystem->Setenv("XRDCLIENTMAXWAIT",Form("%d",timeOut));
140 gEnv->SetValue("XNet.RequestTimeout", timeOut);
141 gEnv->SetValue("XNet.ConnectTimeout", timeOut);
142 gEnv->SetValue("XNet.TransactionTimeout", timeOut);
143 TFile::SetOpenTimeout(timeOut);
145 TGrid::Connect("alien");
148 inputFile.open(alienFileList);
150 outputFile.open(Form(outputFileList));
152 if (!inputFile.is_open())
154 printf("input file %s not found! exiting...\n",alienFileList);
159 while( inputFile.good())
162 src.ReadLine(inputFile);
163 if (src.IsNull()) continue;
165 dst.ReplaceAll("alien:///","");
166 dst.ReplaceAll("/","_");
167 Bool_t result = TFile::Cp(src.Data(),dst.Data(),kTRUE);
168 AliSysInfo::AddStamp(dst.Data(),counter, result);
171 outputFile << dst.Data()<< endl;
175 cout<<counter<<" files copied!"<<endl;
179 gSystem->Exec("touch copy_done");