[u/mrichter/AliRoot.git] / PWG1 / TRD / AliTRDpwg1Helper.cxx

////////////////////////////////////////////////////////////////////////////
//                                                                        //
//  Helper class for PWG1 TRD train                                       //
//                                                                        //
//  Authors:                                                              //
//    Markus Fasel <M.Fasel@gsi.de>                                       //
//                                                                        //
////////////////////////////////////////////////////////////////////////////

#include <Rtypes.h>
#include <TError.h>
#include <TMath.h>
#include <TObjArray.h>
#include <TObjString.h>
#include <TFileMerger.h>
#include <TRandom.h>
#include <TString.h>
#include <TSystem.h>

#include <string>
#include <cstring>
#include <fstream>

#include "AliTRDpwg1Helper.h"

const Char_t * AliTRDpwg1Helper::fgkTRDtaskClassName[AliTRDpwg1Helper::kNTRDTASKS] = {
  "AliTRDcheckESD"
  ,"AliTRDinfoGen"
  ,"AliTRDcheckDET"
  ,"AliTRDefficiency"
  ,"AliTRDresolution"
  ,"AliTRDcheckPID"
  ,"AliTRDv0Monitor"
  ,"AliTRDcalibration"
  ,"AliTRDefficiencyMC"
  ,"AliTRDalignmentTask"
  ,"AliTRDpidRefMaker"
  ,"AliTRDclusterResolution"
  ,"AliTRDmultiplicity"
};

const Char_t * AliTRDpwg1Helper::fgkTRDtaskOpt[AliTRDpwg1Helper::kNTRDTASKS+1] = {
  "ESD"
  ,"GEN"
  ,"DET"
  ,"EFF"
  ,"RES"
  ,"PID"
  ,"V0"
  ,"CAL"
  ,"EFFC"
  ,"ALGN"
  ,"PIDR"
  ,"CLRES"
  ,"MULT"
  ,"ALL"
};

//______________________________________________________
Bool_t AliTRDpwg1Helper::DoTask(Int_t idx, Int_t map)
{
  return TESTBIT(map, idx);
}

//______________________________________________________
Int_t AliTRDpwg1Helper::ParseOptions(Char_t *trd)
{
// Parse space separated options.
// Possible options are:
//      "ALL" : [default] all performance (no calibration) tasks
// ------- Performance tasks ----------
//     "ESD"  : Basic TRD Detector checks on ESD only (no TRD tracks analysed)
//     "DET"  : Basic TRD Detector checks
//     "RES"  : TRD tracking Resolution
//     "EFF"  : TRD Tracking Efficiency
//     "PID"  : TRD PID - pion efficiency
//     "V0"   : monitor V0 performance for use in TRD PID calibration
// ------- Calibration tasks ----------
//     "EFFC" : TRD Tracking Efficiency Combined (barrel + stand alone) - only in case of simulations
//     "MULT"  : TRD single track selection
//     "CLRES": clusters Resolution
//     "CAL"  : TRD calibration
//     "ALGN" : TRD alignment
//     "PIDR" : TRD PID - reference data
// ------- SPECIAL OPTIONS -----------
//     "NOFR" : Data set does not have AliESDfriends.root
//     "NOMC" : Data set does not have Monte Carlo Informations (default have MC),

  Int_t fSteerTask = 0;
  TObjArray *tasksArray = TString(trd).Tokenize(" ");
  for(Int_t isel = 0; isel < tasksArray->GetEntriesFast(); isel++){
    TString s = (dynamic_cast<TObjString *>(tasksArray->UncheckedAt(isel)))->String();
    if(s.CompareTo("ALL") == 0){
      for(Int_t itask = 0; itask < kNTRDQATASKS; itask++) SETBIT(fSteerTask, itask);
      continue;
    } else if(s.CompareTo("NOMC") == 0 || s.CompareTo("NOFR") == 0){
      continue; // taken care by special functions
    } else { 
      Bool_t foundOpt = kFALSE;  
      for(Int_t itask = 0; itask < kNTRDTASKS; itask++){
        if(s.CompareTo(fgkTRDtaskOpt[itask]) != 0) continue;
        SETBIT(fSteerTask, itask); 
        if(itask>1) SETBIT(fSteerTask, kInfoGen);
        foundOpt = kTRUE;
        break;
      }
      if(!foundOpt) Info("ParseOptions()", Form("TRD task %s not implemented (yet).", s.Data()));
    }
  }
  // extra rules for calibration tasks
  if(TESTBIT(fSteerTask, kCalibration)) SETBIT(fSteerTask, kCheckDET);
  if(TESTBIT(fSteerTask, kMultiplicity)) SETBIT(fSteerTask, kEfficiency);
  if(TESTBIT(fSteerTask, kEfficiencyMC)) SETBIT(fSteerTask, kEfficiency);
  if(TESTBIT(fSteerTask, kClErrParam)) SETBIT(fSteerTask, kResolution);
  if(TESTBIT(fSteerTask, kAlignment)) SETBIT(fSteerTask, kResolution);
  if(TESTBIT(fSteerTask, kPIDRefMaker)) SETBIT(fSteerTask, kCheckPID);
  if(TESTBIT(fSteerTask, kV0Monitor)) SETBIT(fSteerTask, kCheckPID);

  return fSteerTask;

}

//______________________________________________________
void AliTRDpwg1Helper::MergeProd(const Char_t *mark, const Char_t *files, const Int_t nBatch, Int_t level)
{
// Recursively merge files named "mark" from list in "files" in groups of "nBatch" files.
// parameter "level" is used to index recurent calls of this function.

  Char_t lMERGE[8]; snprintf(lMERGE, 8, "%04d.lst", (Int_t)gRandom->Uniform(9999.));
  Char_t lPURGE[8]; snprintf(lPURGE, 8, "%04d.lst", (Int_t)gRandom->Uniform(9999.));

  // purge file list
  std::string filename;
  std::ifstream file(files);
  Int_t iline(0);
  while(getline(file, filename)){
    if(Int_t(filename.find(mark)) < 0) continue;
    gSystem->Exec(Form("echo %s >> %s", filename.c_str(), lPURGE));
    iline++;
  }
  Int_t nBatches(TMath::Ceil(Double_t(iline)/nBatch));
  Info("MergeProd()", Form("Merge %d files in %d batches.", iline, nBatches));

  Int_t first(0);
  for(Int_t ibatch(0); ibatch<nBatches; ibatch++){
    first = ibatch*nBatch;
     if(!gSystem->Exec(Form("aliroot -b -q \'$ALICE_ROOT/PWG1/TRD/macros/mergeBatch.C(\"%s\", \"%s\", %d, %d)\'", mark, lPURGE, nBatch, first))) continue;
    gSystem->Exec(Form("mv %d_%s merge/%d_%d_%s", first, mark, level, first, mark));
    gSystem->Exec(Form("echo %s/merge/%d_%d_%s >> %s", gSystem->ExpandPathName("$PWD"), level, first, mark, lMERGE));
  }

  if(nBatches==1){
    Info("MergeProd()", "Rename 1 merged file.");
    gSystem->Exec(Form("mv merge/%d_%d_%s %s", level, first, mark, mark));
  } else if(nBatches<=nBatch){
    Info("MergeProd()", Form("Merge %d files in 1 batch.", nBatches));
    if(!gSystem->Exec(Form("aliroot -b -q \'$ALICE_ROOT/PWG1/TRD/macros/mergeBatch.C(\"%s\", \"%s\", %d, 0, kFALSE)\'", mark, lMERGE, nBatches))) return;
    gSystem->Exec(Form("mv 0_%s %s", mark, mark));
  } else {
    level++;
    Info("MergeProd()", Form("Merge level %d.", level));
    MergeProd(mark, lMERGE, nBatch, level);
  }
  gSystem->Exec(Form("rm -fv %s %s", lMERGE, lPURGE));
}


//______________________________________________________
const Char_t* AliTRDpwg1Helper::MergeBatch(const Char_t *mark, const Char_t *files, const Int_t nfiles, const Int_t first, Bool_t kSVN, Bool_t kCLEAR)
{
// Merge files specified in the file list "files" by the token "mark".
// The script will merge "nfiles" files starting from the "first" file.
// If the file "svnInfo.log" is found together with the files to be merged it is copied locally
// if option "kSVN". The input files are removed from disk if option "kCLEAR".
//
// On return the name of the merged file is return or NULL in case of failure.
//
  TObjArray arr(nfiles); arr.SetOwner(kTRUE);
  TFileMerger fFM(kTRUE);
  fFM.OutputFile(Form("%s/%d_%s",  gSystem->ExpandPathName("$PWD"), first, mark));
  Int_t iline(0), nbatch(0);
  std::string filename;
  std::ifstream file(files);
  while(getline(file, filename)){
    if(Int_t(filename.find(mark)) < 0) continue;
    if(iline<first){
      iline++;
      continue;
    }
    if(kSVN){ // download SVN info for trending
      if(gSystem->Exec(Form("if [ ! -f svnInfo.log ]; then cp -v %s/svnInfo.log %s; fi", Dirname(filename.c_str()), gSystem->ExpandPathName("$PWD"))) == 0) kSVN=kFALSE;
    }
    Info("MergeBatch()", filename.c_str());
    if(!fFM.AddFile(filename.c_str())) return NULL;
    arr.Add(new TObjString(filename.c_str()));
    nbatch++;
    if(nbatch==nfiles) break;
  }
  if(!nbatch){
    Warning("MergeBatch()", "NOTHING TO MERGE"); return NULL;
  } else {
    Info("MergeBatch()", "MERGING FILES[%d] START[%d] %s ... ", nbatch, first, ((nbatch<nfiles)?"INCOMPLETE":""));
  }
  if(!fFM.Merge()) return NULL;

  if(kCLEAR){
    for(Int_t ifile(0); ifile<arr.GetEntries(); ifile++){
      gSystem->Exec(Form("rm -fv %s", ((TObjString*)arr.At(ifile))->GetString().Data()));
    }
  }
  return fFM.GetOutputFileName();
}

//______________________________________________________
const Char_t* AliTRDpwg1Helper::Basename(const char* filepath)
{
// Implementation of shell "basename" builtin
  TString s(filepath);
  Int_t idx(s.Last('/')+1);
  s=s(idx, idx+100);
  return s;
}

//______________________________________________________
const Char_t* AliTRDpwg1Helper::Dirname(const char* filepath)
{
// Implementation of shell "dirname" builtin
  TString s(filepath);
  Int_t idx(s.Last('/'));
  s=s(0, idx);
  return s;
}

//______________________________________________________
Int_t AliTRDpwg1Helper::GetTaskIndex(const Char_t *name)
{
//  Give index in TRD train of task class "name"
  for(Int_t it(0); it<kNTRDTASKS; it++){
    if(strcmp(fgkTRDtaskClassName[it], name)==0) return it;
  }
  return -1;
}

//______________________________________________________
Bool_t AliTRDpwg1Helper::HasReadMCData(Char_t *opt)
{
// Use MC data option
  return !(Bool_t)strstr(opt, "NOMC");
}

//____________________________________________
Bool_t AliTRDpwg1Helper::HasReadFriendData(Char_t *opt)
{
// Use friends data option
  return !(Bool_t)strstr(opt, "NOFR");
}
Commit	Line	Data
61f6b45e	1	////////////////////////////////////////////////////////////////////////////
	2	// //
	3	// Helper class for PWG1 TRD train //
	4	// //
	5	// Authors: //
	6	// Markus Fasel <M.Fasel@gsi.de> //
	7	// //
	8	////////////////////////////////////////////////////////////////////////////
	9
7f1490fc	10	#include <Rtypes.h>
7f1490fc	11	#include <TError.h>
5468a262	12	#include <TMath.h>
7f1490fc	13	#include <TObjArray.h>
7f1490fc	14	#include <TObjString.h>
5468a262	15	#include <TFileMerger.h>
7f1490fc	16	#include <TRandom.h>
	17	#include <TString.h>
	18	#include <TSystem.h>
	19
5468a262	20	#include <string>
7f1490fc	21	#include <cstring>
	22	#include <fstream>
	23
	24	#include "AliTRDpwg1Helper.h"
	25
99535225	26	const Char_t * AliTRDpwg1Helper::fgkTRDtaskClassName[AliTRDpwg1Helper::kNTRDTASKS] = {
7f1490fc	27	"AliTRDcheckESD"
	28	,"AliTRDinfoGen"
	29	,"AliTRDcheckDET"
	30	,"AliTRDefficiency"
	31	,"AliTRDresolution"
	32	,"AliTRDcheckPID"
	33	,"AliTRDv0Monitor"
	34	,"AliTRDcalibration"
	35	,"AliTRDefficiencyMC"
	36	,"AliTRDalignmentTask"
	37	,"AliTRDpidRefMaker"
	38	,"AliTRDclusterResolution"
	39	,"AliTRDmultiplicity"
	40	};
	41
99535225	42	const Char_t * AliTRDpwg1Helper::fgkTRDtaskOpt[AliTRDpwg1Helper::kNTRDTASKS+1] = {
7f1490fc	43	"ESD"
	44	,"GEN"
	45	,"DET"
	46	,"EFF"
	47	,"RES"
	48	,"PID"
	49	,"V0"
	50	,"CAL"
	51	,"EFFC"
	52	,"ALGN"
	53	,"PIDR"
	54	,"CLRES"
	55	,"MULT"
	56	,"ALL"
	57	};
	58
b94f89e4	59	//______________________________________________________
	60	Bool_t AliTRDpwg1Helper::DoTask(Int_t idx, Int_t map)
	61	{
	62	return TESTBIT(map, idx);
	63	}
	64
7f1490fc	65	//______________________________________________________
61f6b45e	66	Int_t AliTRDpwg1Helper::ParseOptions(Char_t *trd)
	67	{
	68	// Parse space separated options.
	69	// Possible options are:
	70	// "ALL" : [default] all performance (no calibration) tasks
	71	// ------- Performance tasks ----------
	72	// "ESD" : Basic TRD Detector checks on ESD only (no TRD tracks analysed)
	73	// "DET" : Basic TRD Detector checks
	74	// "RES" : TRD tracking Resolution
	75	// "EFF" : TRD Tracking Efficiency
	76	// "PID" : TRD PID - pion efficiency
	77	// "V0" : monitor V0 performance for use in TRD PID calibration
	78	// ------- Calibration tasks ----------
	79	// "EFFC" : TRD Tracking Efficiency Combined (barrel + stand alone) - only in case of simulations
	80	// "MULT" : TRD single track selection
	81	// "CLRES": clusters Resolution
	82	// "CAL" : TRD calibration
	83	// "ALGN" : TRD alignment
	84	// "PIDR" : TRD PID - reference data
	85	// ------- SPECIAL OPTIONS -----------
	86	// "NOFR" : Data set does not have AliESDfriends.root
	87	// "NOMC" : Data set does not have Monte Carlo Informations (default have MC),
	88
8ee59659	89	Int_t fSteerTask = 0;
7f1490fc	90	TObjArray *tasksArray = TString(trd).Tokenize(" ");
	91	for(Int_t isel = 0; isel < tasksArray->GetEntriesFast(); isel++){
	92	TString s = (dynamic_cast<TObjString *>(tasksArray->UncheckedAt(isel)))->String();
	93	if(s.CompareTo("ALL") == 0){
	94	for(Int_t itask = 0; itask < kNTRDQATASKS; itask++) SETBIT(fSteerTask, itask);
	95	continue;
	96	} else if(s.CompareTo("NOMC") == 0 \|\| s.CompareTo("NOFR") == 0){
	97	continue; // taken care by special functions
	98	} else {
	99	Bool_t foundOpt = kFALSE;
	100	for(Int_t itask = 0; itask < kNTRDTASKS; itask++){
	101	if(s.CompareTo(fgkTRDtaskOpt[itask]) != 0) continue;
	102	SETBIT(fSteerTask, itask);
	103	if(itask>1) SETBIT(fSteerTask, kInfoGen);
	104	foundOpt = kTRUE;
	105	break;
	106	}
	107	if(!foundOpt) Info("ParseOptions()", Form("TRD task %s not implemented (yet).", s.Data()));
	108	}
	109	}
	110	// extra rules for calibration tasks
	111	if(TESTBIT(fSteerTask, kCalibration)) SETBIT(fSteerTask, kCheckDET);
	112	if(TESTBIT(fSteerTask, kMultiplicity)) SETBIT(fSteerTask, kEfficiency);
	113	if(TESTBIT(fSteerTask, kEfficiencyMC)) SETBIT(fSteerTask, kEfficiency);
	114	if(TESTBIT(fSteerTask, kClErrParam)) SETBIT(fSteerTask, kResolution);
	115	if(TESTBIT(fSteerTask, kAlignment)) SETBIT(fSteerTask, kResolution);
	116	if(TESTBIT(fSteerTask, kPIDRefMaker)) SETBIT(fSteerTask, kCheckPID);
	117	if(TESTBIT(fSteerTask, kV0Monitor)) SETBIT(fSteerTask, kCheckPID);
	118
	119	return fSteerTask;
	120
	121	}
	122
	123	//______________________________________________________
5468a262	124	void AliTRDpwg1Helper::MergeProd(const Char_t mark, const Char_t files, const Int_t nBatch, Int_t level)
7f1490fc	125	{
5468a262	126	// Recursively merge files named "mark" from list in "files" in groups of "nBatch" files.
5468a262	127	// parameter "level" is used to index recurent calls of this function.
7f1490fc	128
7fe4e88b	129	Char_t lMERGE[8]; snprintf(lMERGE, 8, "%04d.lst", (Int_t)gRandom->Uniform(9999.));
7fe4e88b	130	Char_t lPURGE[8]; snprintf(lPURGE, 8, "%04d.lst", (Int_t)gRandom->Uniform(9999.));
7f1490fc	131
	132	// purge file list
	133	std::string filename;
	134	std::ifstream file(files);
	135	Int_t iline(0);
	136	while(getline(file, filename)){
	137	if(Int_t(filename.find(mark)) < 0) continue;
61f6b45e	138	gSystem->Exec(Form("echo %s >> %s", filename.c_str(), lPURGE));
7f1490fc	139	iline++;
7f1490fc	140	}
5468a262	141	Int_t nBatches(TMath::Ceil(Double_t(iline)/nBatch));
5468a262	142	Info("MergeProd()", Form("Merge %d files in %d batches.", iline, nBatches));
7f1490fc	143
5468a262	144	Int_t first(0);
7f1490fc	145	for(Int_t ibatch(0); ibatch<nBatches; ibatch++){
5468a262	146	first = ibatch*nBatch;
	147	if(!gSystem->Exec(Form("aliroot -b -q \'$ALICE_ROOT/PWG1/TRD/macros/mergeBatch.C(\"%s\", \"%s\", %d, %d)\'", mark, lPURGE, nBatch, first))) continue;
	148	gSystem->Exec(Form("mv %d_%s merge/%d_%d_%s", first, mark, level, first, mark));
	149	gSystem->Exec(Form("echo %s/merge/%d_%d_%s >> %s", gSystem->ExpandPathName("$PWD"), level, first, mark, lMERGE));
7f1490fc	150	}
5468a262	151
	152	if(nBatches==1){
	153	Info("MergeProd()", "Rename 1 merged file.");
	154	gSystem->Exec(Form("mv merge/%d_%d_%s %s", level, first, mark, mark));
	155	} else if(nBatches<=nBatch){
	156	Info("MergeProd()", Form("Merge %d files in 1 batch.", nBatches));
	157	if(!gSystem->Exec(Form("aliroot -b -q \'$ALICE_ROOT/PWG1/TRD/macros/mergeBatch.C(\"%s\", \"%s\", %d, 0, kFALSE)\'", mark, lMERGE, nBatches))) return;
	158	gSystem->Exec(Form("mv 0_%s %s", mark, mark));
c5342457	159	} else {
	160	level++;
	161	Info("MergeProd()", Form("Merge level %d.", level));
	162	MergeProd(mark, lMERGE, nBatch, level);
	163	}
5468a262	164	gSystem->Exec(Form("rm -fv %s %s", lMERGE, lPURGE));
	165	}
	166
	167
	168	//______________________________________________________
	169	const Char_t* AliTRDpwg1Helper::MergeBatch(const Char_t mark, const Char_t files, const Int_t nfiles, const Int_t first, Bool_t kSVN, Bool_t kCLEAR)
	170	{
	171	// Merge files specified in the file list "files" by the token "mark".
	172	// The script will merge "nfiles" files starting from the "first" file.
	173	// If the file "svnInfo.log" is found together with the files to be merged it is copied locally
	174	// if option "kSVN". The input files are removed from disk if option "kCLEAR".
	175	//
	176	// On return the name of the merged file is return or NULL in case of failure.
	177	//
	178	TObjArray arr(nfiles); arr.SetOwner(kTRUE);
5468a262	179	TFileMerger fFM(kTRUE);
	180	fFM.OutputFile(Form("%s/%d_%s", gSystem->ExpandPathName("$PWD"), first, mark));
	181	Int_t iline(0), nbatch(0);
	182	std::string filename;
	183	std::ifstream file(files);
	184	while(getline(file, filename)){
	185	if(Int_t(filename.find(mark)) < 0) continue;
62028b10	186	if(iline<first){
	187	iline++;
	188	continue;
	189	}
5468a262	190	if(kSVN){ // download SVN info for trending
302e5f17	191	if(gSystem->Exec(Form("if [ ! -f svnInfo.log ]; then cp -v %s/svnInfo.log %s; fi", Dirname(filename.c_str()), gSystem->ExpandPathName("$PWD"))) == 0) kSVN=kFALSE;
5468a262	192	}
62028b10	193	Info("MergeBatch()", filename.c_str());
62028b10	194	if(!fFM.AddFile(filename.c_str())) return NULL;
5468a262	195	arr.Add(new TObjString(filename.c_str()));
	196	nbatch++;
	197	if(nbatch==nfiles) break;
	198	}
	199	if(!nbatch){
	200	Warning("MergeBatch()", "NOTHING TO MERGE"); return NULL;
	201	} else {
	202	Info("MergeBatch()", "MERGING FILES[%d] START[%d] %s ... ", nbatch, first, ((nbatch<nfiles)?"INCOMPLETE":""));
	203	}
	204	if(!fFM.Merge()) return NULL;
	205
	206	if(kCLEAR){
	207	for(Int_t ifile(0); ifile<arr.GetEntries(); ifile++){
	208	gSystem->Exec(Form("rm -fv %s", ((TObjString*)arr.At(ifile))->GetString().Data()));
	209	}
	210	}
	211	return fFM.GetOutputFileName();
	212	}
	213
	214	//______________________________________________________
	215	const Char_t* AliTRDpwg1Helper::Basename(const char* filepath)
	216	{
	217	// Implementation of shell "basename" builtin
	218	TString s(filepath);
	219	Int_t idx(s.Last('/')+1);
	220	s=s(idx, idx+100);
	221	return s;
	222	}
	223
	224	//______________________________________________________
	225	const Char_t* AliTRDpwg1Helper::Dirname(const char* filepath)
	226	{
	227	// Implementation of shell "dirname" builtin
	228	TString s(filepath);
	229	Int_t idx(s.Last('/'));
	230	s=s(0, idx);
	231	return s;
7f1490fc	232	}
7f1490fc	233
8ee59659	234	//______________________________________________________
61f6b45e	235	Int_t AliTRDpwg1Helper::GetTaskIndex(const Char_t *name)
	236	{
	237	// Give index in TRD train of task class "name"
8ee59659	238	for(Int_t it(0); it<kNTRDTASKS; it++){
	239	if(strcmp(fgkTRDtaskClassName[it], name)==0) return it;
	240	}
	241	return -1;
	242	}
	243
7f1490fc	244	//______________________________________________________
61f6b45e	245	Bool_t AliTRDpwg1Helper::HasReadMCData(Char_t *opt)
	246	{
	247	// Use MC data option
7f1490fc	248	return !(Bool_t)strstr(opt, "NOMC");
	249	}
	250
	251	//____________________________________________
61f6b45e	252	Bool_t AliTRDpwg1Helper::HasReadFriendData(Char_t *opt)
	253	{
	254	// Use friends data option
7f1490fc	255	return !(Bool_t)strstr(opt, "NOFR");
	256	}
	257