adapted macro to QAManager

[u/mrichter/AliRoot.git] / TPC / AliTPCPreprocessor.cxx

/**************************************************************************
 * Copyright(c) 2007, ALICE Experiment at CERN, All rights reserved.      *
 *                                                                        *
 * Author: The ALICE Off-line Project.                                    *
 * Contributors are mentioned in the code where appropriate.              *
 *                                                                        *
 * Permission to use, copy, modify and distribute this software and its   *
 * documentation strictly for non-commercial purposes is hereby granted   *
 * without fee, provided that the above copyright notice appears in all   *
 * copies and that both the copyright notice and this permission notice   *
 * appear in the supporting documentation. The authors make no claims     *
 * about the suitability of this software for any purpose. It is          *
 * provided "as is" without express or implied warranty.                  *
 **************************************************************************/


#include "AliTPCPreprocessor.h"
#include "AliShuttleInterface.h"

#include "AliCDBMetaData.h"
#include "AliDCSValue.h"
#include "AliLog.h"
#include "AliTPCSensorTempArray.h"
#include "AliTPCROC.h"
#include "AliTPCCalROC.h"
#include "AliTPCCalPad.h"
#include "AliTPCCalibPedestal.h"
#include "AliTPCCalibPulser.h"
#include "AliTPCCalibCE.h"
#include "AliTPCdataQA.h"
#include "ARVersion.h"
#include "TFile.h"
#include "TTree.h"
#include "TGraph.h" 
#include "TEnv.h"
#include "TParameter.h"

#include <TTimeStamp.h>

const Int_t kValCutTemp = 100;               // discard temperatures > 100 degrees
const Int_t kDiffCutTemp = 5;	             // discard temperature differences > 5 degrees
const TString kPedestalRunType = "PEDESTAL";  // pedestal run identifier
const TString kPulserRunType = "PULSER";     // pulser run identifier
const TString kPhysicsRunType = "PHYSICS";   // physics run identifier
const TString kCosmicRunType = "COSMIC";     // cosmic run identifier
const TString kLaserRunType = "LASER";       // laser run identifier
const TString kDaqRunType = "DAQ"; // DAQ run identifier
const TString kAmandaTemp = "TPC_PT_%d_TEMPERATURE"; // Amanda string for temperature entries
//const Double_t kFitFraction = 0.7;                 // Fraction of DCS sensor fits required              
const Double_t kFitFraction = -1.0;          // Don't require minimum number of fits in commissioning run 

//
// This class is the SHUTTLE preprocessor for the TPC detector.
//

ClassImp(AliTPCPreprocessor)

//______________________________________________________________________________________________
AliTPCPreprocessor::AliTPCPreprocessor(AliShuttleInterface* shuttle) :
  AliPreprocessor("TPC",shuttle),
  fConfEnv(0), fTemp(0), fHighVoltage(0), fHighVoltageStat(0), fGoofie(0), fConfigOK(kTRUE), fROC(0)
{
  // constructor
  fROC = AliTPCROC::Instance();

  // define run types to be processed
  
  AddRunType(kPedestalRunType);
  AddRunType(kPulserRunType);
  AddRunType(kPhysicsRunType);
  AddRunType(kCosmicRunType);
  AddRunType(kLaserRunType);
  AddRunType(kDaqRunType);
  
}
//______________________________________________________________________________________________
 AliTPCPreprocessor::AliTPCPreprocessor(const AliTPCPreprocessor&  ) :
   AliPreprocessor("TPC",0),
   fConfEnv(0), fTemp(0), fHighVoltage(0), fHighVoltageStat(0), fGoofie(0), fConfigOK(kTRUE), fROC(0)
 {

   Fatal("AliTPCPreprocessor", "copy constructor not implemented");
//
// //  fTemp = new AliTPCSensorTempArray(*(org.fTemp));
 }

//______________________________________________________________________________________________
AliTPCPreprocessor::~AliTPCPreprocessor()
{
  // destructor

  delete fTemp;
  delete fHighVoltage;
}
//______________________________________________________________________________________________
AliTPCPreprocessor& AliTPCPreprocessor::operator = (const AliTPCPreprocessor& )
{
  Fatal("operator =", "assignment operator not implemented");
  return *this;
}


//______________________________________________________________________________________________
void AliTPCPreprocessor::Initialize(Int_t run, UInt_t startTime,
	UInt_t endTime)
{
  // Creates AliTestDataDCS object -- start maps half an hour beforre actual run start

  UInt_t startTimeLocal = startTime-3600;
  UInt_t endTimeLocal = endTime+1800;

  AliPreprocessor::Initialize(run, startTimeLocal, endTimeLocal);

	AliInfo(Form("\n\tRun %d \n\tStartTime %s \n\tEndTime %s", run,
		TTimeStamp((time_t)startTime,0).AsString(),
		TTimeStamp((time_t)endTime,0).AsString()));

  // Preprocessor configuration

	AliCDBEntry* entry = GetFromOCDB("Config", "Preprocessor");
        if (entry) fConfEnv = (TEnv*) entry->GetObject();
        if ( fConfEnv==0 ) {
           Log("AliTPCPreprocsessor: Preprocessor Config OCDB entry missing.\n");
	   fConfigOK = kFALSE;
           return;
        }

  // Temperature sensors

       TTree *confTree = 0;

       TString tempConf = fConfEnv->GetValue("Temperature","ON");
       tempConf.ToUpper();
       if (tempConf != "OFF" ) {
	entry = GetFromOCDB("Config", "Temperature");
        if (entry) confTree = (TTree*) entry->GetObject();
        if ( confTree==0 ) {
           Log("AliTPCPreprocsessor: Temperature Config OCDB entry missing.\n");
	   fConfigOK = kFALSE;
	   return;
        }
        fTemp = new AliTPCSensorTempArray(startTimeLocal, endTimeLocal, confTree, kAmandaTemp);
	fTemp->SetValCut(kValCutTemp);
	fTemp->SetDiffCut(kDiffCutTemp);
       }

  // High voltage measurements

      TString hvConf = fConfEnv->GetValue("HighVoltage","ON");
      hvConf.ToUpper();
      if (hvConf != "OFF" ) { 
        confTree=0;
        entry=0;
        entry = GetFromOCDB("Config", "HighVoltage");
        if (entry) confTree = (TTree*) entry->GetObject();
        if ( confTree==0 ) {
           Log("AliTPCPreprocsessor: High Voltage Config OCDB entry missing.\n");
           fConfigOK = kFALSE;
           return;
        }
        fHighVoltage = new AliDCSSensorArray(startTimeLocal, endTimeLocal, confTree);
      }

   // High voltage status values
     
      TString hvStatConf = fConfEnv->GetValue("HighVoltageStat","ON");
      hvStatConf.ToUpper();
      if (hvStatConf != "OFF" ) { 
        confTree=0;
        entry=0;
        entry = GetFromOCDB("Config", "HighVoltageStat");
        if (entry) confTree = (TTree*) entry->GetObject();
        if ( confTree==0 ) {
           Log("AliTPCPreprocsessor: High Voltage Status Config OCDB entry missing.\n");
           fConfigOK = kFALSE;
           return;
        }
        fHighVoltageStat = new AliDCSSensorArray(startTimeLocal, endTimeLocal, confTree);
      }

   // Goofie values
     
      TString goofieConf = fConfEnv->GetValue("Goofie","ON");
      goofieConf.ToUpper();
      if (goofieConf != "OFF" ) { 
        confTree=0;
        entry=0;
        entry = GetFromOCDB("Config", "Goofie");
        if (entry) confTree = (TTree*) entry->GetObject();
        if ( confTree==0 ) {
           Log("AliTPCPreprocsessor: Goofie Config OCDB entry missing.\n");
           fConfigOK = kFALSE;
           return;
        }
        fGoofie = new AliDCSSensorArray(startTimeLocal, endTimeLocal, confTree);
      }


}

//______________________________________________________________________________________________
UInt_t AliTPCPreprocessor::Process(TMap* dcsAliasMap)
{
  // Fills data into TPC calibrations objects

  // Amanda servers provide information directly through dcsAliasMap

  
  if (!fConfigOK) return 9;
  UInt_t result = 0;
  TObjArray *resultArray = new TObjArray();
  TString errorHandling = fConfEnv->GetValue("ErrorHandling","ON");
  errorHandling.ToUpper();
  TObject * status;

  UInt_t dcsResult=0;
  if (errorHandling == "OFF" ) {
    if (!dcsAliasMap) dcsResult=1;
    if (dcsAliasMap->GetEntries() == 0 ) dcsResult=1;  
    status = new TParameter<int>("dcsResult",dcsResult);
    resultArray->Add(status);
  } else {
    if (!dcsAliasMap) return 9;
    if (dcsAliasMap->GetEntries() == 0 ) return 9;
  }


  

  TString runType = GetRunType();

  // Temperature sensors are processed by AliTPCCalTemp

  TString tempConf = fConfEnv->GetValue("Temperature","ON");
  tempConf.ToUpper();
  if (tempConf != "OFF" ) {
    UInt_t tempResult = MapTemperature(dcsAliasMap);
    result=tempResult;
    status = new TParameter<int>("tempResult",tempResult);
    resultArray->Add(status);
  }

  // High Voltage recordings


  TString hvConf = fConfEnv->GetValue("HighVoltage","ON");
  hvConf.ToUpper();
  if (hvConf != "OFF" ) { 
   UInt_t hvResult = MapHighVoltage(dcsAliasMap);
   result+=hvResult;
   status = new TParameter<int>("hvResult",hvResult);
   resultArray->Add(status);
 }

  // Goofie values


  TString goofieConf = fConfEnv->GetValue("Goofie","ON");
  goofieConf.ToUpper();
  if (goofieConf != "OFF" ) { 
   UInt_t goofieResult = MapGoofie(dcsAliasMap);
   result+=goofieResult;
   status = new TParameter<int>("goofieResult",goofieResult);
   resultArray->Add(status);
 }

  // Other calibration information will be retrieved through FXS files
  //  examples:
  //    TList* fileSourcesDAQ = GetFile(AliShuttleInterface::kDAQ, "pedestals");
  //    const char* fileNamePed = GetFile(AliShuttleInterface::kDAQ, "pedestals", "LDC1");
  //
  //    TList* fileSourcesHLT = GetFile(AliShuttleInterface::kHLT, "calib");
  //    const char* fileNameHLT = GetFile(AliShuttleInterface::kHLT, "calib", "LDC1");

  // pedestal entries

  if(runType == kPedestalRunType) {
    Int_t numSources = 1;
    Int_t pedestalSource[2] = {AliShuttleInterface::kDAQ,AliShuttleInterface::kHLT} ;
    TString source = fConfEnv->GetValue("Pedestal","DAQ");
    source.ToUpper();
    if (source != "OFF" ) { 
     if ( source == "HLT") pedestalSource[0] = AliShuttleInterface::kHLT;
     if (!GetHLTStatus()) pedestalSource[0] = AliShuttleInterface::kDAQ;
     if (source == "HLTDAQ" ) {
         numSources=2;
   	 pedestalSource[0] = AliShuttleInterface::kHLT;
	 pedestalSource[1] = AliShuttleInterface::kDAQ;
     }
     if (source == "DAQHLT" ) numSources=2;
     UInt_t pedestalResult=0;
     for (Int_t i=0; i<numSources; i++ ) {	
       pedestalResult = ExtractPedestals(pedestalSource[i]);
       if ( pedestalResult == 0 ) break;
     }
     result += pedestalResult;
     status = new TParameter<int>("pedestalResult",pedestalResult);
     resultArray->Add(status);
    }
  }

  // pulser trigger processing

  if(runType == kPulserRunType) {
    Int_t numSources = 1;
    Int_t pulserSource[2] = {AliShuttleInterface::kDAQ,AliShuttleInterface::kHLT} ;
    TString source = fConfEnv->GetValue("Pulser","DAQ");
    source.ToUpper();
    if ( source != "OFF") { 
     if ( source == "HLT") pulserSource[0] = AliShuttleInterface::kHLT;
     if (!GetHLTStatus()) pulserSource[0] = AliShuttleInterface::kDAQ;
     if (source == "HLTDAQ" ) {
         numSources=2;
	 pulserSource[0] = AliShuttleInterface::kHLT;
 	 pulserSource[1] = AliShuttleInterface::kDAQ;
     }
     if (source == "DAQHLT" ) numSources=2;
     UInt_t pulserResult=0;
     for (Int_t i=0; i<numSources; i++ ) {	
       pulserResult = ExtractPulser(pulserSource[i]);
       if ( pulserResult == 0 ) break;
     }
     result += pulserResult;
     status = new TParameter<int>("pulserResult",pulserResult);
     resultArray->Add(status);
    }
  }

  // Altro configuration


  TString altroConf = fConfEnv->GetValue("AltroConf","ON");
  goofieConf.ToUpper();
  if (altroConf != "OFF" ) { 
   UInt_t altroResult = ExtractAltro(AliShuttleInterface::kDCS);
   result+=altroResult;
   status = new TParameter<int>("altroResult",altroResult);
   resultArray->Add(status);
 }


  // Central Electrode processing

  if( runType == kPhysicsRunType || 
      runType == kLaserRunType ) {    

    Int_t numSources = 1;
    Int_t ceSource[2] = {AliShuttleInterface::kDAQ,AliShuttleInterface::kHLT} ;
    TString source = fConfEnv->GetValue("CE","DAQ");
    source.ToUpper();
    if ( source != "OFF" ) { 
     if ( source == "HLT") ceSource[0] = AliShuttleInterface::kHLT;
     if (!GetHLTStatus()) ceSource[0] = AliShuttleInterface::kDAQ;
     if (source == "HLTDAQ" ) {
        numSources=2;
	ceSource[0] = AliShuttleInterface::kHLT;
	ceSource[1] = AliShuttleInterface::kDAQ;
     }
     if (source == "DAQHLT" ) numSources=2;
     UInt_t ceResult=0;
     for (Int_t i=0; i<numSources; i++ ) {	
       ceResult = ExtractCE(ceSource[i]);
       if ( ceResult == 0 ) break;
     }

   // only flag error if CE result is missing from LASER runs
   //    -- for PHYSICS run do CE processing if data available
   
     if ( runType == kLaserRunType ) result += ceResult;
     status = new TParameter<int>("ceResult",ceResult);
     resultArray->Add(status);

    numSources = 1;
    Int_t qaSource[2] = {AliShuttleInterface::kDAQ,AliShuttleInterface::kHLT} ;
    source = fConfEnv->GetValue("QA","DAQ");
    source.ToUpper();
    if ( source != "OFF" ) { 
     if ( source == "HLT") qaSource[0] = AliShuttleInterface::kHLT;
     if (!GetHLTStatus()) qaSource[0] = AliShuttleInterface::kDAQ;
     if (source == "HLTDAQ" ) {
        numSources=2;
	qaSource[0] = AliShuttleInterface::kHLT;
	qaSource[1] = AliShuttleInterface::kDAQ;
     }
     if (source == "DAQHLT" ) numSources=2;
     UInt_t qaResult=0;
     for (Int_t i=0; i<numSources; i++ ) {	
       qaResult = ExtractQA(qaSource[i]);
       if ( qaResult == 0 ) break;
     }
//     result += qaResult;
     if ( qaResult !=0 ) Log ("ExtractQA failed, no QA entry available.");
     status = new TParameter<int>("qaResult",qaResult);
     resultArray->Add(status);
    }
   }
  }
  
  if (errorHandling == "OFF" ) {
    AliCDBMetaData metaData;
    metaData.SetBeamPeriod(0);
    metaData.SetResponsible("Haavard Helstrup");
    metaData.SetAliRootVersion(ALIROOT_SVN_BRANCH);
    metaData.SetComment("Preprocessor AliTPC status.");
    Store("Calib", "PreprocStatus", resultArray, &metaData, 0, kFALSE);
    resultArray->Delete();
    return 0;
  } else { 
    return result;
  }
}
//______________________________________________________________________________________________
UInt_t AliTPCPreprocessor::MapTemperature(TMap* dcsAliasMap)
{

   // extract DCS temperature maps. Perform fits to save space

  UInt_t result=0;
  TMap *map = fTemp->ExtractDCS(dcsAliasMap);
  if (map) {
    fTemp->MakeSplineFit(map);
    Double_t fitFraction = 1.0*fTemp->NumFits()/fTemp->NumSensors(); 
    if (fitFraction > kFitFraction ) {
      AliInfo(Form("Temperature values extracted, fits performed.\n"));
    } else { 
      Log ("Too few temperature maps fitted. \n");
      result = 9;
    }
  } else {
    Log("No temperature map extracted. \n");
    result=9;
  }
  delete map;
  // Now store the final CDB file

  if ( result == 0 ) {
        AliCDBMetaData metaData;
	metaData.SetBeamPeriod(0);
	metaData.SetResponsible("Haavard Helstrup");
	metaData.SetAliRootVersion(ALIROOT_SVN_BRANCH);
	metaData.SetComment("Preprocessor AliTPC data base entries.");

	Bool_t storeOK = Store("Calib", "Temperature", fTemp, &metaData, 0, kFALSE);
        if ( !storeOK )  result=1;

   }

   return result;

}

//______________________________________________________________________________________________
UInt_t AliTPCPreprocessor::MapHighVoltage(TMap* dcsAliasMap)
{

   // extract DCS HV maps. Perform fits to save space

  UInt_t result=0;
  TMap *map = fHighVoltage->ExtractDCS(dcsAliasMap);
  if (map) {
    fHighVoltage->MakeSplineFit(map);
    Double_t fitFraction = 1.0*fHighVoltage->NumFits()/fHighVoltage->NumSensors(); 
    if (fitFraction > kFitFraction ) {
      AliInfo(Form("High voltage recordings extracted, fits performed.\n"));
    } else { 
      Log ("Too few high voltage recordings fitted. \n");
      result = 9;
    }
  } else {
    Log("No high voltage recordings extracted. \n");
    result=9;
  }
  delete map;

  TString hvStatConf = fConfEnv->GetValue("HighVoltageStat","ON");
  hvStatConf.ToUpper();
  if (hvStatConf != "OFF" ) { 
    TMap *map2 = fHighVoltageStat->ExtractDCS(dcsAliasMap);
    if (map2) {
      fHighVoltageStat->ClearFit();
      fHighVoltageStat->SetGraph(map2);
    } else {
       Log("No high voltage status recordings extracted. \n");
      result=9;
    }
    delete map2;

    // add status maps to high voltage sensor array

    fHighVoltage->AddSensors(fHighVoltageStat);
   }
  // Now store the final CDB file

  if ( result == 0 ) {
        AliCDBMetaData metaData;
	metaData.SetBeamPeriod(0);
	metaData.SetResponsible("Haavard Helstrup");
	metaData.SetAliRootVersion(ALIROOT_SVN_BRANCH);
	metaData.SetComment("Preprocessor AliTPC data base entries.");

	Bool_t storeOK = Store("Calib", "HighVoltage", fHighVoltage, &metaData, 0, kFALSE);
        if ( !storeOK )  result=1;

   }

   return result;

}

//______________________________________________________________________________________________
UInt_t AliTPCPreprocessor::MapGoofie(TMap* dcsAliasMap)
{

   // extract DCS Goofie maps. Do not perform fits (low update rate)

  UInt_t result=0;

  TMap *map = fGoofie->ExtractDCS(dcsAliasMap);
  if (map) {
    fGoofie->ClearFit();
    fGoofie->SetGraph(map);
  } else {
    Log("No Goofie recordings extracted. \n");
    result=9;
  }
  delete map;

  // Now store the final CDB file

  if ( result == 0 ) {
        AliCDBMetaData metaData;
	metaData.SetBeamPeriod(0);
	metaData.SetResponsible("Haavard Helstrup");
        metaData.SetAliRootVersion(ALIROOT_SVN_BRANCH);
	metaData.SetComment("Preprocessor AliTPC data base entries.");

	Bool_t storeOK = Store("Calib", "Goofie", fGoofie, &metaData, 0, kFALSE);
        if ( !storeOK )  result=1;

   }

   return result;

}


//______________________________________________________________________________________________

UInt_t AliTPCPreprocessor::ExtractPedestals(Int_t sourceFXS)
{
 //
 //  Read pedestal file from file exchage server
 //  Keep original entry from OCDB in case no new pedestals are available
 //
 AliTPCCalPad *calPadPed=0;
 AliCDBEntry* entry = GetFromOCDB("Calib", "Pedestals");
 if (entry) calPadPed = (AliTPCCalPad*)entry->GetObject();
 if ( calPadPed==NULL ) {
     Log("AliTPCPreprocsessor: No previous TPC pedestal entry available.\n");
     calPadPed = new AliTPCCalPad("PedestalsMean","PedestalsMean");
 }

 AliTPCCalPad *calPadRMS=0;
 entry = GetFromOCDB("Calib", "PadNoise");
 if (entry) calPadRMS = (AliTPCCalPad*)entry->GetObject();
 if ( calPadRMS==NULL ) {
     Log("AliTPCPreprocsessor: No previous TPC noise entry available.\n");
     calPadRMS = new AliTPCCalPad("PedestalsRMS","PedestalsRMS");
 }


 UInt_t result=0;

 Int_t nSectors = fROC->GetNSectors();
 TList* list = GetFileSources(sourceFXS,"pedestals");
 
 if (list && list->GetEntries()>0) {

//  loop through all files from LDCs

    Bool_t changed=false;
    UInt_t index = 0;
    while (list->At(index)!=NULL) {
     TObjString* fileNameEntry = (TObjString*) list->At(index);
     if (fileNameEntry!=NULL) {
        TString fileName = GetFile(sourceFXS, "pedestals",
	                                 fileNameEntry->GetString().Data());
        TFile *f = TFile::Open(fileName);
        if (!f) {
	  Log ("Error opening pedestal file.");
	  result =2;
	  break;
	}
        AliTPCCalibPedestal *calPed;
	f->GetObject("tpcCalibPedestal",calPed);
        if ( !calPed ) {
	  Log ("No pedestal calibration object in file.");
	  result = 2;
	  break;
	}

        //  replace entries for the sectors available in the present file

        changed=true;
        for (Int_t sector=0; sector<nSectors; sector++) {
           AliTPCCalROC *rocPed=calPed->GetCalRocPedestal(sector, kFALSE);
           if ( rocPed )  calPadPed->SetCalROC(rocPed,sector);
           AliTPCCalROC *rocRMS=calPed->GetCalRocRMS(sector, kFALSE);
           if ( rocRMS )  calPadRMS->SetCalROC(rocRMS,sector);
        }
        delete calPed; 
        f->Close();
      }
     ++index;
    }  // while(list)
//
//  Store updated pedestal entry to OCDB
//
    if (changed) {
     AliCDBMetaData metaData;
     metaData.SetBeamPeriod(0);
     metaData.SetResponsible("Haavard Helstrup");
     metaData.SetAliRootVersion(ALIROOT_SVN_BRANCH);
     metaData.SetComment("Preprocessor AliTPC data base entries."); 
 
     Bool_t storeOK = Store("Calib", "Pedestals", calPadPed, &metaData, 0, kTRUE);
     if ( !storeOK ) ++result;
     storeOK = Store("Calib", "PadNoise", calPadRMS, &metaData, 0, kTRUE);
     if ( !storeOK ) ++result;
    }
  } else {
    Log ("Error: no entries in input file list!");
    result = 1;
  }

  return result;
}

//______________________________________________________________________________________________


UInt_t AliTPCPreprocessor::ExtractPulser(Int_t sourceFXS)
{
 //
 //  Read pulser calibration file from file exchage server
 //  Keep original entry from OCDB in case no new pulser calibration is available
 //
 TObjArray    *pulserObjects=0;
 AliTPCCalPad *pulserTmean=0;
 AliTPCCalPad *pulserTrms=0;
 AliTPCCalPad *pulserQmean=0;
 AliCDBEntry* entry = GetFromOCDB("Calib", "Pulser");
 if (entry) pulserObjects = (TObjArray*)entry->GetObject();
 if ( pulserObjects==NULL ) {
     Log("AliTPCPreprocsessor: No previous TPC pulser entry available.\n");
     pulserObjects = new TObjArray;    
 }

 pulserTmean = (AliTPCCalPad*)pulserObjects->FindObject("PulserTmean");
 if ( !pulserTmean ) {
    pulserTmean = new AliTPCCalPad("PulserTmean","PulserTmean");
    pulserObjects->Add(pulserTmean);
 }
 pulserTrms = (AliTPCCalPad*)pulserObjects->FindObject("PulserTrms");
 if ( !pulserTrms )  { 
    pulserTrms = new AliTPCCalPad("PulserTrms","PulserTrms");
    pulserObjects->Add(pulserTrms);
 }
 pulserQmean = (AliTPCCalPad*)pulserObjects->FindObject("PulserQmean");
 if ( !pulserQmean )  { 
    pulserQmean = new AliTPCCalPad("PulserQmean","PulserQmean");
    pulserObjects->Add(pulserQmean);
 }


 UInt_t result=0;

 Int_t nSectors = fROC->GetNSectors();
 TList* list = GetFileSources(sourceFXS,"pulser");
 
 if (list && list->GetEntries()>0) {

//  loop through all files from LDCs

    Bool_t changed=false;
    UInt_t index = 0;
    while (list->At(index)!=NULL) {
     TObjString* fileNameEntry = (TObjString*) list->At(index);
     if (fileNameEntry!=NULL) {
        TString fileName = GetFile(sourceFXS, "pulser",
	                                 fileNameEntry->GetString().Data());
        TFile *f = TFile::Open(fileName);
        if (!f) {
	  Log ("Error opening pulser file.");
	  result =2;
	  break;
	}
        AliTPCCalibPulser *calPulser;
	f->GetObject("tpcCalibPulser",calPulser);
        if ( !calPulser ) {
	  Log ("No pulser calibration object in file.");
	  result = 2;
	  break;
	}

        //  replace entries for the sectors available in the present file

        changed=true;
        for (Int_t sector=0; sector<nSectors; sector++) {
           AliTPCCalROC *rocTmean=calPulser->GetCalRocT0(sector);
           if ( rocTmean )  pulserTmean->SetCalROC(rocTmean,sector);
           AliTPCCalROC *rocTrms=calPulser->GetCalRocRMS(sector);
           if ( rocTrms )  pulserTrms->SetCalROC(rocTrms,sector);
           AliTPCCalROC *rocQmean=calPulser->GetCalRocQ(sector);
           if ( rocQmean )  pulserQmean->SetCalROC(rocQmean,sector);
        }
       delete calPulser;
       f->Close();
      }
     ++index;
    }  // while(list)
//
//  Store updated pedestal entry to OCDB
//
    if (changed) {
     AliCDBMetaData metaData;
     metaData.SetBeamPeriod(0);
     metaData.SetResponsible("Haavard Helstrup");
     metaData.SetAliRootVersion(ALIROOT_SVN_BRANCH);
     metaData.SetComment("Preprocessor AliTPC data base entries.");

     Bool_t storeOK = Store("Calib", "Pulser", pulserObjects, &metaData, 0, kTRUE);
     if ( !storeOK ) ++result;
    }  
  } else {
    Log ("Error: no entries in input file list!");
    result = 1;
  }

  return result;
}

UInt_t AliTPCPreprocessor::ExtractCE(Int_t sourceFXS)
{
 //
 //  Read Central Electrode file from file exchage server
 //  Keep original entry from OCDB in case no new CE calibration is available
 //
 TObjArray    *ceObjects=0;
 AliTPCCalPad *ceTmean=0;
 AliTPCCalPad *ceTrms=0;
 AliTPCCalPad *ceQmean=0;
 TObjArray    *rocTtime=0;  
 TObjArray    *rocQtime=0;  

 AliCDBEntry* entry = GetFromOCDB("Calib", "CE");
 if (entry) ceObjects = (TObjArray*)entry->GetObject();
 if ( ceObjects==NULL ) {
     Log("AliTPCPreprocsessor: No previous TPC central electrode entry available.\n");
     ceObjects = new TObjArray;    
 }

 Int_t nSectors = fROC->GetNSectors();

 ceTmean = (AliTPCCalPad*)ceObjects->FindObject("CETmean");
 if ( !ceTmean ) {
    ceTmean = new AliTPCCalPad("CETmean","CETmean");
    ceObjects->Add(ceTmean);
 }
 ceTrms = (AliTPCCalPad*)ceObjects->FindObject("CETrms");
 if ( !ceTrms )  { 
    ceTrms = new AliTPCCalPad("CETrms","CETrms");
    ceObjects->Add(ceTrms);
 }
 ceQmean = (AliTPCCalPad*)ceObjects->FindObject("CEQmean");
 if ( !ceQmean )  { 
    ceQmean = new AliTPCCalPad("CEQmean","CEQmean");
    ceObjects->Add(ceQmean);
 }
 //!new from here please have a look!!!
 rocTtime = (TObjArray*)ceObjects->FindObject("rocTtime");
 if ( !rocTtime ) {
     rocTtime = new TObjArray(nSectors);
     rocTtime->SetName("rocTtime");
     ceObjects->Add(rocTtime);
 }
 
 rocQtime = (TObjArray*)ceObjects->FindObject("rocQtime");
 if ( !rocQtime ) {
     rocQtime = new TObjArray(nSectors);
     rocQtime->SetName("rocQtime");
     ceObjects->Add(rocQtime);
 }


 UInt_t result=0;

 TList* list = GetFileSources(sourceFXS,"CE");
 
 if (list && list->GetEntries()>0) {

//  loop through all files from LDCs

    UInt_t index = 0;
    while (list->At(index)!=NULL) {
     TObjString* fileNameEntry = (TObjString*) list->At(index);
     if (fileNameEntry!=NULL) {
        TString fileName = GetFile(sourceFXS, "CE",
	                                 fileNameEntry->GetString().Data());
        TFile *f = TFile::Open(fileName);
        if (!f) {
	  Log ("Error opening central electrode file.");
	  result =2;
	  break;
	}
        AliTPCCalibCE *calCE;
	f->GetObject("tpcCalibCE",calCE);

        if (!calCE) {
	  Log ("No valid calibCE object.");
	  result=2;
	  break;
	}
        //  replace entries for the sectors available in the present file

        for (Int_t sector=0; sector<nSectors; sector++) {
           AliTPCCalROC *rocTmean=calCE->GetCalRocT0(sector);
           if ( rocTmean )  ceTmean->SetCalROC(rocTmean,sector);
           AliTPCCalROC *rocTrms=calCE->GetCalRocRMS(sector);
           if ( rocTrms )  ceTrms->SetCalROC(rocTrms,sector);
           AliTPCCalROC *rocQmean=calCE->GetCalRocQ(sector);
	   if ( rocQmean )  ceQmean->SetCalROC(rocQmean,sector);
	   TGraph *grT=calCE->MakeGraphTimeCE(sector,0,2); // T time graph
           if ( grT ) rocTtime->AddAt(grT,sector);         
	   TGraph *grQ=calCE->MakeGraphTimeCE(sector,0,3); // Q time graph
           if ( grQ ) rocTtime->AddAt(grQ,sector);         
        }
       delete calCE;
       f->Close();
      }
     ++index;
    }  // while(list)
//
//  Store updated pedestal entry to OCDB
//
    AliCDBMetaData metaData;
    metaData.SetBeamPeriod(0);
    metaData.SetResponsible("Haavard Helstrup");
    metaData.SetAliRootVersion(ALIROOT_SVN_BRANCH);
    metaData.SetComment("Preprocessor AliTPC data base entries.");

    Bool_t storeOK = Store("Calib", "CE", ceObjects, &metaData, 0, kTRUE);
    if ( !storeOK ) ++result;
    
  } else {
    Log ("Error: no entries!");
    result = 1;
  }

  return result;
}
//______________________________________________________________________________________________

UInt_t AliTPCPreprocessor::ExtractQA(Int_t sourceFXS)
{
 //
 //  Read Quality Assurance file from file exchage server
 //
 
 UInt_t result=0;

 TList* list = GetFileSources(sourceFXS,"QA");
 
 if (list && list->GetEntries()>0) {

//  only one QA objetc should be available!

    AliTPCdataQA *calQA;

    UInt_t nentries = list->GetEntries();  
    UInt_t index=0;
    if ( nentries > 1) Log ( "More than one QA entry. First one processed");      
    TObjString* fileNameEntry = (TObjString*) list->At(index);
    if (fileNameEntry!=NULL) {
        TString fileName = GetFile(sourceFXS, "QA",
	                                 fileNameEntry->GetString().Data());
        TFile *f = TFile::Open(fileName);
        if (!f) {
	  Log ("Error opening QA file.");
	  result =2;          
	} else {
   	  f->GetObject("tpcCalibQA",calQA);
          if ( calQA ) {      
//
//  Store updated pedestal entry to OCDB
//
           AliCDBMetaData metaData;
           metaData.SetBeamPeriod(0);
           metaData.SetResponsible("Haavard Helstrup");
	   metaData.SetAliRootVersion(ALIROOT_SVN_BRANCH);
           metaData.SetComment("Preprocessor AliTPC data base entries.");

           Bool_t storeOK = Store("Calib", "QA", calQA, &metaData, 0, kTRUE);
           if ( !storeOK ) ++result;
	  }
        }
    } else {
    Log ("Error: no QA files on FXS!");
    result = 2;
    }
  } else {
    Log ("Error: no QA entries in FXS list!");
    result = 1;
  }
  return result;
}

//______________________________________________________________________________________________


UInt_t AliTPCPreprocessor::ExtractAltro(Int_t sourceFXS)
{
 //
 //  Read pulser calibration file from file exchage server
 //  Keep original entry from OCDB in case no new pulser calibration is available
 //
 TObjArray    *altroObjects=0;
 AliTPCCalPad *acqStart=0;
 AliTPCCalPad *zsThr=0;
 AliTPCCalPad *acqStop=0;
 AliTPCCalPad *FPED=0;
 AliTPCCalPad *masked=0;

 AliCDBEntry* entry = GetFromOCDB("Calib", "Altro");
 if (entry) altroObjects = (TObjArray*)entry->GetObject();
 if ( altroObjects==NULL ) {
     Log("AliTPCPreprocsessor: No previous TPC altro calibration entry available.\n");
     altroObjects = new TObjArray;    
 }

 acqStart = (AliTPCCalPad*)altroObjects->FindObject("AcqStart");
 if ( !acqStart ) {
    acqStart = new AliTPCCalPad("AcqStart","AcqStart");
    altroObjects->Add(acqStart);
 }
 zsThr = (AliTPCCalPad*)altroObjects->FindObject("ZsThr");
 if ( !zsThr )  { 
    zsThr = new AliTPCCalPad("ZsThr","ZsThr");
    altroObjects->Add(zsThr);
 }
 FPED = (AliTPCCalPad*)altroObjects->FindObject("FPED");
 if ( !FPED )  { 
    FPED = new AliTPCCalPad("FPED","FPED");
    altroObjects->Add(FPED);
 }
 acqStop = (AliTPCCalPad*)altroObjects->FindObject("AcqStop");
 if ( !acqStop ) {
    acqStop = new AliTPCCalPad("AcqStop","AcqStop");
    altroObjects->Add(acqStop);
 }
 masked = (AliTPCCalPad*)altroObjects->FindObject("Masked");
 if ( !masked )  { 
    masked = new AliTPCCalPad("Masked","Masked");
    altroObjects->Add(masked);
 }



 UInt_t result=0;
 TString idFXS[2]={"AltroConfigA","AltroConfigC"};

 Int_t nSectors = fROC->GetNSectors();
 Bool_t changed=false;
 for ( Int_t id=0; id<2; id++) {
   TList* list = GetFileSources(sourceFXS,idFXS[id].Data());
 
   if (list && list->GetEntries()>0) {
      if (altroObjects == 0 ) altroObjects = new TObjArray;

//  loop through all files from LDCs

    UInt_t index = 0;
    while (list->At(index)!=NULL) {
     TObjString* fileNameEntry = (TObjString*) list->At(index);
     if (fileNameEntry!=NULL) {
        TString fileName = GetFile(sourceFXS, idFXS[id].Data(),
	                                 fileNameEntry->GetString().Data());
        TFile *f = TFile::Open(fileName);
        if (!f) {
          char message[40];
	  sprintf(message,"Error opening Altro configuration file, id = %d",id);
	  Log (message);
	  result =2;
	  break;
	}
        TObjArray *altroFXS;
	f->GetObject("AltroConfig",altroFXS);
        if ( !altroFXS ) {
	  Log ("No Altro configuration object in file.");
	  result = 2;
	  break;
	}

        //  replace entries for the sectors available in the present file
        AliTPCCalPad *acqStartFXS=(AliTPCCalPad*)altroFXS->FindObject("AcqStart");
        AliTPCCalPad *zsThrFXS=(AliTPCCalPad*)altroFXS->FindObject("ZsThr");
        AliTPCCalPad *acqStopFXS=(AliTPCCalPad*)altroFXS->FindObject("AcqStop");
        AliTPCCalPad *FPEDFXS=(AliTPCCalPad*)altroFXS->FindObject("FPED");
        AliTPCCalPad *maskedFXS=(AliTPCCalPad*)altroFXS->FindObject("Masked");

        changed=true;
        for (Int_t sector=0; sector<nSectors; sector++) {
            
           if (acqStartFXS) {
	      AliTPCCalROC *rocAcqStart=acqStartFXS->GetCalROC(sector);
              if ( rocAcqStart )  acqStart->SetCalROC(rocAcqStart,sector);
	   }
	   if (zsThrFXS ) {
              AliTPCCalROC *rocZsThr=zsThrFXS->GetCalROC(sector);
              if ( rocZsThr )  zsThr->SetCalROC(rocZsThr,sector);
	   }
	   if (acqStopFXS) {
              AliTPCCalROC *rocAcqStop=acqStopFXS->GetCalROC(sector);
              if ( rocAcqStop )  acqStop->SetCalROC(rocAcqStop,sector);
	   }
	   if (FPEDFXS ) {
              AliTPCCalROC *rocFPED=FPEDFXS->GetCalROC(sector);
              if ( rocFPED )  FPED->SetCalROC(rocFPED,sector);
	   }
	   if (maskedFXS) {
              AliTPCCalROC *rocMasked=maskedFXS->GetCalROC(sector);
              if ( rocMasked )  masked->SetCalROC(rocMasked,sector);
	   }
        }
       delete altroFXS;
       f->Close();
      }
     ++index;
     }  // while(list)
    } else {
      Log ("Error: no entries in input file list!");
      result = 1;
    }

   }   // for - id
//
//  Store updated pedestal entry to OCDB
//
    if (changed) {
     AliCDBMetaData metaData;
     metaData.SetBeamPeriod(0);
     metaData.SetResponsible("Haavard Helstrup");
     metaData.SetAliRootVersion(ALIROOT_SVN_BRANCH);
     metaData.SetComment("Preprocessor AliTPC data base entries.");

     Bool_t storeOK = Store("Calib", "AltroConfig", altroObjects, &metaData, 0, kTRUE);
     if ( !storeOK ) ++result;
    }  

  return result;
}