MONITOR/MONITORzmq/AliOnlineReconstruction.cxx

   1 // Author:  Mihai Niculesu 2013
   2
   3 /**************************************************************************
   4  * Copyright(c) 1998-2013, ALICE Experiment at CERN, all rights reserved. *)
   5  * See http://aliceinfo.cern.ch/Offline/AliRoot/License.html for          *
   6  * full copyright notice.                                                 *
   7  **************************************************************************/
   8
   9 #include "AliOnlineReconstruction.h"
  10 #include "AliOnlineReconstructionUtil.h"
  11 #include "AliStorageEventManager.h"
  12
  13 #include <TSQLServer.h>
  14 #include <TSQLResult.h>
  15 #include <TSQLRow.h>
  16 #include <TTimeStamp.h>
  17
  18 #include <signal.h>
  19 #include <iostream>
  20
  21 using namespace std;
  22
  23 bool gQuit = false;
  24 void GotSignal(int){gQuit = true;}
  25
  26 AliOnlineReconstruction::AliOnlineReconstruction(int run) :
  27   fRun(run),
  28   fDataSource(""),
  29   fSettings(0),
  30   fAliReco(new AliReconstruction()),
  31   fCDBmanager(AliCDBManager::Instance())
  32 {
  33   // make sure that destructor is called when kill signal comes
  34   struct sigaction sa;
  35   memset(&sa,0,sizeof(sa));
  36   sa.sa_handler = GotSignal;
  37   sigfillset(&sa.sa_mask);
  38   sigaction(SIGINT,&sa,NULL);
  39
  40   printf("CDB Lock is %s\n",AliCDBManager::Instance()->GetLock() ? "ON":"OFF");
  41
  42   fSettings.ReadFile(AliOnlineReconstructionUtil::GetPathToServerConf(), kEnvUser);
  43   StartOfRun();
  44   cout<<"after startofrun"<<endl;
  45 }
  46
  47 AliOnlineReconstruction::~AliOnlineReconstruction()
  48 {
  49   cout<<"AliOnlineReconstruction -- destructor called...";
  50   if(fAliReco)
  51     {
  52       //        fAliReco->SlaveTerminate();
  53       //        fAliReco->Terminate();
  54       //        delete fAliReco;fAliReco=0;
  55     }
  56   if(fCDBmanager){fCDBmanager->Destroy();fCDBmanager=0;}
  57   cout<<"OK"<<endl;
  58 }
  59
  60 void AliOnlineReconstruction::StartOfRun()
  61 {
  62   if(strcmp("local",fSettings.GetValue("data.source", DEFAULT_DATA_SOURCE))==0)
  63     {
  64       cout<<"Starting Reco for run "<<fRun<<endl;
  65       fDataSource = Form("mem://%s/run%d", gSystem->Getenv("ONLINERECO_RAWFILES_DIR"), fRun);
  66     }
  67   else if(strcmp(fSettings.GetValue("data.source", DEFAULT_DATA_SOURCE),"run")==0)
  68     {
  69       cout<<"Starting Reco for GDCs active in current run:"<<fRun<<endl;
  70       fDataSource = fSettings.GetValue("data.online.source", DEFAULT_DATA_ONLINE_SOURCE);
  71     }
  72   else{cout<<"\n\nWrong data source. Quitting\n\n"<<endl;}
  73
  74   TString recoBaseDir = fSettings.GetValue("server.saveRecoDir",DEFAULT_SERVER_SAVE_RECO_DIR);
  75   cout<<"Reco base dir:"<<recoBaseDir<<endl;
  76
  77   // Create directories and logfile
  78   TString logFile = Form("%s/log/run%d.log",recoBaseDir.Data(),fRun);
  79   Info("DoStart","Reconstruction log will be written to %s",logFile.Data());
  80   if( gSystem->RedirectOutput(logFile.Data(),"w")!=0)
  81     {
  82       printf(Form("AliRecoServer::StartReconstruction [] Error while trying to redirect output to [%s]. Exiting...", logFile.Data()) );
  83       return;
  84     }
  85   gSystem->cd(recoBaseDir.Data());
  86
  87   cout<<"\n\nRetriving GRP\n\n"<<endl;
  88   TString gdcs;
  89   if (RetrieveGRP(gdcs) <= 0 || gdcs.IsNull()){return;}
  90
  91   gSystem->Exec(Form("rm -fr run%d;mkdir run%d",fRun,fRun));
  92   gSystem->cd(Form("run%d",fRun));
  93
  94   SetupReco();
  95   cout<<"\n\nStarting reconstruction loop\n\n"<<endl;
  96   ReconstructionLoop();
  97 }
  98
  99 int AliOnlineReconstruction::RetrieveGRP(TString &gdc)
 100 {
 101         // Retrieve GRP entry for given run from aldaqdb.
 102         TString dbHost = fSettings.GetValue("logbook.host", DEFAULT_LOGBOOK_HOST);
 103         Int_t   dbPort =  fSettings.GetValue("logbook.port", DEFAULT_LOGBOOK_PORT);
 104         TString dbName =  fSettings.GetValue("logbook.db", DEFAULT_LOGBOOK_DB);
 105         TString user =  fSettings.GetValue("logbook.user", DEFAULT_LOGBOOK_USER);
 106         TString password = fSettings.GetValue("logbook.pass", DEFAULT_LOGBOOK_PASS);
 107         TString cdbPath = fSettings.GetValue("cdb.defaultStorage", DEFAULT_CDB_STORAGE);
 108
 109         cdbPath = Form("local://%s",gSystem->pwd());
 110
 111         gSystem->Exec(Form("rm -fr %s/GRP",cdbPath.Data()));
 112         cout<<"CDB path for GRP:"<<cdbPath<<endl;
 113
 114         Int_t ret=AliGRPPreprocessor::ReceivePromptRecoParameters(fRun, dbHost.Data(),
 115                                                                   dbPort, dbName.Data(),
 116                                                                   user.Data(), password.Data(),
 117                                                                   Form("%s",cdbPath.Data()),
 118                                                                   gdc);
 119
 120         if(ret>0) Info("RetrieveGRP","Last run of the same type is: %d",ret);
 121         else if(ret==0) Warning("RetrieveGRP","No previous run of the same type found");
 122         else if(ret<0) Error("Retrieve","Error code while retrieving GRP parameters returned: %d",ret);
 123         return(ret);
 124 }
 125
 126 void AliOnlineReconstruction::SetupReco()
 127 {
 128         printf(Form("=========================[local://%s/]===========\n",gSystem->pwd()));
 129
 130         /* Settings CDB */
 131         cout<<"\n\nSetting CDB manager parameters\n\n"<<endl;
 132         //fCDBmanager->SetRun(fRun);
 133         cout<<"Set default storage"<<endl;
 134
 135         fCDBmanager->SetDefaultStorage(fSettings.GetValue("cdb.defaultStorage", DEFAULT_CDB_STORAGE));
 136
 137         fCDBmanager->Print();
 138                 cout<<"Set specific storage 1"<<endl;
 139         fCDBmanager->SetSpecificStorage(fSettings.GetValue( "cdb.specificStoragePath1", DEFAULT_CDB_SPEC_STORAGE_PATH1),
 140                                             fSettings.GetValue( "cdb.specificStorageValue1", DEFAULT_CDB_SPEC_STORAGE_VALUE1));
 141         fCDBmanager->Print();
 142 cout<<"Set specific storage 2"<<endl;
 143         fCDBmanager->SetSpecificStorage(fSettings.GetValue( "cdb.specificStoragePath2", DEFAULT_CDB_SPEC_STORAGE_PATH2),
 144                                     fSettings.GetValue( "cdb.specificStorageValue2", DEFAULT_CDB_SPEC_STORAGE_VALUE2));
 145         fCDBmanager->Print();
 146 //      cout<<"Set specific storage 3"<<endl;
 147 //      fCDBmanager->SetSpecificStorage(fSettings.GetValue( "cdb.specificStoragePath3", DEFAULT_CDB_SPEC_STORAGE_PATH3),
 148 //                                  fSettings.GetValue( "cdb.specificStorageValue3", DEFAULT_CDB_SPEC_STORAGE_VALUE3));
 149
 150
 151         //fCDBmanager->SetSpecificStorage("TPC/Calib//PreprocStatus","local:///local/cdb");
 152         //fCDBmanager->SetSpecificStorage("TPC/Calib//HighVoltage","local:///local/cdb");
 153         //fCDBmanager->SetSpecificStorage("TPC/Calib//Goofie","local:///local/cdb");
 154         //fCDBmanager->SetSpecificStorage("GRP/CTP/LTUConfig","local:///local/cdb");
 155
 156
 157         //fCDBmanager->SetSpecificStorage("GRP/CTP/Scalers","local:///local/cdb");
 158
 159         fCDBmanager->Print();
 160
 161         /* Reconstruction settings */
 162
 163         // QA options
 164         cout<<"\n\nSetting AliReconstruction parameters\n\n"<<endl;
 165         fAliReco->SetRunQA(fSettings.GetValue("qa.runDetectors",DEFAULT_QA_RUN));
 166         fAliReco->SetRunGlobalQA(fSettings.GetValue("qa.runGlobal",DEFAULT_QA_RUN_GLOBAL));
 167         fAliReco->SetQARefDefaultStorage(fSettings.GetValue("qa.defaultStorage",DEFAULT_QAREF_STORAGE)) ;
 168         fAliReco->SetRunPlaneEff(fSettings.GetValue("reco.runPlaneEff",DEFAULT_RECO_RUN_PLANE_EFF));
 169         fCDBmanager->Print();
 170         cout<<"\n\nSetting other reco options"<<endl;
 171         // AliReconstruction settings
 172         fAliReco->SetWriteESDfriend(fSettings.GetValue( "reco.writeESDfriend",DEFAULT_RECO_WRITE_ESDF));
 173         fAliReco->SetWriteAlignmentData(fSettings.GetValue( "reco.writeAlignment",DEFAULT_RECO_WRITE_ALIGN));
 174         fAliReco->SetInput(fDataSource.Data()); // reconstruct data from this input
 175         fAliReco->SetRunReconstruction(fSettings.GetValue( "reco.detectors", DEFAULT_RECO_DETECTORS));
 176         fAliReco->SetUseTrackingErrorsForAlignment("ITS"); //-- !should be set from conf file!
 177         fAliReco->SetCleanESD(fSettings.GetValue( "reco.cleanESD",DEFAULT_RECO_CLEAN_ESD));
 178         fCDBmanager->Print();
 179         // init reco for given run
 180         //fAliReco->SetOption("TPC","useHLTorRAW");
 181         fAliReco->InitRun(fDataSource.Data());
 182 }
 183
 184 void AliOnlineReconstruction::ReconstructionLoop()
 185 {
 186   cout<<"\n\nCreating sockets\n\n"<<endl;
 187         AliStorageEventManager *eventManager = AliStorageEventManager::GetEventManagerInstance();
 188         eventManager->CreateSocket(EVENTS_SERVER_PUB);
 189         eventManager->CreateSocket(XML_PUB);
 190         eventManager->CreateSocket(ITS_POINTS_PUB);
 191
 192         cout<<"\n\nStarting reconstruction\n\n"<<endl;
 193         fAliReco->Begin(NULL);
 194         if (fAliReco->GetAbort() != TSelector::kContinue) return;
 195         fAliReco->SlaveBegin(NULL);
 196         if (fAliReco->GetAbort() != TSelector::kContinue) return;
 197         cout<<"\n\nStarting loop over events\n\n"<<endl;
 198
 199         TString recoBaseDir = fSettings.GetValue("server.saveRecoDir",DEFAULT_SERVER_SAVE_RECO_DIR);
 200
 201
 202         //******* The loop over events
 203         Int_t iEvent = 0;
 204         AliESDEvent* event;
 205         struct recPointsStruct *files;
 206         //      while (fAliReco->HasNextEventAfter(iEvent) && !gQuit)
 207         while (!gQuit)
 208         {
 209           if(fAliReco->HasNextEventAfter(iEvent))
 210             {
 211               // remove files for previous event: (needed to send RecPoints:
 212               /*
 213               gSystem->cd(recoBaseDir.Data());
 214               gSystem->Exec(Form("rm -fr run%d;mkdir run%d",fRun,fRun));
 215               gSystem->cd(Form("run%d",fRun));
 216               */
 217
 218               if (!fAliReco->HasEnoughResources(iEvent)) break;
 219               cout<<"\n\nProcessing event:"<<iEvent<<endl<<endl;
 220               Bool_t status = fAliReco->ProcessEvent(iEvent);
 221
 222               if (status){
 223                 event = fAliReco->GetESDEvent();
 224                 eventManager->Send(event,EVENTS_SERVER_PUB);
 225                 //eventManager->SendAsXml(event,XML_PUB);
 226
 227                 // sending RecPoints:
 228                 /*
 229                 cout<<"loading file"<<endl;
 230                 files->files[0] = TFile::Open("./ITS.RecPoints.root");
 231                 files->files[1] = TFile::Open("./TOF.RecPoints.root");
 232                 files->files[2] = TFile::Open("./galice.root");
 233                 files->files[3] = NULL;
 234                 files->files[4] = NULL;
 235                 files->files[5] = NULL;
 236                 files->files[6] = NULL;
 237                 files->files[7] = NULL;
 238                 files->files[8] = NULL;
 239                 files->files[9] = NULL;
 240
 241
 242                 cout<<"sending files"<<endl;
 243                 eventManager->Send(files,ITS_POINTS_PUB);
 244                 cout<<"files sent"<<endl;
 245
 246                 for(int i=0;i<10;i++)
 247                   {
 248                     if(files->files[i])
 249                       {
 250                         files->files[i]->Close();
 251                         delete files->files[i];files->files[i]=0;
 252                         cout<<"file deleted"<<endl;
 253                       }
 254                   }
 255                 */
 256
 257                 //Saving ESD to file:
 258                 /*
 259                   TFile *file = new TFile(Form("/local/storedFiles/AliESDs.root_%d",iEvent),"recreate");
 260                   TTree* tree= new TTree("esdTree", "esdTree");
 261                   event->WriteToTree(tree);
 262                   tree-> Fill();
 263                   tree->Write();
 264                   file->Close();
 265                 */
 266               }
 267               else{
 268                 cout<<"Event server -- aborting"<<endl;
 269                 fAliReco->Abort("ProcessEvent",TSelector::kAbortFile);
 270               }
 271               cout<<"clean"<<endl;
 272               fAliReco->CleanProcessedEvent();
 273               cout<<"iEvent++"<<endl;
 274               iEvent++;
 275             }
 276           else
 277             {
 278               cout<<"No event after!"<<endl;
 279             }
 280         }
 281         cout<<"after while"<<endl;
 282         //      fAliReco->SlaveTerminate();
 283         //if (fAliReco->GetAbort() != TSelector::kContinue) return;
 284         //fAliReco->Terminate();
 285         //if (fAliReco->GetAbort() != TSelector::kContinue) return;
 286 }