Logo ROOT   6.18/05
Reference Guide
TPerfStats.h
Go to the documentation of this file.
1// @(#)root/proofplayer:$Id$
2// Author: Kristjan Gulbrandsen 11/05/04
3
4/*************************************************************************
5 * Copyright (C) 1995-2004, Rene Brun and Fons Rademakers. *
6 * All rights reserved. *
7 * *
8 * For the licensing terms see $ROOTSYS/LICENSE. *
9 * For the list of contributors see $ROOTSYS/README/CREDITS. *
10 *************************************************************************/
11
12#ifndef ROOT_TPerfStats
13#define ROOT_TPerfStats
14
15//////////////////////////////////////////////////////////////////////////
16// //
17// TPerfStats //
18// //
19// Provides the interface for the PROOF internal performance measurment //
20// and event tracing. //
21// //
22//////////////////////////////////////////////////////////////////////////
23
24
25#include "TObject.h"
26#include "TObjArray.h"
27#include "TTimeStamp.h"
28#include "TString.h"
29#include "TVirtualPerfStats.h"
30
31
32class TDSet;
33class TH1D;
34class TH1I;
35class TH2D;
36class TList;
37class TTree;
38
39class TPerfEvent : public TObject {
40
41public:
42 TString fEvtNode; // node on which the event was generated
43 TTimeStamp fTimeStamp; // time offset from start of run
58
59 TPerfEvent(TTimeStamp *offset = 0);
60 virtual ~TPerfEvent() {}
61
62 Bool_t IsSortable() const { return kTRUE; }
63 Int_t Compare(const TObject *obj) const;
64 void Print(Option_t *option="") const;
65
66 ClassDef(TPerfEvent,3) // Class holding TProof Event Info
67};
68
69
71
72friend class TProofMonSender;
73
74private:
75 TTree *fTrace; //!TTree with trace events
76 TTimeStamp fTzero; //!start time of this run
77 TPerfEvent *fPerfEvent; //!TPerfEvent used to fill tree
78 TH1D *fPacketsHist; //!histogram of packets processed per slave
79 TH1I *fProcPcktHist; //!histogram of packets being processed per slave
80 TH1D *fEventsHist; //!histogram of events processed per slave
81 TH1D *fNodeHist; //!histogram of slaves per file serving node
82 TH2D *fLatencyHist; //!histogram of latency due to packet requests
83 TH2D *fProcTimeHist; //!histogram of real time spent processing packets
84 TH2D *fCpuTimeHist; //!histogram of cpu time spent processing packets
85 Long64_t fBytesRead; //!track bytes read of main file
86 Double_t fTotCpuTime; //!total cpu time of all slaves
87 Long64_t fTotBytesRead; //!total bytes read on all slaves
88 Long64_t fTotEvents; //!total number of events processed
89 Long64_t fNumEvents; //!total number of events to be processed
90 Int_t fSlaves; //!number of active slaves
91
92 Bool_t fDoHist; //!Fill histos
93 Bool_t fDoTrace; //!Trace details in master
94 Bool_t fDoTraceRate; //!Trace processing rate in master
95 Bool_t fDoSlaveTrace; //!Full tracing in workers
96 Bool_t fDoQuota; //!Save stats on SQL server for quota management
97
98 Bool_t fMonitorPerPacket; //!Whether to send the full entry per each packet
99
100 TObjArray fMonSenders; //!Monitoring engines
101
102 TString fDataSet; //!Dataset string
103 Int_t fDataSetLen; //!Maximum size of the dataset string fDataSet
104 Int_t fDataSetSize; //!# of files in the dataset
105 TDSet *fDSet; //!Saved pointer to the TDSet object
106 TList *fOutput; //!Saved pointer to the output list
107
108 static Long_t fgVirtMemMax; //! Max virtual memory used by this process
109 static Long_t fgResMemMax; //! Max resident memory used by this process
110
111 TPerfStats(TList *input, TList *output);
112 void WriteQueryLog();
113
114public:
115 virtual ~TPerfStats();
116
118 void PacketEvent(const char *slave, const char *slavename, const char *filename,
119 Long64_t eventsprocessed, Double_t latency,
120 Double_t proctime, Double_t cputime, Long64_t bytesRead);
121 void FileEvent(const char *slave, const char *slavename, const char *nodename, const char *filename,
122 Bool_t isStart);
123
124 void FileOpenEvent(TFile *file, const char *filename, Double_t start);
125 void FileReadEvent(TFile *file, Int_t len, Double_t start);
126 void UnzipEvent(TObject *tree, Long64_t pos, Double_t start, Int_t complen, Int_t objlen);
127 void RateEvent(Double_t proctime, Double_t deltatime,
128 Long64_t eventsprocessed, Long64_t bytesRead);
129 void SetBytesRead(Long64_t num);
130 Long64_t GetBytesRead() const;
131 void SetNumEvents(Long64_t num) { fNumEvents = num; }
132 Long64_t GetNumEvents() const { return fNumEvents; }
133
134 void PrintBasketInfo(Option_t * = "") const {}
135 void SetLoaded(TBranch *, size_t) {}
136 void SetLoaded(size_t, size_t) {}
137 void SetLoadedMiss(TBranch *, size_t) {}
138 void SetLoadedMiss(size_t, size_t) {}
139 void SetMissed(TBranch *, size_t) {}
140 void SetMissed(size_t, size_t) {}
141 void SetUsed(TBranch *, size_t) {}
142 void SetUsed(size_t, size_t) {}
144
145 static void Start(TList *input, TList *output);
146 static void Stop();
147 static void Setup(TList *input);
148 static void SetMemValues();
149 static void GetMemValues(Long_t &vmax, Long_t &rmax);
150
151 ClassDef(TPerfStats,0) // Class for collecting PROOF statistics
152};
153
154
155#endif
int Int_t
Definition: RtypesCore.h:41
long Long_t
Definition: RtypesCore.h:50
bool Bool_t
Definition: RtypesCore.h:59
double Double_t
Definition: RtypesCore.h:55
long long Long64_t
Definition: RtypesCore.h:69
const Bool_t kTRUE
Definition: RtypesCore.h:87
const char Option_t
Definition: RtypesCore.h:62
#define ClassDef(name, id)
Definition: Rtypes.h:326
int type
Definition: TGX11.cxx:120
A TTree is a list of TBranches.
Definition: TBranch.h:65
This class implements a data set to be used for PROOF processing.
Definition: TDSet.h:153
A ROOT file is a suite of consecutive data records (TKey instances) with a well defined format.
Definition: TFile.h:48
1-D histogram with a double per channel (see TH1 documentation)}
Definition: TH1.h:614
1-D histogram with an int per channel (see TH1 documentation)}
Definition: TH1.h:530
2-D histogram with a double per channel (see TH1 documentation)}
Definition: TH2.h:289
A doubly linked list.
Definition: TList.h:44
An array of TObjects.
Definition: TObjArray.h:37
Mother of all ROOT objects.
Definition: TObject.h:37
TString fEvtNode
Definition: TPerfStats.h:42
TString fSlaveName
Definition: TPerfStats.h:45
Double_t fCpuTime
Definition: TPerfStats.h:55
Double_t fLatency
Definition: TPerfStats.h:53
virtual ~TPerfEvent()
Definition: TPerfStats.h:60
Bool_t fIsOk
Definition: TPerfStats.h:57
TString fSlave
Definition: TPerfStats.h:49
TString fFileName
Definition: TPerfStats.h:47
TString fFileClass
Definition: TPerfStats.h:48
TVirtualPerfStats::EEventType fType
Definition: TPerfStats.h:44
void Print(Option_t *option="") const
Dump content of this instance.
Definition: TPerfStats.cxx:98
Bool_t IsSortable() const
Definition: TPerfStats.h:62
Bool_t fIsStart
Definition: TPerfStats.h:56
TPerfEvent(TTimeStamp *offset=0)
Constructor.
Definition: TPerfStats.cxx:53
Double_t fProcTime
Definition: TPerfStats.h:54
Long64_t fBytesRead
Definition: TPerfStats.h:51
Long64_t fLen
Definition: TPerfStats.h:52
Int_t Compare(const TObject *obj) const
Compare method.
Definition: TPerfStats.cxx:77
TTimeStamp fTimeStamp
Definition: TPerfStats.h:43
Long64_t fEventsProcessed
Definition: TPerfStats.h:50
TString fNodeName
Definition: TPerfStats.h:46
Provides the interface for the PROOF internal performance measurement and event tracing.
Definition: TPerfStats.h:70
void SimpleEvent(EEventType type)
Simple event.
Definition: TPerfStats.cxx:387
TString fDataSet
Monitoring engines.
Definition: TPerfStats.h:102
void SetLoaded(TBranch *, size_t)
Definition: TPerfStats.h:135
void RateEvent(Double_t proctime, Double_t deltatime, Long64_t eventsprocessed, Long64_t bytesRead)
Rate event.
Definition: TPerfStats.cxx:607
static Long_t fgResMemMax
Max virtual memory used by this process.
Definition: TPerfStats.h:109
Int_t fDataSetLen
Dataset string.
Definition: TPerfStats.h:103
TPerfEvent * fPerfEvent
start time of this run
Definition: TPerfStats.h:77
Long64_t fBytesRead
histogram of cpu time spent processing packets
Definition: TPerfStats.h:85
void UpdateBranchIndices(TObjArray *)
Definition: TPerfStats.h:143
void FileOpenEvent(TFile *file, const char *filename, Double_t start)
Open file event.
Definition: TPerfStats.cxx:551
void FileEvent(const char *slave, const char *slavename, const char *nodename, const char *filename, Bool_t isStart)
File event.
Definition: TPerfStats.cxx:524
void PacketEvent(const char *slave, const char *slavename, const char *filename, Long64_t eventsprocessed, Double_t latency, Double_t proctime, Double_t cputime, Long64_t bytesRead)
Packet event.
Definition: TPerfStats.cxx:413
void FileReadEvent(TFile *file, Int_t len, Double_t start)
Read file event.
Definition: TPerfStats.cxx:572
void SetLoadedMiss(TBranch *, size_t)
Definition: TPerfStats.h:137
TPerfStats(TList *input, TList *output)
Max resident memory used by this process.
Definition: TPerfStats.cxx:118
static Long_t fgVirtMemMax
Saved pointer to the output list.
Definition: TPerfStats.h:108
TTree * fTrace
Definition: TPerfStats.h:75
void SetLoaded(size_t, size_t)
Definition: TPerfStats.h:136
TH1D * fPacketsHist
TPerfEvent used to fill tree.
Definition: TPerfStats.h:78
TList * fOutput
Saved pointer to the TDSet object.
Definition: TPerfStats.h:106
Long64_t fNumEvents
total number of events processed
Definition: TPerfStats.h:89
void SetNumEvents(Long64_t num)
Definition: TPerfStats.h:131
Int_t fDataSetSize
Maximum size of the dataset string fDataSet.
Definition: TPerfStats.h:104
TH2D * fCpuTimeHist
histogram of real time spent processing packets
Definition: TPerfStats.h:84
static void SetMemValues()
Record memory usage.
Definition: TPerfStats.cxx:778
Long64_t GetNumEvents() const
Definition: TPerfStats.h:132
void UnzipEvent(TObject *tree, Long64_t pos, Double_t start, Int_t complen, Int_t objlen)
Record TTree file unzip event.
Definition: TPerfStats.cxx:597
void SetMissed(TBranch *, size_t)
Definition: TPerfStats.h:139
TH1D * fNodeHist
histogram of events processed per slave
Definition: TPerfStats.h:81
void WriteQueryLog()
Send to the connected monitoring servers information related to this query.
Definition: TPerfStats.cxx:648
static void Setup(TList *input)
Setup the PROOF input list with requested statistics and tracing options.
Definition: TPerfStats.cxx:727
Bool_t fDoTraceRate
Trace details in master.
Definition: TPerfStats.h:94
Long64_t GetBytesRead() const
Get number of bytes read.
Definition: TPerfStats.cxx:637
TH2D * fProcTimeHist
histogram of latency due to packet requests
Definition: TPerfStats.h:83
virtual ~TPerfStats()
Destructor.
Definition: TPerfStats.cxx:377
TH2D * fLatencyHist
histogram of slaves per file serving node
Definition: TPerfStats.h:82
TH1I * fProcPcktHist
histogram of packets processed per slave
Definition: TPerfStats.h:79
static void Stop()
Terminate the PROOF statistics run.
Definition: TPerfStats.cxx:764
TDSet * fDSet
Definition: TPerfStats.h:105
Bool_t fDoTrace
Fill histos.
Definition: TPerfStats.h:93
Double_t fTotCpuTime
track bytes read of main file
Definition: TPerfStats.h:86
TH1D * fEventsHist
histogram of packets being processed per slave
Definition: TPerfStats.h:80
Bool_t fDoHist
number of active slaves
Definition: TPerfStats.h:92
void PrintBasketInfo(Option_t *="") const
Definition: TPerfStats.h:134
static void GetMemValues(Long_t &vmax, Long_t &rmax)
Get memory usage.
Definition: TPerfStats.cxx:790
Long64_t fTotEvents
total bytes read on all slaves
Definition: TPerfStats.h:88
void SetMissed(size_t, size_t)
Definition: TPerfStats.h:140
TTimeStamp fTzero
TTree with trace events.
Definition: TPerfStats.h:76
void SetUsed(TBranch *, size_t)
Definition: TPerfStats.h:141
void SetBytesRead(Long64_t num)
Set number of bytes read.
Definition: TPerfStats.cxx:629
static void Start(TList *input, TList *output)
Initialize PROOF statistics run.
Definition: TPerfStats.cxx:744
Bool_t fDoSlaveTrace
Trace processing rate in master.
Definition: TPerfStats.h:95
Bool_t fMonitorPerPacket
Save stats on SQL server for quota management.
Definition: TPerfStats.h:98
Long64_t fTotBytesRead
total cpu time of all slaves
Definition: TPerfStats.h:87
void SetLoadedMiss(size_t, size_t)
Definition: TPerfStats.h:138
TObjArray fMonSenders
Whether to send the full entry per each packet.
Definition: TPerfStats.h:100
void SetUsed(size_t, size_t)
Definition: TPerfStats.h:142
Int_t fSlaves
total number of events to be processed
Definition: TPerfStats.h:90
Bool_t fDoQuota
Full tracing in workers.
Definition: TPerfStats.h:96
Provides the interface for PROOF monitoring to different writers.
Basic string class.
Definition: TString.h:131
The TTimeStamp encapsulates seconds and ns since EPOCH.
Definition: TTimeStamp.h:71
A TTree represents a columnar dataset.
Definition: TTree.h:71
Provides the interface for the PROOF internal performance measurement and event tracing.
Definition: file.py:1
Definition: tree.py:1
static void output(int code)
Definition: gifencode.c:226