class TPacketizer: public TVirtualPacketizer


TPacketizer

 This class generates packets to be processed on PROOF worker servers.
A packet is an event range (begin entry and number of entries) or
object range (first object and number of objects) in a TTree
(entries) or a directory (objects) in a file.
Packets are generated taking into account the performance of the
remote machine, the time it took to process a previous packet on
the remote machine, the locality of the database files, etc.

Function Members (Methods)

public:

virtual	~TPacketizer()
void	TObject::AbstractMethod(const char* method) const
virtual Int_t	TVirtualPacketizer::AddProcessed(TSlave, TProofProgressStatus, Double_t, TList**)
virtual Int_t	TVirtualPacketizer::AddWorkers(TList* workers)
virtual void	TObject::AppendPad(Option_t* option = "")
virtual Int_t	TVirtualPacketizer::AssignWork(TDSet*, Long64_t, Long64_t)
virtual void	TObject::Browse(TBrowser* b)
static TClass*	Class()
virtual const char*	TObject::ClassName() const
virtual void	TObject::Clear(Option_t* = "")
virtual TObject*	TObject::Clone(const char* newname = "") const
virtual Int_t	TObject::Compare(const TObject* obj) const
virtual void	TObject::Copy(TObject& object) const
virtual void	TObject::Delete(Option_t* option = "")MENU
virtual Int_t	TObject::DistancetoPrimitive(Int_t px, Int_t py)
virtual void	TObject::Draw(Option_t* option = "")
virtual void	TObject::DrawClass() constMENU
virtual TObject*	TObject::DrawClone(Option_t* option = "") constMENU
virtual void	TObject::Dump() constMENU
virtual void	TObject::Error(const char* method, const char* msgfmt) const
virtual void	TObject::Execute(const char* method, const char* params, Int_t* error = 0)
virtual void	TObject::Execute(TMethod* method, TObjArray* params, Int_t* error = 0)
virtual void	TObject::ExecuteEvent(Int_t event, Int_t px, Int_t py)
virtual void	TObject::Fatal(const char* method, const char* msgfmt) const
virtual TObject*	TObject::FindObject(const char* name) const
virtual TObject*	TObject::FindObject(const TObject* obj) const
virtual Int_t	GetActiveWorkers()
Long64_t	TVirtualPacketizer::GetBytesRead() const
TList*	TVirtualPacketizer::GetConfigParams(Bool_t steal = kFALSE)
Double_t	TVirtualPacketizer::GetCumProcTime() const
virtual Float_t	GetCurrentRate(Bool_t& all)
virtual Option_t*	TObject::GetDrawOption() const
static Long_t	TObject::GetDtorOnly()
Long64_t	GetEntriesProcessed(TSlave* sl) const
virtual Int_t	TVirtualPacketizer::GetEstEntriesProcessed(Float_t, Long64_t& ent, Long64_t& bytes, Long64_t& calls)
TList*	TVirtualPacketizer::GetFailedPackets()
virtual const char*	TObject::GetIconName() const
Float_t	TVirtualPacketizer::GetInitTime() const
virtual const char*	TObject::GetName() const
virtual TDSetElement*	GetNextPacket(TSlave* sl, TMessage* r)
virtual char*	TObject::GetObjectInfo(Int_t px, Int_t py) const
static Bool_t	TObject::GetObjectStat()
virtual Option_t*	TObject::GetOption() const
Float_t	TVirtualPacketizer::GetProcTime() const
TNtuple*	TVirtualPacketizer::GetProgressPerf(Bool_t steal = kFALSE)
Long64_t	TVirtualPacketizer::GetReadCalls() const
TMap*	TVirtualPacketizer::GetSlaveStats() const
TProofProgressStatus*	TVirtualPacketizer::GetStatus()
virtual const char*	TObject::GetTitle() const
Long64_t	TVirtualPacketizer::GetTotalEntries() const
virtual UInt_t	TObject::GetUniqueID() const
virtual ULong_t	TObject::Hash() const
virtual void	TObject::Info(const char* method, const char* msgfmt) const
virtual Bool_t	TObject::InheritsFrom(const char* classname) const
virtual Bool_t	TObject::InheritsFrom(const TClass* cl) const
virtual void	TObject::Inspect() constMENU
void	TObject::InvertBit(UInt_t f)
virtual TClass*	IsA() const
virtual Bool_t	TObject::IsEqual(const TObject* obj) const
virtual Bool_t	TObject::IsFolder() const
Bool_t	TObject::IsOnHeap() const
virtual Bool_t	TObject::IsSortable() const
Bool_t	TVirtualPacketizer::IsValid() const
Bool_t	TObject::IsZombie() const
virtual void	TObject::ls(Option_t* option = "") const
virtual void	TVirtualPacketizer::MarkBad(TSlave, TProofProgressStatus, TList**)
void	TObject::MayNotUse(const char* method) const
virtual Bool_t	TObject::Notify()
void	TObject::Obsolete(const char* method, const char* asOfVers, const char* removedFromVers) const
void	TObject::operator delete(void* ptr)
void	TObject::operator delete(void* ptr, void* vp)
void	TObject::operator delete[](void* ptr)
void	TObject::operator delete[](void* ptr, void* vp)
void*	TObject::operator new(size_t sz)
void*	TObject::operator new(size_t sz, void* vp)
void*	TObject::operator new[](size_t sz)
void*	TObject::operator new[](size_t sz, void* vp)
virtual void	TObject::Paint(Option_t* option = "")
virtual void	TObject::Pop()
virtual void	TObject::Print(Option_t* option = "") const
virtual Int_t	TObject::Read(const char* name)
virtual void	TObject::RecursiveRemove(TObject* obj)
void	TObject::ResetBit(UInt_t f)
virtual void	TObject::SaveAs(const char* filename = "", Option_t* option = "") constMENU
virtual void	TObject::SavePrimitive(ostream& out, Option_t* option = "")
void	TObject::SetBit(UInt_t f)
void	TObject::SetBit(UInt_t f, Bool_t set)
virtual void	TObject::SetDrawOption(Option_t* option = "")MENU
static void	TObject::SetDtorOnly(void* obj)
void	TVirtualPacketizer::SetFailedPackets(TList* list)
virtual void	TVirtualPacketizer::SetInitTime()
static void	TObject::SetObjectStat(Bool_t stat)
void	TVirtualPacketizer::SetProgressStatus(TProofProgressStatus* st)
void	TVirtualPacketizer::SetTotalEntries(Long64_t ent)
virtual void	TObject::SetUniqueID(UInt_t uid)
virtual void	ShowMembers(TMemberInspector& insp) const
virtual void	TVirtualPacketizer::StopProcess(Bool_t abort, Bool_t stoptimer = kFALSE)
virtual void	Streamer(TBuffer&)
void	StreamerNVirtual(TBuffer& ClassDef_StreamerNVirtual_b)
virtual void	TObject::SysError(const char* method, const char* msgfmt) const
Bool_t	TObject::TestBit(UInt_t f) const
Int_t	TObject::TestBits(UInt_t f) const
	TPacketizer(TDSet* dset, TList* slaves, Long64_t first, Long64_t num, TList* input, TProofProgressStatus* st)
virtual void	TObject::UseCurrentStyle()
virtual void	TObject::Warning(const char* method, const char* msgfmt) const
virtual Int_t	TObject::Write(const char* name = 0, Int_t option = 0, Int_t bufsize = 0)
virtual Int_t	TObject::Write(const char* name = 0, Int_t option = 0, Int_t bufsize = 0) const

protected:

TDSetElement*	TVirtualPacketizer::CreateNewPacket(TDSetElement* base, Long64_t first, Long64_t num)
virtual void	TObject::DoError(int level, const char* location, const char* fmt, va_list va) const
Long64_t	TVirtualPacketizer::GetEntries(Bool_t tree, TDSetElement* e)
virtual Bool_t	TVirtualPacketizer::HandleTimer(TTimer* timer)
void	TObject::MakeZombie()

private:

TPacketizer::TFileStat*	GetNextActive()
TPacketizer::TFileStat*	GetNextUnAlloc(TPacketizer::TFileNode* node = 0)
TPacketizer::TFileNode*	NextActiveNode()
TPacketizer::TFileNode*	NextUnAllocNode()
void	operator=(const TPacketizer&)
void	RemoveActive(TPacketizer::TFileStat* file)
void	RemoveActiveNode(TPacketizer::TFileNode*)
void	RemoveUnAllocNode(TPacketizer::TFileNode*)
void	Reset()
	TPacketizer()
	TPacketizer(const TPacketizer&)
void	ValidateFiles(TDSet* dset, TList* slaves, Long64_t maxent = -1, Bool_t byfile = kFALSE)

Data Members

public:

static TObject::<anonymous>	TObject::kBitMask
static TObject::EStatusBits	TObject::kCanDelete
static TObject::EStatusBits	TObject::kCannotPick
static TObject::EStatusBits	TObject::kHasUUID
static TObject::EStatusBits	TObject::kInvalidObject
static TVirtualPacketizer::EStatusBits	TVirtualPacketizer::kIsDone
static TVirtualPacketizer::EStatusBits	TVirtualPacketizer::kIsInitializing
static TObject::<anonymous>	TObject::kIsOnHeap
static TObject::EStatusBits	TObject::kIsReferenced
static TVirtualPacketizer::EStatusBits	TVirtualPacketizer::kIsTree
static TObject::EStatusBits	TObject::kMustCleanup
static TObject::EStatusBits	TObject::kNoContextMenu
static TObject::<anonymous>	TObject::kNotDeleted
static TObject::EStatusBits	TObject::kObjInCanvas
static TObject::<anonymous>	TObject::kOverwrite
static TObject::<anonymous>	TObject::kSingleKey
static TObject::<anonymous>	TObject::kWriteDelete
static TObject::<anonymous>	TObject::kZombie

protected:

Bool_t	TVirtualPacketizer::fAWLastFill	Whether to fill the last measurement
Int_t	TVirtualPacketizer::fActWrksLast	Active workers at fProcTimeLast
Long_t	TVirtualPacketizer::fCircN	Circularity
TNtupleD*	TVirtualPacketizer::fCircProg	Keeps circular info for "instantenous"
TList*	TVirtualPacketizer::fConfigParams	List of configuration parameters
TString	TVirtualPacketizer::fDataSet	Name of the dataset being processed (for dataset-driven runs)
Float_t	TVirtualPacketizer::fEffSessLast	Number of effective sessions at fProcTimeLast
Float_t	TVirtualPacketizer::fEvtRateLast	Evt rate at fProcTimeLast
TList*	TVirtualPacketizer::fFailedPackets	a list of packets that failed while processing
Float_t	TVirtualPacketizer::fInitTime	time before processing
Float_t	TVirtualPacketizer::fMBsReadLast	MBs read at fProcTimeLast
Double_t	TVirtualPacketizer::fMaxPacketTime	maximum packet time
Double_t	TVirtualPacketizer::fMinPacketTime	minimum packet time
Float_t	TVirtualPacketizer::fProcTime	time since start of processing
Float_t	TVirtualPacketizer::fProcTimeLast	Time of the last measurement
TTimer*	TVirtualPacketizer::fProgress	progress updates timer
TNtuple*	TVirtualPacketizer::fProgressPerf	{Active workers, evt rate, MBs read} as a function of processing time
TProofProgressStatus*	TVirtualPacketizer::fProgressStatus	pointer to status in the player.
Float_t	TVirtualPacketizer::fReportPeriod	Time between reports if nothing changes (estimated proc time / 100)
TMap*	TVirtualPacketizer::fSlaveStats	slave status, keyed by correspondig TSlave
TTime	TVirtualPacketizer::fStartTime	time offset
Bool_t	TVirtualPacketizer::fStop	Termination of Process() requested?
Float_t	TVirtualPacketizer::fTimeUpdt	time between updates
Long64_t	TVirtualPacketizer::fTotalEntries	total number of entries to be distributed;
TVirtualPacketizer::EUseEstOpt	TVirtualPacketizer::fUseEstOpt	Control usage of estimated values for the progress info
Bool_t	TVirtualPacketizer::fValid	Constructed properly?
static TVirtualPacketizer::EUseEstOpt	TVirtualPacketizer::kEstAverage
static TVirtualPacketizer::EUseEstOpt	TVirtualPacketizer::kEstCurrent
static TVirtualPacketizer::EUseEstOpt	TVirtualPacketizer::kEstOff

private:

TList*	fActive	nodes with unfinished files
TList*	fFileNodes	nodes with files
Int_t	fMaxPerfIdx	maximum of our slaves' performance index
Long_t	fMaxSlaveCnt	maximum number of workers per filenode (Long_t to avoid
Int_t	fPacketAsAFraction	used to calculate the packet size
Long64_t	fPacketSize	global base packet size
TList*	fPackets	all processed packets
TMap*	fSlaveStats	slave status, keyed by correspondig TSlave
TList*	fUnAllocated	nodes with unallocated files

Class Charts

Inheritance Inherited Members Includes Libraries

Function documentation

TPacketizer(TDSet* dset, TList* slaves, Long64_t first, Long64_t num, TList* input, TProofProgressStatus* st)

 Constructor

~TPacketizer()

 Destructor.

void RemoveUnAllocNode(TPacketizer::TFileNode* )

 Remove unallocated node.

void RemoveActive(TPacketizer::TFileStat* file)

 Remove file from the list of actives.

void RemoveActiveNode(TPacketizer::TFileNode* )

 Remove node from the list of actives.

void Reset()

 Reset the internal datastructure for packet distribution.

void ValidateFiles(TDSet* dset, TList* slaves, Long64_t maxent = -1, Bool_t byfile = kFALSE)

 Check existence of file/dir/tree an get number of entries.
 Assumes the files have been setup.

Long64_t GetEntriesProcessed(TSlave* sl) const

 Get entries processed by the specified slave.

Float_t GetCurrentRate(Bool_t& all)

 Get Estimation of the current rate; just summing the current rates of
 the active workers

TDSetElement * GetNextPacket(TSlave* sl, TMessage* r)

 Get next packet

Int_t GetActiveWorkers()

 Return the number of workers still processing

TPacketizer()

 fPacketSize = fTotalEntries / (fPacketAsAFraction * nslaves)
 fPacketAsAFraction can be interpreted as follows:
 assuming all slaves have equal processing rate, packet size
 is (#events processed by 1 slave) / fPacketSizeAsAFraction.
 It can be set with PROOF_PacketAsAFraction in input list.

TPacketizer(const TPacketizer& )

void operator=(const TPacketizer& )

TFileNode * NextUnAllocNode()

TFileNode * NextActiveNode()

TFileStat * GetNextUnAlloc(TPacketizer::TFileNode* node = 0)

TFileStat * GetNextActive()