44#define CANNOTUSE(x) Info(x,"Not manager: cannot use this method")
141const char*
const kCP =
"/bin/cp -fp";
142const char*
const kRM =
"/bin/rm -rf";
143const char*
const kLS =
"/bin/ls -l";
144const char*
const kUNTAR =
"%s -c %s/%s | (cd %s; tar xf -)";
145const char*
const kUNTAR2 =
"%s -c %s | (cd %s; tar xf -)";
146const char*
const kUNTAR3 =
"%s -c %s | (tar xf -)";
149const char*
const kCP =
"copy";
150const char*
const kRM =
"delete";
151const char*
const kLS =
"dir";
152const char*
const kUNTAR =
"...";
153const char*
const kUNTAR2 =
"...";
154const char*
const kUNTAR3 =
"...";
155const char*
const kGUNZIP =
"gunzip";
225 const char *msd =
"",
const char *datadir =
"") :
619 void NotifyLogMsg(
const char *msg,
const char *sfx =
"\n");
707 Int_t Init(
const char *masterurl,
const char *conffile,
708 const char *confdir,
Int_t loglevel,
709 const char *alias = 0);
725 Int_t perf,
const char *image,
const char *workdir);
727 const char *image,
const char *msd,
Int_t nwk = 1);
750 const char *rfile = 0,
TSlave *sl = 0);
777 const char *alias = 0,
TProofMgr *mgr = 0);
817 const char *selection =
"",
821 const char *selection =
"",
825 Int_t Archive(
const char *queryref,
const char *url = 0);
878 virtual TMap *
GetDataSets(
const char *uri =
"",
const char* optStr =
"");
879 virtual void ShowDataSets(
const char *uri =
"",
const char* optStr =
"");
885 void ShowDataSet(
const char *dataset =
"",
const char* opt =
"filter:SsCc");
1015 void ShowLog(
const char *queryref);
1035 virtual void SetAlias(
const char *alias=
"");
1055 static TProof *
Open(
const char *url = 0,
const char *conffile = 0,
1056 const char *confdir = 0,
Int_t loglevel = 0);
1057 static void LogViewer(
const char *url = 0,
Int_t sessionidx = 0);
#define ClassDef(name, id)
static unsigned int total
const char *const kPROOF_WorkerIdleTO
const char *const kPROOF_QueryDir
void(* PrintProgress_t)(Long64_t tot, Long64_t proc, Float_t proctime, Long64_t bytes)
const char *const kPROOF_DataSetDir
const char *const kPROOF_DataDir
const char *const kPROOF_PackDownloadDir
const char *const kPROOF_CacheLockFile
const char *const kUNTAR3
const char *const kPROOF_CacheDir
const char *const kPROOF_PackDir
const char *const kGUNZIP
const char *const kPROOF_ConfFile
const char *const kPROOF_WorkDir
const char *const kUNTAR2
const Long64_t kPROOF_DynWrkPollInt_s
const char *const kPROOF_PackageLockFile
const char *const kPROOF_MissingFiles
const char *const kPROOF_InputDataFile
const char *const kPROOF_QueryLockFile
R__EXTERN TProof * gProof
const char *const kPROOF_ConfDir
const Int_t kPROOF_Protocol
const char *const kPROOF_TerminateWorker
typedef void((*Func_t)())
static struct mg_connection * fc(struct mg_context *ctx)
Using a TBrowser one can browse all ROOT objects.
A chain is a collection of files containing TTree objects.
Collection abstract base class.
This class implements a data set to be used for PROOF processing.
Utility class to draw objects in the feedback list during queries.
A TEventList object is a list of selected events (entries) in a TTree.
Class that contains a list of TFileInfo's and accumulated meta data information about its entries.
THashList implements a hybrid collection class consisting of a hash table and a list to store TObject...
This code implements the MD5 message-digest algorithm.
Class supporting a collection of lines with C++ code.
TMap implements an associative array of (key,value) pairs using a THashTable for efficient retrieval ...
Bool_t AreAllWorkersAssigned()
Return if the determined number of workers has been already assigned to this merger.
Bool_t AreAllWorkersMerged()
Return if merger has already merged all workers, i.e. if it has finished its merging job.
virtual ~TMergerInfo()
Destructor.
TMergerInfo & operator=(const TMergerInfo &)
Int_t GetWorkersToMerge()
TMergerInfo(const TMergerInfo &)
void SetMergedWorker()
Increase number of already merged workers by 1.
void AddWorker(TSlave *sl)
Add new worker to the list of workers to be merged by this merger.
void AddMergedObjects(Int_t objects)
TMergerInfo(TSlave *t, Int_t port, Int_t forHowManyWorkers)
The TNamed class is the base class for all named ROOT classes.
virtual const char * GetName() const
Returns name of object.
Mother of all ROOT objects.
The PROOF package manager contains tools to manage packages.
This packetizer is based on TPacketizer but uses different load-balancing algorithms and data structu...
This class generates packets to be processed on PROOF worker servers.
TProofInterruptHandler & operator=(const TProofInterruptHandler &)
Bool_t Notify()
TProof interrupt handler.
TProofInterruptHandler(TProof *p)
TProofInterruptHandler(const TProofInterruptHandler &)
This class starts a PROOF session on the local machine: no daemons, client and master merged,...
const char * Export(Bool_t &changed)
The PROOF manager interacts with the PROOF server coordinator to create or destroy a PROOF session,...
virtual const char * GetMssUrl(Bool_t=kFALSE)
virtual void SetMssUrl(const char *mss)
Derivation of TList with an overload of ls() and Print() allowing to filter out some of the variables...
Version of TProofPlayerRemote merges the functionality needed by clients and masters.
Internal class steering processing in PROOF.
virtual ~TProofProgressInfo()
TProofProgressInfo(Long64_t tot=0, Long64_t proc=0, Long64_t bytes=0, Float_t initt=-1., Float_t proct=-1., Float_t evts=-1., Float_t mbs=-1., Int_t actw=0, Int_t tsess=0, Float_t esess=0.)
Class providing the PROOF server.
This class controls a Parallel ROOT Facility, PROOF, cluster.
void HandleLibIncPath(const char *what, Bool_t add, const char *dirs)
Handle lib, inc search paths modification request.
const char * GetSessionTag() const
Int_t Exec(const char *cmd, ESlaves list, Bool_t plusMaster)
Send command to be executed on the PROOF master and/or slaves.
Int_t GetNumberOfInactiveSlaves() const
Return number of inactive slaves, i.e.
void ShowPackages(Bool_t all=kFALSE, Bool_t redirlog=kFALSE)
List contents of package directory.
virtual void ShowData()
List contents of the data directory in the sandbox.
Int_t SendPrint(Option_t *option="")
Send print command to master server.
static TProofMgr * Mgr(const char *url)
Get instance of the effective manager for 'url' Return 0 on failure.
Bool_t CreateMerger(TSlave *sl, Int_t port)
Create a new merger.
Int_t BroadcastGroupPriority(const char *grp, Int_t priority, ESlaves list=kAllUnique)
Broadcast the group priority to all workers in the specified list.
Int_t GetNumberOfQueries()
Number of queries processed by this session.
void ActivateAsyncInput()
Activate the a-sync input handler.
TList * GetOutputNames()
FIXME: to be written.
Bool_t IsEndMaster() const
void DisableGoAsyn()
Signal to disable related switches.
void PutLog(TQueryResult *qr)
Display log of query pq into the log window frame.
void NotifyLogMsg(const char *msg, const char *sfx="\n")
Notify locally 'msg' to the appropriate units (file, stdout, window) If defined, 'sfx' is added after...
void Activate(TList *slaves=0)
Activate slave server list.
Int_t UploadPackage(const char *par, EUploadPackageOpt opt=kUntar, TList *workers=0)
Upload a PROOF archive (PAR file).
TMonitor * fCurrentMonitor
TMonitor * fAllUniqueMonitor
void SendLogToWindow(Bool_t mode)
void SetFeedback(TString &opt, TString &optfb, Int_t action)
Extract from opt in optfb information about wanted feedback settings.
Int_t SendCurrentState(ESlaves list=kActive)
Transfer the current state of the master to the active slave servers.
void Close(Option_t *option="")
Close all open slave servers.
TList * fTerminatedSlaveInfos
TList * GetListOfSlaves() const
static TList * GetDataSetSrvMaps(const TString &srvmaps)
TMonitor * fUniqueMonitor
Int_t SetParallelSilent(Int_t nodes, Bool_t random=kFALSE)
Tell PROOF how many slaves to use in parallel.
Int_t DisablePackages()
Remove all packages.
Bool_t fProgressDialogStarted
Int_t DownloadPackage(const char *par, const char *dstdir=0)
Download a PROOF archive (PAR file) from the master package repository.
TMap * GetDataSetQuota(const char *optStr="")
returns a map of the quotas of all groups
static Int_t SaveInputData(TQueryResult *qr, const char *cachedir, TString &emsg)
Save input data file from 'cachedir' into the sandbox or create a the file with input data objects.
void ShowQueries(Option_t *opt="")
Ask the master for the list of queries.
Int_t BuildPackage(const char *package, EBuildPackageOpt opt=kBuildAll, Int_t chkveropt=TPackMgr::kCheckROOT, TList *workers=0)
Build specified package.
virtual void Print(Option_t *option="") const
Print status of PROOF cluster.
Int_t GetClientProtocol() const
virtual ~TProof()
Clean up PROOF environment.
TList * GetListOfInactiveSlaves() const
void RemoveChain(TChain *chain)
Remove chain from data set.
void operator=(const TProof &)
void SetupWorkersEnv(TList *wrks, Bool_t increasingpool=kFALSE)
Set up packages, loaded macros, include and lib paths ...
static Int_t GetInputData(TList *input, const char *cachedir, TString &emsg)
Get the input data from the file defined in the input list.
TList * fNonUniqueMasters
Int_t SendObject(const TObject *obj, ESlaves list=kActive)
Send object to master or slave servers.
Int_t HandleOutputOptions(TString &opt, TString &target, Int_t action)
Extract from opt information about output handling settings.
TVirtualProofPlayer * fPlayer
void AddFeedback(const char *name)
Add object to feedback list.
Bool_t IsParallel() const
static void LogViewer(const char *url=0, Int_t sessionidx=0)
Start the log viewer window usign the plugin manager.
TVirtualProofPlayer * GetPlayer() const
void CleanGDirectory(TList *ol)
Remove links to objects in list 'ol' from gDirectory.
void DeActivateAsyncInput()
De-activate a-sync input handler.
Int_t BroadcastRaw(const void *buffer, Int_t length, TList *slaves)
Broadcast a raw buffer of specified length to all slaves in the specified list.
static void ResetEnvVars()
Clear the list of environment variables passed to proofserv on the master and slaves.
void AddInputData(TObject *obj, Bool_t push=kFALSE)
Add data objects that might be needed during the processing of the selector (see Process()).
void AskParallel()
Ask the for the number of parallel slaves.
virtual void ClearCache(const char *file=0)
Remove file from all file caches.
static void * SlaveStartupThread(void *arg)
virtual void ClearDataSetCache(const char *dataset=0)
Clear the content of the dataset cache, if any (matching 'dataset', if defined).
Int_t ActivateWorker(const char *ord, Bool_t save=kTRUE)
Make sure that the worker identified by the ordinal number 'ord' is in the active list.
Int_t CleanupSession(const char *sessiontag)
Send cleanup request for the session specified by tag.
virtual Bool_t CancelStagingDataSet(const char *dataset)
Cancels a dataset staging request.
TObject * GetParameter(const char *par) const
Get specified parameter.
void SetRunStatus(ERunStatus rst)
const char * GetWorkDir() const
Long64_t fLastPollWorkers_s
Int_t Archive(Int_t query, const char *url)
Send archive request for the qry-th query in fQueries.
void AskForOutput(TSlave *sl)
Master asks for output from worker sl.
TList * GetListOfPackages()
Get from the master the list of names of the packages available.
TQueryResult * GetQueryResult(const char *ref=0)
Return pointer to the full TQueryResult instance owned by the player and referenced by 'ref'.
Int_t GetNumberOfSlaves() const
Return number of slaves as described in the config file.
void StartupMessage(const char *msg, Bool_t status, Int_t done, Int_t total)
Send startup message.
static void AssertMacroPath(const char *macro)
Make sure that the directory path contained by macro is in the macro path.
Int_t AddIncludePath(const char *incpath, Bool_t onClient=kFALSE, TList *wrks=0, Bool_t doCollect=kTRUE)
Add 'incpath' to the inc path search.
virtual TMap * GetDataSets(const char *uri="", const char *optStr="")
Lists all datasets that match given uri.
PrintProgress_t fPrintProgress
virtual void ShowCache(Bool_t all=kFALSE)
List contents of file cache.
void ClearFeedback()
Clear feedback list.
Bool_t IsFolder() const
Returns kTRUE in case object contains browsable objects (like containers or lists of other objects).
void SetDataPoolUrl(const char *url)
Int_t Broadcast(Int_t kind, ESlaves list=kActive)
static TProof * Open(const char *url=0, const char *conffile=0, const char *confdir=0, Int_t loglevel=0)
Start a PROOF session on a specific cluster.
void Browse(TBrowser *b)
Build the PROOF's structure in the browser.
TPluginHandler * GetProgressDialog() const
void InterruptCurrentMonitor()
If in active in a monitor set ready state.
void ResetMergePrg()
Reset the merge progress notificator.
void SetPerfTree(const char *pf="perftree.root", Bool_t withWrks=kFALSE)
Enable/Disable saving of the performance tree.
void ClearData(UInt_t what=kUnregistered, const char *dsname=0)
Remove files for the data directory.
void Touch()
Ping PROOF slaves. Returns the number of slaves that responded.
Int_t AssertPath(const char *path, Bool_t writable)
Make sure that 'path' exists; if 'writable' is kTRUE, make also sure that the path is writable.
virtual void ShowStagingStatusDataSet(const char *dataset, const char *optStr="filter:SsCc")
Like GetStagingStatusDataSet, but displays results immediately.
Int_t VerifyDataSetParallel(const char *uri, const char *optStr)
Internal function for parallel dataset verification used TProof::VerifyDataSet and TProofLite::Verify...
const char * GetConfFile() const
Int_t GetRemoteProtocol() const
Int_t ModifyWorkerLists(const char *ord, Bool_t add, Bool_t save)
Modify the worker active/inactive list by making the worker identified by the ordinal number 'ord' ac...
Int_t SetParallel(Int_t nodes=-1, Bool_t random=kFALSE)
Tell PROOF how many slaves to use in parallel.
Int_t GoMoreParallel(Int_t nWorkersToAdd)
Add nWorkersToAdd workers to current list of workers.
virtual void ShowDataSetCache(const char *dataset=0)
Display the content of the dataset cache, if any (matching 'dataset', if defined).
const char * GetImage() const
Int_t FindNextFreeMerger()
Return a merger, which is both active and still accepts some workers to be assigned to it.
Int_t GetRC(const char *RCenv, Int_t &env, const char *ord="0")
Get into 'env' the value of integer RC env variable 'rcenv' on node 'ord'.
static void AddEnvVar(const char *name, const char *value)
Add an variable to the list of environment variables passed to proofserv on the master and slaves.
static Bool_t GetFileInCmd(const char *cmd, TString &fn)
Static method to extract the filename (if any) form a CINT command.
virtual void ShowDataSets(const char *uri="", const char *optStr="")
Shows datasets in locations that match the uri.
Int_t Collect(const TSlave *sl, Long_t timeout=-1, Int_t endtype=-1, Bool_t deactonfail=kFALSE)
Collect responses from slave sl.
TList * GetListOfUniqueSlaves() const
Float_t GetCpuTime() const
void ClearDataProgress(Int_t r, Int_t t)
Progress bar for clear data.
static Int_t SendInputData(TQueryResult *qr, TProof *p, TString &emsg)
Send the input data file to the workers.
void SetPlayer(TVirtualProofPlayer *player)
Set a new PROOF player.
Int_t ClearPackage(const char *package)
Remove a specific package.
Int_t SendInitialState()
Transfer the initial (i.e.
Int_t AddWorkers(TList *wrks)
Works on the master node only.
void GetStatistics(Bool_t verbose=kFALSE)
Get statistics about CPU time, real time and bytes read.
virtual Bool_t RegisterDataSet(const char *name, TFileCollection *dataset, const char *optStr="")
Register the 'dataSet' on the cluster under the current user, group and the given 'dataSetName'.
friend class TPacketizerDev
Int_t Broadcast(const TMessage &mess, TList *slaves)
Broadcast a message to all slaves in the specified list.
void DeleteParameters(const char *wildcard)
Delete the input list parameters specified by a wildcard (e.g.
void PrepareInputDataFile(TString &dataFile)
Prepare the file with the input data objects to be sent the master; the objects are taken from the de...
void InitMembers()
Default initializations.
void RedirectWorker(TSocket *s, TSlave *sl, Int_t output_size)
Redirect output of worker sl to some merger.
Int_t GetNumberOfDrawQueries()
void HandleSubmerger(TMessage *mess, TSlave *sl)
Process a message of type kPROOF_SUBMERGER.
void SetInputDataFile(const char *datafile)
Set the file to be used to optimally distribute the input data objects.
Int_t ClearPackages()
Remove all packages.
void SetParameter(const char *par, const char *value)
Set input list parameter.
virtual Bool_t StartSlaves(Bool_t attach=kFALSE)
Start up PROOF slaves.
Int_t Ping()
Ping PROOF. Returns 1 if master server responded.
void SetActive(Bool_t=kTRUE)
TSlave * CreateSubmaster(const char *url, const char *ord, const char *image, const char *msd, Int_t nwk=1)
Create a new TSlave of type TSlave::kMaster.
void SaveActiveList()
Save current list of active workers.
const char * GetDataPoolUrl() const
virtual Int_t SetDataSetTreeName(const char *dataset, const char *treename)
Set/Change the name of the default tree.
void ShowMissingFiles(TQueryResult *qr=0)
Show information about missing files during query described by 'qr' or the last query if qr is null (...
Int_t RemoveIncludePath(const char *incpath, Bool_t onClient=kFALSE)
Remove 'incpath' from the inc path search.
void SetMonitor(TMonitor *mon=0, Bool_t on=kTRUE)
Activate (on == TRUE) or deactivate (on == FALSE) all sockets monitored by 'mon'.
Int_t GetParallel() const
Returns number of slaves active in parallel mode.
Int_t UnloadPackage(const char *package)
Unload specified package.
std::map< TString, MD5Mod_t > FileMap_t
void RemoveFeedback(const char *name)
Remove object from feedback list.
Int_t Remove(Int_t query, Bool_t all=kFALSE)
Send remove request for the qry-th query in fQueries.
std::recursive_mutex fCloseMutex
Bool_t SendingLogToWindow() const
static TPluginHandler * fgLogViewer
Long64_t GetBytesRead() const
void UpdateDialog()
Final update of the progress dialog.
void AskStatistics()
Ask the for the statistics of the slaves.
virtual void SetAlias(const char *alias="")
Set an alias for this session.
Bool_t fFinalizationRunning
void Detach(Option_t *opt="")
Detach this instance to its proofserv.
void PrintProgress(Long64_t total, Long64_t processed, Float_t procTime=-1., Long64_t bytesread=-1)
Print a progress bar on stderr. Used in batch mode.
TPluginHandler * fProgressDialog
Int_t Init(const char *masterurl, const char *conffile, const char *confdir, Int_t loglevel, const char *alias=0)
Start the PROOF environment.
const char * GetConfDir() const
virtual Long64_t DrawSelect(TDSet *dset, const char *varexp, const char *selection="", Option_t *option="", Long64_t nentries=-1, Long64_t firstentry=0)
Execute the specified drawing action on a data set (TDSet).
Int_t DeactivateWorker(const char *ord, Bool_t save=kTRUE)
Remove the worker identified by the ordinal number 'ord' from the the active list.
void SetRealTimeLog(Bool_t on=kTRUE)
Switch ON/OFF the real-time logging facility.
void cd(Int_t id=-1)
Set session with 'id' the default one.
TFileCollection * GetMissingFiles(TQueryResult *qr=0)
Get a TFileCollection with the files missing in the query described by 'qr' or the last query if qr i...
void ParseConfigField(const char *config)
The config file field may contain special instructions which need to be parsed at the beginning,...
Int_t GetNumberOfBadSlaves() const
Return number of bad slaves.
Int_t Retrieve(Int_t query, const char *path=0)
Send retrieve request for the qry-th query in fQueries.
Int_t BroadcastFile(const char *file, Int_t opt, const char *rfile, TList *wrks)
Broadcast file to all workers in the specified list.
void ShowParameters(const char *wildcard="PROOF_*") const
Show the input list parameters specified by the wildcard.
TMonitor * fActiveMonitor
void SendDataSetStatus(const char *msg, UInt_t n, UInt_t tot, Bool_t st)
Send or notify data set status.
virtual Int_t RemoveDataSet(const char *dataset, const char *optStr="")
Remove the specified dataset from the PROOF cluster.
ERunStatus GetRunStatus() const
void LogMessage(const char *msg, Bool_t all)
Log a message into the appropriate window by emitting a signal.
static void Reset(const char *url, Bool_t hard=kFALSE)
Wrapper around TProofMgr::Reset(...).
virtual Int_t PollForNewWorkers()
Asks the PROOF Serv for new workers in Dynamic Startup mode and activates them.
Int_t fLastAssignedMerger
TList * GetQueryResults()
Return pointer to the list of query results in the player.
void ShowFeedback() const
Show items in feedback list.
Int_t GoParallel(Int_t nodes, Bool_t accept=kFALSE, Bool_t random=kFALSE)
Go in parallel mode with at most "nodes" slaves.
void SetQueryMode(EQueryMode mode)
Change query running mode to the one specified by 'mode'.
Int_t UnloadPackages()
Unload all packages.
virtual TVirtualProofPlayer * MakePlayer(const char *player=0, TSocket *s=0)
Construct a TProofPlayer object.
TList * GetListOfActiveSlaves() const
TSignalHandler * fIntHandler
TList * FindDataSets(const char *searchString, const char *optStr="")
Find datasets, returns in a TList all found datasets.
Int_t SavePerfTree(const char *pf=0, const char *qref=0)
Save performance information from TPerfStats to file 'pf'.
virtual Int_t Load(const char *macro, Bool_t notOnClient=kFALSE, Bool_t uniqueOnly=kTRUE, TList *wrks=0)
Load the specified macro on master, workers and, if notOnClient is kFALSE, on the client.
Int_t AddDynamicPath(const char *libpath, Bool_t onClient=kFALSE, TList *wrks=0, Bool_t doCollect=kTRUE)
Add 'libpath' to the lib path search.
TProof()
Protected constructor to be used by classes deriving from TProof (they have to call Init themselves a...
Int_t RemoveWorkers(TList *wrks)
Used for shuting down the workres after a query is finished.
void Progress(Long64_t total, Long64_t processed)
Get query progress information.
Long64_t Finalize(Int_t query=-1, Bool_t force=kFALSE)
Finalize the qry-th query in fQueries.
Int_t RemoveDynamicPath(const char *libpath, Bool_t onClient=kFALSE)
Remove 'libpath' from the lib path search.
void ShowDataSetQuota(Option_t *opt=0)
shows the quota and usage of all groups if opt contains "U" shows also distribution of usage on user-...
void DeleteDrawFeedback(TDrawFeedback *f)
Delete draw feedback object.
virtual TFileCollection * GetStagingStatusDataSet(const char *dataset)
Obtains a TFileCollection showing the staging status of the specified dataset.
Bool_t CheckFile(const char *file, TSlave *sl, Long_t modtime, Int_t cpopt=(kCp|kCpBin))
Check if a file needs to be send to the slave.
Bool_t Prompt(const char *p)
Prompt the question 'p' requiring an answer y,Y,n,N Return kTRUE is the answer was y or Y,...
void SetProgressDialog(Bool_t on=kTRUE)
Enable/Disable the graphic progress dialog.
void GoAsynchronous()
Send GOASYNC message to the master.
TList * GetOutputList()
Get list with all object created during processing (see Process()).
TList * fAvailablePackages
void SetManager(TProofMgr *mgr)
Set manager and schedule its destruction after this for clean operations.
Int_t Broadcast(Int_t kind, TList *slaves)
TString Getenv(const char *env, const char *ord="0")
Get value of environment variable 'env' on node 'ord'.
void ResetProgressDialogStatus()
void StopProcess(Bool_t abort, Int_t timeout=-1)
Send STOPPROCESS message to master and workers.
TList * GetEnabledPackages() const
Int_t GetNumberOfActiveSlaves() const
Return number of active slaves, i.e.
TSlave * CreateSlave(const char *url, const char *ord, Int_t perf, const char *image, const char *workdir)
Create a new TSlave of type TSlave::kSlave.
void GetMaxQueries()
Get max number of queries whose full results are kept in the remote sandbox.
Int_t SendFile(const char *file, Int_t opt=(kBinary|kForward|kCp|kCpBin), const char *rfile=0, TSlave *sl=0)
Send a file to master or slave servers.
static Int_t AssertDataSet(TDSet *dset, TList *input, TDataSetManager *mgr, TString &emsg)
Make sure that dataset is in the form to be processed.
void Interrupt(EUrgent type, ESlaves list=kActive)
Send interrupt to master or slave servers.
Float_t GetRealTime() const
Int_t UploadDataSet(const char *, TList *, const char *=0, Int_t=0, TList *=0)
*** This function is deprecated and will disappear in future versions *** *** It is just a wrapper ar...
void MarkBad(TSlave *wrk, const char *reason=0)
Add a bad slave server to the bad slave list and remove it from the active list and from the two moni...
Int_t SendGroupView()
Send to all active slaves servers the current slave group size and their unique id.
Int_t RestoreActiveList()
Restore saved list of active workers.
virtual Int_t Echo(const TObject *obj)
Sends an object to master and workers and expect them to send back a message with the output of its T...
void ShowLog(Int_t qry=-1)
Display on screen the content of the temporary log file.
void ClearInputData(TObject *obj=0)
Remove obj form the input data list; if obj is null (default), clear the input data info.
Int_t SendCommand(const char *cmd, ESlaves list=kActive)
Send command to be executed on the PROOF master and/or slaves.
void Feedback(TList *objs)
Get list of feedback objects.
virtual Bool_t RequestStagingDataSet(const char *dataset)
Allows users to request staging of a particular dataset.
Int_t GetLogLevel() const
TObject * GetOutput(const char *name)
Get specified object that has been produced during the processing (see Process()).
TList * GetListOfSlaveInfos()
Returns list of TSlaveInfo's. In case of error return 0.
virtual TTree * GetTreeHeader(TDSet *tdset)
Creates a tree header (a tree with nonexisting files) object for the DataSet.
virtual void ValidateDSet(TDSet *dset)
Validate a TDSet.
TProofMgr::EServType fServType
Int_t UploadDataSetFromFile(const char *, const char *, const char *=0, Int_t=0, TList *=0)
*** This function is deprecated and will disappear in future versions *** *** It is just a wrapper ar...
static TList * fgProofEnvList
virtual void FindUniqueSlaves()
Add to the fUniqueSlave list the active slaves that have a unique (user) file system image.
void SetPrintProgress(PrintProgress_t pp)
const char * GetUser() const
void TerminateWorker(TSlave *wrk)
Ask an active worker 'wrk' to terminate, i.e. to shutdown.
static void SystemCmd(const char *cmd, Int_t fdout)
Exec system command 'cmd'. If fdout > -1, append the output to fdout.
EQueryMode GetQueryMode(Option_t *mode=0) const
Find out the query mode based on the current setting and 'mode'.
TString fActiveSlavesSaved
Int_t LoadPackage(const char *package, Bool_t notOnClient=kFALSE, TList *loadopts=0, TList *workers=0)
Load specified package.
Bool_t fSendGroupView
list returned by kPROOF_GETSLAVEINFO
void ResetProgressDialog(const char *sel, Int_t sz, Long64_t fst, Long64_t ent)
Reset progress dialog.
void SetDrawFeedbackOption(TDrawFeedback *f, Option_t *opt)
Set draw feedback option.
virtual TFileCollection * GetDataSet(const char *dataset, const char *optStr="")
Get a list of TFileInfo objects describing the files of the specified dataset.
TDrawFeedback * CreateDrawFeedback()
Draw feedback creation proxy.
void AddChain(TChain *chain)
Add chain to data set.
static const TList * GetEnvVars()
Get environemnt variables.
TSlave * FindSlave(TSocket *s) const
Find slave that has TSocket s. Returns 0 in case slave is not found.
TList * GetListOfEnabledPackages()
Get from the master the list of names of the packages enabled.
TList * GetFeedbackList() const
Return feedback list.
virtual void SendInputDataFile()
Send the input data objects to the master; the objects are taken from the dedicated list and / or the...
virtual TList * GetListOfQueries(Option_t *opt="")
Ask the master for the list of queries.
static void DelEnvVar(const char *name)
Remove an variable from the list of environment variables passed to proofserv on the master and slave...
Int_t BroadcastObject(const TObject *obj, Int_t kind, TList *slaves)
Broadcast an object to all slaves in the specified list.
void SetLogLevel(Int_t level, UInt_t mask=TProofDebug::kAll)
Set server logging level.
TList * fEnabledPackagesOnCluster
virtual Long64_t Process(TDSet *dset, const char *selector, Option_t *option="", Long64_t nentries=-1, Long64_t firstentry=0)
Process a data set (TDSet) using the specified selector (.C) file or Tselector object Entry- or event...
void ClearInput()
Clear input object list.
TList * GetListOfBadSlaves() const
Int_t GetSandbox(TString &sb, Bool_t assert=kFALSE, const char *rc=0)
Set the sandbox path from ' Proof.Sandbox' or the alternative var 'rc'.
Int_t DisablePackage(const char *package)
Remove a specific package.
Int_t GetQueryReference(Int_t qry, TString &ref)
Get reference for the qry-th query in fQueries (as displayed by ShowQueries).
Int_t GetNumberOfUniqueSlaves() const
Return number of unique slaves, i.e.
virtual Bool_t ExistsDataSet(const char *dataset)
Returns kTRUE if 'dataset' exists, kFALSE otherwise.
void ShowDataSet(const char *dataset="", const char *opt="filter:SsCc")
display meta-info for given dataset usi
Int_t HandleInputMessage(TSlave *wrk, TMessage *m, Bool_t deactonfail=kFALSE)
Analyze the received message.
void SetDSet(TDSet *dset)
void AddInput(TObject *obj)
Add objects that might be needed during the processing of the selector (see Process()).
void RecvLogFile(TSocket *s, Int_t size)
Receive the log file of the slave with socket s.
void CloseProgressDialog()
Close progress dialog.
TProofOutputList fOutputList
Int_t GetActiveMergersCount()
Get the active mergers count.
void DataSetStatus(const char *msg, Bool_t status, Int_t done, Int_t total)
Send dataset preparation status.
TMacro * GetLastLog()
Fill a TMacro with the log lines since the last reading (fLogFileR) Return (TMacro *)0 if no line was...
TList * GetLoadedMacros() const
TList * GetInputList()
Get input list.
void ReleaseMonitor(TMonitor *mon)
Release the used monitor to be used, making sure to delete newly created monitors.
void ShowEnabledPackages(Bool_t all=kFALSE)
List which packages are enabled.
void SetMaxDrawQueries(Int_t max)
Set max number of draw queries whose results are saved.
void GetLog(Int_t start=-1, Int_t end=-1)
Ask for remote logs in the range [start, end].
Int_t CollectInputFrom(TSocket *s, Int_t endtype=-1, Bool_t deactonfail=kFALSE)
Collect and analyze available input from socket s.
Bool_t UseDynamicStartup() const
Int_t GetSessionID() const
const char * GetMaster() const
void QueryResultReady(const char *ref)
Notify availability of a query result.
virtual void SaveWorkerInfo()
Save information about the worker set in the file .workers in the working dir.
Int_t EnablePackage(const char *package, Bool_t notOnClient=kFALSE, TList *workers=0)
Enable specified package.
Bool_t IsDataReady(Long64_t &totalbytes, Long64_t &bytesready)
See if the data is ready to be analyzed.
const char * GetGroup() const
virtual Int_t VerifyDataSet(const char *dataset, const char *optStr="")
Verify if all files in the specified dataset are available.
This is the ROOT implementation of the Qt object communication mechanism (see also http://www....
A container class for query results.
A TSelector object is used by the TTree::Draw, TTree::Scan, TTree::Process to navigate in a TTree and...
const char * GetMsd() const
Int_t Compare(const TObject *obj) const
Used to sort slaveinfos by ordinal.
SysInfo_t GetSysInfo() const
Bool_t IsSortable() const
void SetStatus(ESlaveStatus stat)
const char * GetOrdinal() const
void SetSysInfo(SysInfo_t si)
Setter for fSysInfo.
TSlaveInfo(const char *ordinal="", const char *host="", Int_t perfidx=0, const char *msd="", const char *datadir="")
void SetOrdinal(const char *ord)
const char * GetName() const
Returns name of object.
Bool_t IsEqual(const TObject *obj) const
Used to compare slaveinfos by ordinal.
const char * GetDataDir() const
void Print(Option_t *option="") const
Print slave info.
Version of TSlave for local worker servers.
Class describing a PROOF worker server.
const char * Data() const
void Form(const char *fmt,...)
Formats a string using a printf style format descriptor.
A TTree represents a columnar dataset.
This class represents a WWW compatible URL.
const char * GetUrl(Bool_t withDeflt=kFALSE) const
Return full URL.
const char * GetUser() const
The packetizer is a load balancing object created for each query.
Abstract interface for the PROOF player.
Implementation of the functionality provided by TProofMgr in the case of a xproofd-based session.
This class implements the XProofD version of TProofServ, with respect to which it differs only for th...
This is the version of TSlave for workers servers based on XProofD.
Input handler for XProofD sockets.
High level handler of connections to XProofD.
static constexpr double s