28#include <XrdCl/XrdClURL.hh>
29#include <XrdCl/XrdClFile.hh>
30#include <XrdCl/XrdClXRootDResponses.hh>
31#include <XrdCl/XrdClDefaultEnv.hh>
32#include <XrdCl/XrdClFileSystem.hh>
33#include <XrdVersion.hh>
64 XrdCl::AnyObject *response)
override
106 XrdCl::AnyObject *response)
override
127 fMode(
XrdCl::OpenFlags::None),
128 fInitCondVar(nullptr),
154 :
TFile((lurl ? lurl : url),
155 strstr(
mode,
"_WITHOUT_GLOBALREGISTRATION") != nullptr ?
"NET_WITHOUT_GLOBALREGISTRATION" :
"NET", title,
158 using namespace XrdCl;
163 if (!val.
IsNull()) XrdCl::DefaultEnv::SetLogLevel(val.
Data());
169 TUrl urlnoanchor(url);
171 fUrl =
new URL(std::string(urlnoanchor.
GetUrl()));
176 fUrl->SetProtocol(std::string(
"root"));
182 Error(
"Open",
"could not parse open mode %s",
mode);
204 status =
fFile->Open(
fUrl->GetURL(),
static_cast<XrdCl::OpenFlags::Flags
>(
fMode), Access::None, handler);
205 if (!status.IsOK()) {
206 Error(
"Open",
"%s", status.ToStr().c_str());
213 status =
fFile->Open(
fUrl->GetURL(),
static_cast<XrdCl::OpenFlags::Flags
>(
fMode));
214 if (!status.IsOK()) {
215#if XrdVNUMBER >= 40000
216 if( status.code == errRedirect )
217 fNewUrl = status.GetErrorMessage().c_str();
219 Error(
"Open",
"%s", status.ToStr().c_str());
221 Error(
"Open",
"%s", status.ToStr().c_str());
227 if( (
fMode & OpenFlags::New) || (
fMode & OpenFlags::Delete) ||
228 (
fMode & OpenFlags::Update) )
233 if( (
fMode & OpenFlags::New) || (
fMode & OpenFlags::Delete) )
258 using namespace XrdCl;
261 if (
gDebug > 1)
Info(
"Init",
"TFile::Init already called once");
297 using namespace XrdCl;
303 bool forceStat =
true;
304 if(
fMode == XrdCl::OpenFlags::Read )
308 if( !
fFile->Stat( forceStat, info ).IsOK() )
345 XrdCl::XRootDStatus status =
fFile->Close();
346 if (!status.IsOK()) {
347 Error(
"Close",
"%s", status.ToStr().c_str());
365 using namespace XrdCl;
372 if (parseres<0 || (
mode != OpenFlags::Read &&
mode != OpenFlags::Update)) {
373 Error(
"ReOpen",
"mode must be either READ or UPDATE, not %s", modestr);
379 &&
fMode == OpenFlags::New)) {
383 XRootDStatus st =
fFile->Close();
385 Error(
"ReOpen",
"%s", st.ToStr().c_str());
391 st =
fFile->Open(
fUrl->GetURL(),
static_cast<XrdCl::OpenFlags::Flags
>(
fMode));
393 Error(
"ReOpen",
"%s", st.ToStr().c_str());
422 using namespace XrdCl;
424 Info(
"ReadBuffer",
"offset: %lld length: %d", position,
length);
443 uint32_t bytesRead = 0;
446 Info(
"ReadBuffer",
"%s bytes read: %u", st.ToStr().c_str(), bytesRead);
449 Error(
"ReadBuffer",
"%s", st.ToStr().c_str());
454 Error(
"ReadBuffer",
"error reading all requested bytes, got %u of %d",
490 using namespace XrdCl;
496 std::vector<ChunkList> chunkLists;
498 std::vector<XRootDStatus*> *statuses;
500 Int_t totalBytes = 0;
508 for (
Int_t i = 0; i < nbuffs; i++)
512 for (
Int_t i = 0; i < nbuffs; ++i) {
522 for (j = 0; j < nsplit; ++j) {
533 chunks.push_back(ChunkInfo(position[i],
length[i],
cursor));
539 chunkLists.push_back(chunks);
540 chunks = ChunkList();
542 chunkLists.push_back(ChunkList(chunks.begin(),
544 chunks = ChunkList(chunks.begin() +
fReadvIovMax, chunks.end());
549 if( !chunks.empty() )
550 chunkLists.push_back(chunks);
555 statuses =
new std::vector<XRootDStatus*>(chunkLists.size());
558 std::vector<ChunkList>::iterator it;
559 for (it = chunkLists.begin(); it != chunkLists.end(); ++it)
563 status =
fFile->VectorRead(*it, 0, handler);
565 if (!status.IsOK()) {
566 Error(
"ReadBuffers",
"%s", status.ToStr().c_str());
572 for (it = chunkLists.begin(); it != chunkLists.end(); ++it) {
577 for (it = chunkLists.begin(); it != chunkLists.end(); ++it) {
578 XRootDStatus *st = statuses->at(it - chunkLists.begin());
581 Error(
"ReadBuffers",
"%s", st->ToStr().c_str());
582 for( ; it != chunkLists.end(); ++it )
584 st = statuses->at( it - chunkLists.begin() );
603 gPerfStats->FileReadEvent(
this, totalBytes, start);
623 using namespace XrdCl;
631 Info(
"WriteBuffer",
"file not writable");
646 Error(
"WriteBuffer",
"%s", st.ToStr().c_str());
667 Info(
"Flush",
"file not writable - do nothing");
675 XrdCl::XRootDStatus status =
fFile->Sync();
677 Error(
"Flush",
"%s", status.ToStr().c_str());
680 Info(
"Flush",
"XrdClient::Sync succeeded.");
709 using namespace XrdCl;
712 if (modestr ==
"NEW" || modestr ==
"CREATE")
mode = OpenFlags::New;
713 else if (modestr ==
"RECREATE")
mode = OpenFlags::Delete;
714 else if (modestr ==
"UPDATE")
mode = OpenFlags::Update;
715 else if (modestr ==
"READ")
mode = OpenFlags::Read;
721 mode = OpenFlags::Read;
735 Error(
"TNetXNGFile",
"Object is in 'zombie' state");
740 Error(
"TNetXNGFile",
"The remote file is not open");
753 using namespace XrdCl;
762#if XrdVNUMBER >= 40000
764 fFile->GetProperty(
"LastURL",lasturl);
768 if(lrl.GetProtocol().compare(
"file") == 0 &&
769 lrl.GetHostId().compare(
"localhost") == 0){
771 Info(
"GetVectorReadLimits",
"Local redirect, using default values");
775 std::string dataServerStr;
776 if( !
fFile->GetProperty(
"DataServer", dataServerStr ) )
778 URL dataServer(dataServerStr);
780 URL dataServer(
fFile->GetDataServer());
782 FileSystem
fs(dataServer);
785 arg.FromString(std::string(
"readv_ior_max readv_iov_max"));
787 XRootDStatus status =
fs.Query(QueryCode::Config, arg, response);
794 std::vector<TString> resps;
796 resps.push_back(token);
798 if (resps.size() != 2)
801 if (resps[0].IsDigit())
804 if (resps[1].IsDigit())
825 XrdCl::Env *env = XrdCl::DefaultEnv::GetEnv();
826 const char *cenv = 0;
831 || strlen(cenv) <= 0))
832 env->PutInt(
"ConnectionWindow", val.
Atoi());
836 || strlen(cenv) <= 0))
837 env->PutInt(
"RequestTimeout", val.
Atoi());
841 || strlen(cenv) <= 0))
842 env->PutInt(
"RequestTimeout", val.
Atoi());
844 val =
gEnv->
GetValue(
"NetXNG.SubStreamsPerChannel",
"");
846 || strlen(cenv) <= 0))
847 env->PutInt(
"SubStreamsPerChannel", val.
Atoi());
851 || strlen(cenv) <= 0))
852 env->PutInt(
"TimeoutResolution", val.
Atoi());
856 || strlen(cenv) <= 0))
857 env->PutInt(
"StreamErrorWindow", val.
Atoi());
861 || strlen(cenv) <= 0))
862 env->PutInt(
"RunForkHandler", val.
Atoi());
866 || strlen(cenv) <= 0))
867 env->PutInt(
"RedirectLimit", val.
Atoi());
871 || strlen(cenv) <= 0))
872 env->PutInt(
"WorkerThreads", val.
Atoi());
876 || strlen(cenv) <= 0))
877 env->PutInt(
"CPChunkSize", val.
Atoi());
881 || strlen(cenv) <= 0))
882 env->PutInt(
"CPParallelChunks", val.
Atoi());
886 || strlen(cenv) <= 0))
887 env->PutString(
"PollerPreference", val.
Data());
891 || strlen(cenv) <= 0))
892 env->PutString(
"ClientMonitor", val.
Data());
896 || strlen(cenv) <= 0))
897 env->PutString(
"ClientMonitorParam", val.
Data());
900 env->PutInt(
"MultiProtocol",
gEnv->
GetValue(
"TFile.CrossProtocolRedirects", 1));
950 || strlen(cenv) <= 0))
955 || strlen(cenv) <= 0))
960 || strlen(cenv) <= 0))
965 || strlen(cenv) <= 0))
970 || strlen(cenv) <= 0))
975 || strlen(cenv) <= 0))
size_t size(const MatrixT &matrix)
retrieve the size of a square matrix
void Info(const char *location, const char *msgfmt,...)
Use this function for informational messages.
void Error(const char *location, const char *msgfmt,...)
Use this function in case an error occurred.
Option_t Option_t TPoint TPoint const char GetTextMagnitude GetFillStyle GetLineColor GetLineWidth GetMarkerStyle GetTextAlign GetTextColor GetTextSize void char Point_t Rectangle_t cursor
Option_t Option_t TPoint TPoint const char GetTextMagnitude GetFillStyle GetLineColor GetLineWidth GetMarkerStyle GetTextAlign GetTextColor GetTextSize void char Point_t Rectangle_t WindowAttributes_t Float_t Float_t Float_t Int_t Int_t UInt_t UInt_t Rectangle_t Int_t Int_t Window_t TString Int_t GCValues_t GetPrimarySelectionOwner GetDisplay GetScreen GetColormap GetNativeEvent const char const char dpyName wid window const char font_name cursor keysym reg const char only_if_exist regb h Point_t winding char text const char depth char const char Int_t count const char ColorStruct_t color const char Pixmap_t Pixmap_t PictureAttributes_t attr const char char ret_data h unsigned char height h offset
Option_t Option_t TPoint TPoint const char GetTextMagnitude GetFillStyle GetLineColor GetLineWidth GetMarkerStyle GetTextAlign GetTextColor GetTextSize void char Point_t Rectangle_t WindowAttributes_t Float_t Float_t Float_t Int_t Int_t UInt_t UInt_t Rectangle_t Int_t Int_t Window_t TString Int_t GCValues_t GetPrimarySelectionOwner GetDisplay GetScreen GetColormap GetNativeEvent const char const char dpyName wid window const char font_name cursor keysym reg const char only_if_exist regb h Point_t winding char text const char depth char const char Int_t count const char ColorStruct_t color const char Pixmap_t Pixmap_t PictureAttributes_t attr const char char ret_data h unsigned char height h length
Option_t Option_t TPoint TPoint const char mode
Option_t Option_t TPoint TPoint const char GetTextMagnitude GetFillStyle GetLineColor GetLineWidth GetMarkerStyle GetTextAlign GetTextColor GetTextSize fs
TString ToUpper(const TString &s)
Return an upper-case version of str.
R__EXTERN TSystem * gSystem
R__EXTERN TVirtualMonitoringWriter * gMonitoringWriter
TArchiveMember * GetMember() const
Long64_t GetDecompressedSize() const
void HandleResponse(XrdCl::XRootDStatus *status, XrdCl::AnyObject *response) override
TAsyncOpenHandler(TNetXNGFile *file)
std::vector< XrdCl::XRootDStatus * > * fStatuses
TAsyncReadvHandler(std::vector< XrdCl::XRootDStatus * > *statuses, Int_t statusIndex, TSemaphore *semaphore)
void HandleResponse(XrdCl::XRootDStatus *status, XrdCl::AnyObject *response) override
virtual void SetOwner(Bool_t enable=kTRUE)
Set whether this collection is the owner (enable==true) of its content.
Bool_t fWritable
True if directory is writable.
virtual Int_t GetValue(const char *name, Int_t dflt) const
Returns the integer value for a resource.
A ROOT file is an on-disk file, usually with extension .root, that stores objects in a file-system-li...
static std::atomic< Long64_t > fgBytesRead
Number of bytes read by all TFile objects.
Int_t fReadCalls
Number of read calls ( not counting the cache calls )
Long64_t fBytesRead
Number of bytes read from this file.
TArchiveFile * fArchive
!Archive file from which we read this file
TList * fOpenPhases
!Time info about open phases
Int_t WriteBufferViaCache(const char *buf, Int_t len)
Write buffer via cache.
Int_t ReadBufferViaCache(char *buf, Int_t len)
Read buffer via cache.
Long64_t fArchiveOffset
!Offset at which file starts in archive
virtual void Init(Bool_t create)
Initialize a TFile object.
Long64_t GetRelOffset() const
TString fOption
File options.
EAsyncOpenStatus
Asynchronous open request status.
Bool_t FlushWriteCache()
Flush the write cache if active.
Long64_t fBytesWrite
Number of bytes written to this file.
Bool_t fInitDone
!True if the file has been initialized
virtual void SetOffset(Long64_t offset, ERelativeTo pos=kBeg)
Set position from where to start reading.
Long64_t fOffset
!Seek offset cache
static std::atomic< Long64_t > fgBytesWrite
Number of bytes written by all TFile objects.
EAsyncOpenStatus fAsyncOpenStatus
!Status of an asynchronous open request
void Close(Option_t *option="") override
Close a file.
static std::atomic< Int_t > fgReadCalls
Number of bytes read from all TFile objects.
void Seek(Long64_t offset, ERelativeTo position=kBeg) override
Set the position within the file.
virtual void SetEnv()
Map ROOT and xrootd environment variables.
virtual Bool_t IsUseable() const
Check the file is open and isn't a zombie.
virtual void SetAsyncOpenStatus(EAsyncOpenStatus status)
Set the status of an asynchronous file open.
Bool_t ReadBuffer(char *buffer, Int_t length) override
Read a data chunk of the given size.
void Close(const Option_t *option="") override
Close the file.
Bool_t ReadBuffers(char *buffer, Long64_t *position, Int_t *length, Int_t nbuffs) override
Read scattered data chunks in one operation.
void Flush() override
Synchronize a file's in-memory and on-disk states.
Bool_t WriteBuffer(const char *buffer, Int_t length) override
Write a data chunk.
Int_t ReOpen(Option_t *modestr) override
Reopen the file with the new access mode.
XrdSysCondVar * fInitCondVar
Long64_t GetSize() const override
Get the file size.
virtual ~TNetXNGFile()
Destructor.
void Init(Bool_t create) override
Initialize the file.
virtual Bool_t GetVectorReadLimits()
Find the server-specific readv config params.
Bool_t IsOpen() const override
Check if the file is open.
R__ALWAYS_INLINE Bool_t IsZombie() const
Int_t Post()
Increment the value of the semaphore.
Int_t Wait()
If the semaphore value is > 0 then decrement it and carry on, else block, waiting on the condition un...
Int_t Atoi() const
Return integer value of string.
const char * Data() const
TObjArray * Tokenize(const TString &delim) const
This function is used to isolate sequential tokens in a TString.
void Form(const char *fmt,...)
Formats a string using a printf style format descriptor.
virtual const char * Getenv(const char *env)
Get environment variable.
virtual void Setenv(const char *name, const char *value)
Set environment variable.
virtual const char * HomeDirectory(const char *userName=nullptr)
Return the user's home directory.
The TTimeStamp encapsulates seconds and ns since EPOCH.
This class represents a WWW compatible URL.
const char * GetUrl(Bool_t withDeflt=kFALSE) const
Return full URL.
void SetAnchor(const char *anchor)
virtual Bool_t SendFileOpenProgress(TFile *, TList *, const char *, Bool_t=kFALSE)
virtual Bool_t SendFileReadProgress(TFile *)