17#include "cling/Interpreter/DynamicLibraryManager.h"
18#include "cling/Interpreter/Interpreter.h"
19#include "cling/Interpreter/InterpreterCallbacks.h"
20#include "cling/Interpreter/Transaction.h"
21#include "cling/Utils/AST.h"
23#include "clang/AST/ASTConsumer.h"
24#include "clang/AST/ASTContext.h"
25#include "clang/AST/DeclBase.h"
26#include "clang/AST/DeclTemplate.h"
27#include "clang/AST/GlobalDecl.h"
28#include "clang/Frontend/CompilerInstance.h"
29#include "clang/Lex/HeaderSearch.h"
30#include "clang/Lex/PPCallbacks.h"
31#include "clang/Lex/Preprocessor.h"
32#include "clang/Parse/Parser.h"
33#include "clang/Sema/Lookup.h"
34#include "clang/Sema/Scope.h"
35#include "clang/Serialization/ASTReader.h"
36#include "clang/Serialization/GlobalModuleIndex.h"
37#include "clang/Basic/DiagnosticSema.h"
39#include "llvm/ExecutionEngine/Orc/AbsoluteSymbols.h"
40#include "llvm/ExecutionEngine/Orc/Core.h"
42#include "llvm/Support/Error.h"
43#include "llvm/Support/FileSystem.h"
44#include "llvm/Support/Path.h"
45#include "llvm/Support/Process.h"
75 std::string &args, std::string &io, std::string &fname);
79 llvm::StringRef canonicalName);
81 llvm::StringRef canonicalName);
96 llvm::Error
tryToGenerate(llvm::orc::LookupState &LS, llvm::orc::LookupKind K, llvm::orc::JITDylib &JD,
97 llvm::orc::JITDylibLookupFlags JDLookupFlags,
98 const llvm::orc::SymbolLookupSet &Symbols)
override
101 return llvm::Error::success();
107 std::unordered_map<std::string, llvm::orc::SymbolNameVector> found;
112 for (
auto &&KV : Symbols) {
113 llvm::orc::SymbolStringPtr
name = KV.first;
115 const cling::DynamicLibraryManager &DLM = *
fInterpreter->getDynamicLibraryManager();
117 std::string libName = DLM.searchLibrariesForSymbol((*name).str(),
121 assert(libName.find(
"/libNew.") == std::string::npos &&
"We must not autoload libNew!");
127 assert(libName.find(
"/libCling.") == std::string::npos &&
"Must not autoload libCling!");
129 if (!libName.empty())
130 found[libName].push_back(
name);
133 llvm::orc::SymbolMap loadedSymbols;
134 for (
const auto &KV : found) {
141 for (
const auto &symbol : KV.second) {
142 std::string symbolStr = (*symbol).str();
145 void *addr = llvm::sys::DynamicLibrary::SearchForAddressOfSymbol(nameForDlsym);
147 loadedSymbols[symbol] = {llvm::orc::ExecutorAddr::fromPtr(addr), llvm::JITSymbolFlags::Exported};
152 if (!loadedSymbols.empty()) {
153 return JD.define(absoluteSymbols(std::move(loadedSymbols)));
156 return llvm::Error::success();
163 Transaction* T =
nullptr;
164 m_Interpreter->declare(
"namespace __ROOT_SpecialObjects{}", &T);
167 interp->addGenerator(std::make_unique<AutoloadLibraryGenerator>(interp, *
this));
175 const clang::Token &,
176 llvm::StringRef FileName,
178 clang::CharSourceRange ,
179 clang::OptionalFileEntryRef FE,
182 const clang::Module * Imported,
184 clang::SrcMgr::CharacteristicKind FileType) {
186 Sema &SemaR = m_Interpreter->getSema();
189 if (!SemaR.isModuleVisible(Imported))
191 "Module %s resolved but not visible!", Imported->Name.c_str());
207 bool isHeaderFile = FileName.ends_with(
".h") || FileName.ends_with(
".hxx") || FileName.ends_with(
".hpp");
211 std::string localString(FileName.str());
213 DeclarationName Name = &SemaR.getASTContext().Idents.get(localString.c_str());
214 LookupResult RHeader(SemaR, Name, sLoc, Sema::LookupOrdinaryName);
221 bool permanent,
bool resolved) {
236 Preprocessor& PP = m_Interpreter->getCI()->getPreprocessor();
239 std::string filename(FileName.str().substr(0,FileName.str().find_last_of(
'"')));
240 std::string fname, mode, arguments, io;
243 if (mode.length() > 0) {
244 if (llvm::sys::fs::exists(fname)) {
246 std::string options =
"k";
247 if (mode.find(
"++") != std::string::npos) options +=
"f";
248 if (mode.find(
"g") != std::string::npos) options +=
"g";
249 if (mode.find(
"O") != std::string::npos) options +=
"O";
252 Preprocessor::CleanupAndRestoreCacheRAII cleanupRAII(PP);
253 Parser& P =
const_cast<Parser&
>(m_Interpreter->getParser());
255 clang::Parser::ParserCurTokRestoreRAII fSavedCurToken(P);
259 Token& Tok =
const_cast<Token&
>(P.getCurToken());
260 Tok.setKind(tok::semi);
272 Sema& SemaR = m_Interpreter->getSema();
273 ASTContext& C = SemaR.getASTContext();
274 Sema::ContextAndScopeRAII pushedDCAndS(SemaR, C.getTranslationUnitDecl(),
292 DeclContext* DC = S->getEntity();
301 clang::DeclContext* MaybeTU = DC;
302 while (MaybeTU && !isa<TranslationUnitDecl>(MaybeTU)) {
304 MaybeTU = MaybeTU->getParent();
306 return isa<FunctionDecl>(DC);
324 if (m_Interpreter->getSema().getDiagnostics().hasErrorOccurred())
362 std::optional<std::string> envUseGMI = llvm::sys::Process::GetEnv(
"ROOT_USE_GMI");
363 if (envUseGMI.has_value())
367 const CompilerInstance *CI = m_Interpreter->getCI();
368 const LangOptions &LangOpts = CI->getPreprocessor().getLangOpts();
370 if (!LangOpts.Modules)
374 if (LangOpts.isCompilingModule())
384 Sema &SemaR = m_Interpreter->getSema();
385 if (SemaR.InstantiatingSpecializations.size() > 0)
388 GlobalModuleIndex *Index = CI->getASTReader()->getGlobalIndex();
394 GlobalModuleIndex::FileNameHitSet FoundModules;
398 if (Index->lookupIdentifier(Name.getAsString(), FoundModules)) {
399 for (llvm::StringRef FileName : FoundModules) {
400 StringRef ModuleName = llvm::sys::path::stem(FileName);
405 llvm::errs() <<
"Module '" << ModuleName <<
"' already loaded"
406 <<
" for '" << Name.getAsString() <<
"'\n";
412 llvm::errs() <<
"Loading '" << ModuleName <<
"' on demand"
413 <<
" for '" << Name.getAsString() <<
"'\n";
415 m_Interpreter->loadModule(ModuleName.str());
418 if (loadFirstMatchOnly)
438 if (
Name.getNameKind() != DeclarationName::Identifier)
441 Sema &SemaR = m_Interpreter->getSema();
442 auto *D = cast<Decl>(DC);
443 SourceLocation Loc = D->getLocation();
444 if (Loc.isValid() && SemaR.getSourceManager().isInSystemHeader(Loc)) {
453 NamespaceDecl* NSD = dyn_cast<NamespaceDecl>(
const_cast<DeclContext*
>(DC));
464 const DeclContext* primaryDC = NSD->getPrimaryContext();
468 LookupResult
R(SemaR, Name, SourceLocation(), Sema::LookupOrdinaryName);
469 R.suppressDiagnostics();
472 = NSD->getQualifiedNameAsString() +
"::" +
Name.getAsString();
478 clang::Scope
S(SemaR.TUScope, clang::Scope::DeclScope, SemaR.getDiagnostics());
479 S.setEntity(
const_cast<DeclContext*
>(DC));
480 Sema::ContextAndScopeRAII pushedDCAndS(SemaR,
const_cast<DeclContext*
>(DC), &S);
483 llvm::SmallVector<NamedDecl*, 4> lookupResults;
484 for(LookupResult::iterator
I =
R.begin(), E =
R.end();
I < E; ++
I)
485 lookupResults.push_back(*
I);
486 UpdateWithNewDecls(DC, Name, llvm::ArrayRef(lookupResults.data(), lookupResults.size()));
507 Sema &SemaR = m_Interpreter->getSema();
509 SourceLocation Loc = Tag->getLocation();
510 if (SemaR.getSourceManager().isInSystemHeader(Loc)) {
516 for (
auto ReRD: Tag->redecls()) {
518 if (ReRD->isBeingDefined())
523 if (RecordDecl* RD = dyn_cast<RecordDecl>(Tag)) {
524 ASTContext& C = SemaR.getASTContext();
525 Parser& P =
const_cast<Parser&
>(m_Interpreter->getParser());
534 C.getTypeDeclType(RD),
540 Tag->setHasExternalLexicalStorage(
false);
556 Scope *S, clang::OptionalFileEntryRef FE) {
562 Sema &SemaR = m_Interpreter->getSema();
571 Sema::LookupNameKind kind =
R.getLookupKind();
572 if (!(kind == Sema::LookupTagName || kind == Sema::LookupOrdinaryName
573 || kind == Sema::LookupNestedNameSpecifierName
574 || kind == Sema::LookupNamespaceName))
579 bool lookupSuccess =
false;
581 Parser &P =
const_cast<Parser &
>(m_Interpreter->getParser());
588 lookupSuccess = SemaR.LookupName(
R, S);
590 if (
R.isSingleResult()) {
591 if (isa<clang::RecordDecl>(
R.getFoundDecl())) {
607 lookupSuccess = FE || SemaR.LookupName(
R, S);
613 std::string incl =
"#include \"";
614 incl += FE->getName();
616 m_Interpreter->declare(incl);
652 if (
R.isForRedeclaration())
657 const Sema::LookupNameKind LookupKind =
R.getLookupKind();
658 if (LookupKind != Sema::LookupOrdinaryName)
662 Sema &SemaR = m_Interpreter->getSema();
663 ASTContext& C = SemaR.getASTContext();
664 Preprocessor &PP = SemaR.getPreprocessor();
665 DeclContext *CurDC = SemaR.CurContext;
666 DeclarationName Name =
R.getLookupName();
669 if(!CurDC || !CurDC->isFunctionOrMethod())
674 Preprocessor::CleanupAndRestoreCacheRAII cleanupPPRAII(PP);
681#if defined(R__MUST_REVISIT)
682#if R__MUST_REVISIT(6,2)
687 if (!fgSetOfSpecials) {
688 fgSetOfSpecials =
new std::set<TObject*>;
690 ((std::set<TObject*>*)fgSetOfSpecials)->insert((
TObject*)*obj);
694 VarDecl *VD = cast_or_null<VarDecl>(utils::Lookup::Named(&SemaR, Name,
699 TObject **address = (
TObject**)m_Interpreter->getAddressOfGlobal(GD);
703 CStyleCastExpr *CStyleCast = cast<CStyleCastExpr>(VD->getInit());
704 Expr* newInit = utils::Synthesize::IntegerLiteralExpr(C, (uint64_t)obj);
705 CStyleCast->setSubExpr(newInit);
712 Preprocessor::CleanupAndRestoreCacheRAII cleanupRAII(PP);
716 QualType QT = C.getPointerType(C.getTypeDeclType(cast<TypeDecl>(TD)));
719 SourceLocation(), Name.getAsIdentifierInfo(), QT,
723 = utils::Synthesize::CStyleCastPtrExpr(&SemaR, QT, (uint64_t)obj);
728 cling::CompilationOptions CO;
729 CO.DeclarationExtraction = 0;
730 CO.ValuePrinting = CompilationOptions::VPDisabled;
731 CO.ResultEvaluation = 0;
732 CO.DynamicScoping = 0;
734 CO.CodeGeneration = 1;
736 cling::Transaction* T =
new cling::Transaction(CO, SemaR);
738 T->setState(cling::Transaction::kCompleted);
740 m_Interpreter->emitAllDecls(T);
742 assert(VD &&
"Cannot be null!");
759 DeclarationName Name =
R.getLookupName();
760 IdentifierInfo* II = Name.getAsIdentifierInfo();
761 SourceLocation Loc =
R.getNameLoc();
762 Sema& SemaRef =
R.getSema();
763 ASTContext& C = SemaRef.getASTContext();
764 DeclContext* TU = C.getTranslationUnitDecl();
765 assert(TU &&
"Must not be null.");
768 clang::FunctionDecl* Wrapper =
nullptr;
771 DeclContext* DCCursor =
Cursor->getEntity();
774 Wrapper = dyn_cast_or_null<FunctionDecl>(DCCursor);
776 if (utils::Analyze::IsWrapper(Wrapper)) {
792 if (
auto annot = Wrapper->getAttr<AnnotateAttr>())
793 if (annot->getAnnotation() ==
"__ResolveAtRuntime" && S->isControlScope())
796 VarDecl* Result = VarDecl::Create(C, TU, Loc, Loc, II, C.DependentTy,
808 Wrapper->addAttr(AnnotateAttr::CreateImplicit(C,
"__ResolveAtRuntime",
nullptr, 0));
812 Sema::ContextRAII pushedDC(SemaRef, TU);
823 if (
R.getLookupKind() != Sema::LookupOrdinaryName)
826 if (
R.isForRedeclaration())
832 const Transaction* T = getInterpreter()->getCurrentTransaction();
835 const cling::CompilationOptions& COpts = T->getCompilationOpts();
836 if (!COpts.DynamicScoping)
839 auto &PP =
R.getSema().PP;
843 SourceLocation LocAfterIdent = PP.getLocForEndOfToken(
R.getNameLoc());
845 PP.getRawToken(LocAfterIdent, LookAhead0,
true);
846 if (LookAhead0.is(tok::raw_identifier))
865 for (Scope* DepScope = S; DepScope; DepScope = DepScope->getParent()) {
866 if (DeclContext* Ctx =
static_cast<DeclContext*
>(DepScope->getEntity())) {
867 if (!Ctx->isDependentContext())
869 if (isa<FunctionDecl>(Ctx))
887 if (
R.isForRedeclaration())
890 if (
R.getLookupKind() != Sema::LookupOrdinaryName)
893 if (!isa<FunctionDecl>(
R.getSema().CurContext))
898 DeclContext* ScopeDC = S->getEntity();
899 if (!ScopeDC || !llvm::isa<FunctionDecl>(ScopeDC))
904 Scope* FnScope = S->getFnParent();
907 auto FD = dyn_cast_or_null<FunctionDecl>(FnScope->getEntity());
908 if (!FD || !utils::Analyze::IsWrapper(FD))
912 Sema& SemaRef =
R.getSema();
913 ASTContext& C = SemaRef.getASTContext();
914 DeclContext* DC = SemaRef.CurContext;
915 assert(DC &&
"Must not be null.");
918 Preprocessor& PP =
R.getSema().getPreprocessor();
921 if (PP.LookAhead(0).isNot(tok::equal)) {
927 DeclarationName Name =
R.getLookupName();
928 IdentifierInfo* II = Name.getAsIdentifierInfo();
929 SourceLocation Loc =
R.getNameLoc();
930 VarDecl* Result = VarDecl::Create(C, DC, Loc, Loc, II,
931 C.getAutoType(QualType(),
932 clang::AutoTypeKeyword::Auto,
938 "Cannot create VarDecl");
945 Result->addAttr(AnnotateAttr::CreateImplicit(C,
"__Auto",
nullptr, 0));
950 SemaRef.getDiagnostics().setSeverity(diag::warn_deprecated_message, diag::Severity::Warning, SourceLocation());
951 SemaRef.Diag(Loc, diag::warn_deprecated_message)
952 <<
"declaration without the 'auto' keyword" << DC << Loc << FixItHint::CreateInsertion(Loc,
"auto ");
962 Sema& SemaR = m_Interpreter->getSema();
963 cling::Transaction TPrev((cling::CompilationOptions(), SemaR));
964 TPrev.append(SemaR.getASTContext().getTranslationUnitDecl());
1003 llvm::StringRef canonicalName) {
1008 llvm::StringRef canonicalName) {
The file contains utilities which are foundational and could be used across the core component of ROO...
#define R(a, b, c, d, e, f, g, h, i)
bool TCling__LibraryLoadingFailed(const std::string &, const std::string &, bool, bool)
Lookup libraries in LD_LIBRARY_PATH and DYLD_LIBRARY_PATH with mangled_name, which is extracted by er...
void * TCling__LockCompilationDuringUserCodeExecution()
Lock the interpreter.
int TCling__LoadLibrary(const char *library)
Load a library.
void TCling__UpdateListsOnCommitted(const cling::Transaction &, Interpreter *)
void TCling__SplitAclicMode(const char *fileName, std::string &mode, std::string &args, std::string &io, std::string &fname)
void TCling__TransactionRollback(const cling::Transaction &)
const char * TCling__GetClassSharedLibs(const char *className)
int TCling__AutoParseCallback(const char *className)
Decl * TCling__GetObjectDecl(TObject *obj)
void TCling__GetNormalizedContext(const ROOT::TMetaUtils::TNormalizedCtxt *&)
void TCling__RestoreInterpreterMutex(void *state)
Re-apply the lock count delta that TCling__ResetInterpreterMutex() caused.
int TCling__CompileMacro(const char *fileName, const char *options)
void * TCling__ResetInterpreterMutex()
Reset the interpreter lock to the state it had before interpreter-related calls happened.
int TCling__AutoLoadCallback(const char *className)
void TCling__LibraryUnloadedRTTI(const void *dyLibHandle, llvm::StringRef canonicalName)
void TCling__PrintStackTrace()
Print a StackTrace!
int TCling__IsAutoLoadNamespaceCandidate(const clang::NamespaceDecl *name)
void TCling__UpdateListsOnUnloaded(const cling::Transaction &)
void TCling__UnlockCompilationDuringUserCodeExecution(void *state)
Unlock the interpreter.
static bool topmostDCIsFunction(Scope *S)
void TCling__InvalidateGlobal(const clang::Decl *)
void TCling__LibraryLoadedRTTI(const void *dyLibHandle, llvm::StringRef canonicalName)
TObject * TCling__GetObjectAddress(const char *Name, void *&LookupCtx)
void TCling__RestoreInterpreterMutex(void *delta)
Re-apply the lock count delta that TCling__ResetInterpreterMutex() caused.
void TCling__TransactionRollback(const cling::Transaction &T)
void TCling__InvalidateGlobal(const clang::Decl *D)
void * TCling__LockCompilationDuringUserCodeExecution()
Lock the interpreter.
void TCling__UpdateListsOnUnloaded(const cling::Transaction &T)
void TCling__GetNormalizedContext(const ROOT::TMetaUtils::TNormalizedCtxt *&normCtxt)
bool TCling__LibraryLoadingFailed(const std::string &errmessage, const std::string &libStem, bool permanent, bool resolved)
Lookup libraries in LD_LIBRARY_PATH and DYLD_LIBRARY_PATH with mangled_name, which is extracted by er...
const char * TCling__GetClassSharedLibs(const char *className, bool skipCore)
void TCling__UnlockCompilationDuringUserCodeExecution(void *)
Unlock the interpreter.
int TCling__AutoParseCallback(const char *className)
void TCling__LibraryUnloadedRTTI(const void *dyLibHandle, const char *canonicalName)
void TCling__UpdateListsOnCommitted(const cling::Transaction &T, cling::Interpreter *)
const Decl * TCling__GetObjectDecl(TObject *obj)
int TCling__CompileMacro(const char *fileName, const char *options)
void * TCling__ResetInterpreterMutex()
Reset the interpreter lock to the state it had before interpreter-related calls happened.
int TCling__AutoLoadCallback(const char *className)
void TCling__PrintStackTrace()
Print a StackTrace!
void TCling__LibraryLoadedRTTI(const void *dyLibHandle, const char *canonicalName)
TObject * TCling__GetObjectAddress(const char *Name, void *&LookupCtx)
int TCling__IsAutoLoadNamespaceCandidate(const clang::NamespaceDecl *nsDecl)
void TCling__SplitAclicMode(const char *fileName, string &mode, string &args, string &io, string &fname)
AutoloadLibraryGenerator(cling::Interpreter *interp, const TClingCallbacks &cb)
const TClingCallbacks & fCallbacks
cling::Interpreter * fInterpreter
llvm::Error tryToGenerate(llvm::orc::LookupState &LS, llvm::orc::LookupKind K, llvm::orc::JITDylib &JD, llvm::orc::JITDylibLookupFlags JDLookupFlags, const llvm::orc::SymbolLookupSet &Symbols) override
void LibraryUnloaded(const void *dyLibHandle, llvm::StringRef canonicalName) override
bool tryFindROOTSpecialInternal(clang::LookupResult &R, clang::Scope *S)
void ReturnedFromUserCode(void *stateInfo) override
bool fIsAutoParsingSuspended
bool tryResolveAtRuntimeInternal(clang::LookupResult &R, clang::Scope *S)
bool findInGlobalModuleIndex(clang::DeclarationName Name, bool loadFirstMatchOnly=true)
bool tryAutoParseInternal(llvm::StringRef Name, clang::LookupResult &R, clang::Scope *S, clang::OptionalFileEntryRef FE=std::nullopt)
void PrintStackTrace() override
bool tryInjectImplicitAutoKeyword(clang::LookupResult &R, clang::Scope *S)
clang::NamespaceDecl * fROOTSpecialNamespace
void TransactionRollback(const cling::Transaction &T) override
void TransactionCommitted(const cling::Transaction &T) override
bool FileNotFound(llvm::StringRef FileName) override
TClingCallbacks(cling::Interpreter *interp, bool hasCodeGen)
void InclusionDirective(clang::SourceLocation, const clang::Token &, llvm::StringRef FileName, bool, clang::CharSourceRange, clang::OptionalFileEntryRef, llvm::StringRef, llvm::StringRef, const clang::Module *, bool, clang::SrcMgr::CharacteristicKind) override
llvm::DenseMap< llvm::StringRef, clang::DeclarationName > m_LoadedModuleFiles
bool IsAutoLoadingEnabled() const
void DefinitionShadowed(const clang::NamedDecl *D) override
A previous definition has been shadowed; invalidate TCling' stored data about the old (global) decl.
void * EnteringUserCode() override
bool fIsAutoLoadingRecursively
void UnlockCompilationDuringUserCodeExecution(void *StateInfo) override
bool LibraryLoadingFailed(const std::string &, const std::string &, bool, bool) override
void * LockCompilationDuringUserCodeExecution() override
bool LookupObject(clang::LookupResult &R, clang::Scope *S) override
void LibraryLoaded(const void *dyLibHandle, llvm::StringRef canonicalName) override
bool shouldResolveAtRuntime(clang::LookupResult &R, clang::Scope *S)
void TransactionUnloaded(const cling::Transaction &T) override
Mother of all ROOT objects.
bool ConvertEnvValueToBool(const std::string &value)
RooArgSet S(Args_t &&... args)
RAII used to store Parser, Sema, Preprocessor state for recursive parsing.
clang::Preprocessor::CleanupAndRestoreCacheRAII fCleanupRAII
clang::Sema::ContextAndScopeRAII fPushedDCAndS