From: Justin Lebar Date: Thu, 14 Jan 2016 21:41:21 +0000 (+0000) Subject: Don't build jobs for the same Action + ToolChain twice. X-Git-Url: https://granicus.if.org/sourcecode?a=commitdiff_plain;h=9c0291cdff2e9a819b7ecf0ffdfd63cd29d0a2c6;p=clang Don't build jobs for the same Action + ToolChain twice. Summary: Right now if the Action graph is a DAG and we encounter an action twice, we will run it twice. This patch is difficult to test as-is, but I have testcases for this as used within CUDA compilation. Reviewers: Subscribers: git-svn-id: https://llvm.org/svn/llvm-project/cfe/trunk@257808 91177308-0d34-0410-b5e6-96231b3b80d8 --- diff --git a/include/clang/Driver/Driver.h b/include/clang/Driver/Driver.h index a229779e1a..8e4fd3416d 100644 --- a/include/clang/Driver/Driver.h +++ b/include/clang/Driver/Driver.h @@ -21,6 +21,7 @@ #include "llvm/Support/Path.h" // FIXME: Kill when CompilationInfo lands. #include +#include #include #include #include @@ -381,10 +382,13 @@ public: /// BuildJobsForAction - Construct the jobs to perform for the /// action \p A and return an InputInfo for the result of running \p A. + /// Will only construct jobs for a given (Action, ToolChain) pair once. InputInfo BuildJobsForAction(Compilation &C, const Action *A, const ToolChain *TC, const char *BoundArch, bool AtTopLevel, bool MultipleArchs, - const char *LinkingOutput) const; + const char *LinkingOutput, + std::map, + InputInfo> &CachedResults) const; /// Returns the default name for linked images (e.g., "a.out"). const char *getDefaultImageName() const; @@ -441,6 +445,16 @@ private: /// the driver mode. std::pair getIncludeExcludeOptionFlagMasks() const; + /// Helper used in BuildJobsForAction. Doesn't use the cache when building + /// jobs specifically for the given action, but will use the cache when + /// building jobs for the Action's inputs. + InputInfo BuildJobsForActionNoCache( + Compilation &C, const Action *A, const ToolChain *TC, + const char *BoundArch, bool AtTopLevel, bool MultipleArchs, + const char *LinkingOutput, + std::map, InputInfo> + &CachedResults) const; + public: /// GetReleaseVersion - Parse (([0-9]+)(.([0-9]+)(.([0-9]+)?))?)? and /// return the grouped values as integers. Numbers which are not diff --git a/lib/Driver/Driver.cpp b/lib/Driver/Driver.cpp index 1e0a48d529..e9a37c6aa8 100644 --- a/lib/Driver/Driver.cpp +++ b/lib/Driver/Driver.cpp @@ -1632,6 +1632,8 @@ void Driver::BuildJobs(Compilation &C) const { if (A->getOption().matches(options::OPT_arch)) ArchNames.insert(A->getValue()); + // Set of (Action, canonical ToolChain triple) pairs we've built jobs for. + std::map, InputInfo> CachedResults; for (Action *A : C.getActions()) { // If we are linking an image for multiple archs then the linker wants // -arch_multiple and -final_output . Unfortunately, this @@ -1651,7 +1653,7 @@ void Driver::BuildJobs(Compilation &C) const { /*BoundArch*/ nullptr, /*AtTopLevel*/ true, /*MultipleArchs*/ ArchNames.size() > 1, - /*LinkingOutput*/ LinkingOutput); + /*LinkingOutput*/ LinkingOutput, CachedResults); } // If the user passed -Qunused-arguments or there were errors, don't warn @@ -1779,19 +1781,38 @@ static const Tool *selectToolForJob(Compilation &C, bool SaveTemps, return ToolForJob; } -InputInfo Driver::BuildJobsForAction(Compilation &C, const Action *A, - const ToolChain *TC, const char *BoundArch, - bool AtTopLevel, bool MultipleArchs, - const char *LinkingOutput) const { +InputInfo Driver::BuildJobsForAction( + Compilation &C, const Action *A, const ToolChain *TC, const char *BoundArch, + bool AtTopLevel, bool MultipleArchs, const char *LinkingOutput, + std::map, InputInfo> &CachedResults) + const { + std::pair ActionTC = { + A, TC->getTriple().normalize()}; + auto CachedResult = CachedResults.find(ActionTC); + if (CachedResult != CachedResults.end()) { + return CachedResult->second; + } + InputInfo Result = + BuildJobsForActionNoCache(C, A, TC, BoundArch, AtTopLevel, MultipleArchs, + LinkingOutput, CachedResults); + CachedResults[ActionTC] = Result; + return Result; +} + +InputInfo Driver::BuildJobsForActionNoCache( + Compilation &C, const Action *A, const ToolChain *TC, const char *BoundArch, + bool AtTopLevel, bool MultipleArchs, const char *LinkingOutput, + std::map, InputInfo> &CachedResults) + const { llvm::PrettyStackTraceString CrashInfo("Building compilation jobs"); InputInfoList CudaDeviceInputInfos; if (const CudaHostAction *CHA = dyn_cast(A)) { // Append outputs of device jobs to the input list. for (const Action *DA : CHA->getDeviceActions()) { - CudaDeviceInputInfos.push_back( - BuildJobsForAction(C, DA, TC, nullptr, AtTopLevel, - /*MultipleArchs*/ false, LinkingOutput)); + CudaDeviceInputInfos.push_back(BuildJobsForAction( + C, DA, TC, nullptr, AtTopLevel, + /*MultipleArchs*/ false, LinkingOutput, CachedResults)); } // Override current action with a real host compile action and continue // processing it. @@ -1822,7 +1843,7 @@ InputInfo Driver::BuildJobsForAction(Compilation &C, const Action *A, TC = &C.getDefaultToolChain(); return BuildJobsForAction(C, *BAA->begin(), TC, ArchName, AtTopLevel, - MultipleArchs, LinkingOutput); + MultipleArchs, LinkingOutput, CachedResults); } if (const CudaDeviceAction *CDA = dyn_cast(A)) { @@ -1831,7 +1852,8 @@ InputInfo Driver::BuildJobsForAction(Compilation &C, const Action *A, assert(CDA->getGpuArchName() && "No GPU name in device action."); return BuildJobsForAction(C, *CDA->begin(), C.getCudaDeviceToolChain(), CDA->getGpuArchName(), CDA->isAtTopLevel(), - /*MultipleArchs*/ true, LinkingOutput); + /*MultipleArchs*/ true, LinkingOutput, + CachedResults); } const ActionList *Inputs = &A->getInputs(); @@ -1847,9 +1869,9 @@ InputInfo Driver::BuildJobsForAction(Compilation &C, const Action *A, // need to build jobs for device-side inputs it may have held. if (CollapsedCHA) { for (const Action *DA : CollapsedCHA->getDeviceActions()) { - CudaDeviceInputInfos.push_back( - BuildJobsForAction(C, DA, TC, "", AtTopLevel, - /*MultipleArchs*/ false, LinkingOutput)); + CudaDeviceInputInfos.push_back(BuildJobsForAction( + C, DA, TC, "", AtTopLevel, + /*MultipleArchs*/ false, LinkingOutput, CachedResults)); } } @@ -1863,7 +1885,7 @@ InputInfo Driver::BuildJobsForAction(Compilation &C, const Action *A, AtTopLevel && (isa(A) || isa(A)); InputInfos.push_back(BuildJobsForAction(C, Input, TC, BoundArch, SubJobAtTopLevel, MultipleArchs, - LinkingOutput)); + LinkingOutput, CachedResults)); } // Always use the first input as the base input.