summaryrefslogtreecommitdiffstats
path: root/gnu/llvm/tools/clang/lib/Tooling/ASTDiff/ASTDiff.cpp
diff options
context:
space:
mode:
authorpatrick <patrick@openbsd.org>2020-08-03 15:06:44 +0000
committerpatrick <patrick@openbsd.org>2020-08-03 15:06:44 +0000
commitb64793999546ed8adebaeebd9d8345d18db8927d (patch)
tree4357c27b561d73b0e089727c6ed659f2ceff5f47 /gnu/llvm/tools/clang/lib/Tooling/ASTDiff/ASTDiff.cpp
parentAdd support for UTF-8 DISPLAY-HINTs with octet length. For now only (diff)
downloadwireguard-openbsd-b64793999546ed8adebaeebd9d8345d18db8927d.tar.xz
wireguard-openbsd-b64793999546ed8adebaeebd9d8345d18db8927d.zip
Remove LLVM 8.0.1 files.
Diffstat (limited to 'gnu/llvm/tools/clang/lib/Tooling/ASTDiff/ASTDiff.cpp')
-rw-r--r--gnu/llvm/tools/clang/lib/Tooling/ASTDiff/ASTDiff.cpp1020
1 files changed, 0 insertions, 1020 deletions
diff --git a/gnu/llvm/tools/clang/lib/Tooling/ASTDiff/ASTDiff.cpp b/gnu/llvm/tools/clang/lib/Tooling/ASTDiff/ASTDiff.cpp
deleted file mode 100644
index 592e8572c77..00000000000
--- a/gnu/llvm/tools/clang/lib/Tooling/ASTDiff/ASTDiff.cpp
+++ /dev/null
@@ -1,1020 +0,0 @@
-//===- ASTDiff.cpp - AST differencing implementation-----------*- C++ -*- -===//
-//
-// The LLVM Compiler Infrastructure
-//
-// This file is distributed under the University of Illinois Open Source
-// License. See LICENSE.TXT for details.
-//
-//===----------------------------------------------------------------------===//
-//
-// This file contains definitons for the AST differencing interface.
-//
-//===----------------------------------------------------------------------===//
-
-#include "clang/Tooling/ASTDiff/ASTDiff.h"
-
-#include "clang/AST/RecursiveASTVisitor.h"
-#include "clang/Lex/Lexer.h"
-#include "llvm/ADT/PriorityQueue.h"
-
-#include <limits>
-#include <memory>
-#include <unordered_set>
-
-using namespace llvm;
-using namespace clang;
-
-namespace clang {
-namespace diff {
-
-namespace {
-/// Maps nodes of the left tree to ones on the right, and vice versa.
-class Mapping {
-public:
- Mapping() = default;
- Mapping(Mapping &&Other) = default;
- Mapping &operator=(Mapping &&Other) = default;
-
- Mapping(size_t Size) {
- SrcToDst = llvm::make_unique<NodeId[]>(Size);
- DstToSrc = llvm::make_unique<NodeId[]>(Size);
- }
-
- void link(NodeId Src, NodeId Dst) {
- SrcToDst[Src] = Dst, DstToSrc[Dst] = Src;
- }
-
- NodeId getDst(NodeId Src) const { return SrcToDst[Src]; }
- NodeId getSrc(NodeId Dst) const { return DstToSrc[Dst]; }
- bool hasSrc(NodeId Src) const { return getDst(Src).isValid(); }
- bool hasDst(NodeId Dst) const { return getSrc(Dst).isValid(); }
-
-private:
- std::unique_ptr<NodeId[]> SrcToDst, DstToSrc;
-};
-} // end anonymous namespace
-
-class ASTDiff::Impl {
-public:
- SyntaxTree::Impl &T1, &T2;
- Mapping TheMapping;
-
- Impl(SyntaxTree::Impl &T1, SyntaxTree::Impl &T2,
- const ComparisonOptions &Options);
-
- /// Matches nodes one-by-one based on their similarity.
- void computeMapping();
-
- // Compute Change for each node based on similarity.
- void computeChangeKinds(Mapping &M);
-
- NodeId getMapped(const std::unique_ptr<SyntaxTree::Impl> &Tree,
- NodeId Id) const {
- if (&*Tree == &T1)
- return TheMapping.getDst(Id);
- assert(&*Tree == &T2 && "Invalid tree.");
- return TheMapping.getSrc(Id);
- }
-
-private:
- // Returns true if the two subtrees are identical.
- bool identical(NodeId Id1, NodeId Id2) const;
-
- // Returns false if the nodes must not be mached.
- bool isMatchingPossible(NodeId Id1, NodeId Id2) const;
-
- // Returns true if the nodes' parents are matched.
- bool haveSameParents(const Mapping &M, NodeId Id1, NodeId Id2) const;
-
- // Uses an optimal albeit slow algorithm to compute a mapping between two
- // subtrees, but only if both have fewer nodes than MaxSize.
- void addOptimalMapping(Mapping &M, NodeId Id1, NodeId Id2) const;
-
- // Computes the ratio of common descendants between the two nodes.
- // Descendants are only considered to be equal when they are mapped in M.
- double getJaccardSimilarity(const Mapping &M, NodeId Id1, NodeId Id2) const;
-
- // Returns the node that has the highest degree of similarity.
- NodeId findCandidate(const Mapping &M, NodeId Id1) const;
-
- // Returns a mapping of identical subtrees.
- Mapping matchTopDown() const;
-
- // Tries to match any yet unmapped nodes, in a bottom-up fashion.
- void matchBottomUp(Mapping &M) const;
-
- const ComparisonOptions &Options;
-
- friend class ZhangShashaMatcher;
-};
-
-/// Represents the AST of a TranslationUnit.
-class SyntaxTree::Impl {
-public:
- Impl(SyntaxTree *Parent, ASTContext &AST);
- /// Constructs a tree from an AST node.
- Impl(SyntaxTree *Parent, Decl *N, ASTContext &AST);
- Impl(SyntaxTree *Parent, Stmt *N, ASTContext &AST);
- template <class T>
- Impl(SyntaxTree *Parent,
- typename std::enable_if<std::is_base_of<Stmt, T>::value, T>::type *Node,
- ASTContext &AST)
- : Impl(Parent, dyn_cast<Stmt>(Node), AST) {}
- template <class T>
- Impl(SyntaxTree *Parent,
- typename std::enable_if<std::is_base_of<Decl, T>::value, T>::type *Node,
- ASTContext &AST)
- : Impl(Parent, dyn_cast<Decl>(Node), AST) {}
-
- SyntaxTree *Parent;
- ASTContext &AST;
- PrintingPolicy TypePP;
- /// Nodes in preorder.
- std::vector<Node> Nodes;
- std::vector<NodeId> Leaves;
- // Maps preorder indices to postorder ones.
- std::vector<int> PostorderIds;
- std::vector<NodeId> NodesBfs;
-
- int getSize() const { return Nodes.size(); }
- NodeId getRootId() const { return 0; }
- PreorderIterator begin() const { return getRootId(); }
- PreorderIterator end() const { return getSize(); }
-
- const Node &getNode(NodeId Id) const { return Nodes[Id]; }
- Node &getMutableNode(NodeId Id) { return Nodes[Id]; }
- bool isValidNodeId(NodeId Id) const { return Id >= 0 && Id < getSize(); }
- void addNode(Node &N) { Nodes.push_back(N); }
- int getNumberOfDescendants(NodeId Id) const;
- bool isInSubtree(NodeId Id, NodeId SubtreeRoot) const;
- int findPositionInParent(NodeId Id, bool Shifted = false) const;
-
- std::string getRelativeName(const NamedDecl *ND,
- const DeclContext *Context) const;
- std::string getRelativeName(const NamedDecl *ND) const;
-
- std::string getNodeValue(NodeId Id) const;
- std::string getNodeValue(const Node &Node) const;
- std::string getDeclValue(const Decl *D) const;
- std::string getStmtValue(const Stmt *S) const;
-
-private:
- void initTree();
- void setLeftMostDescendants();
-};
-
-static bool isSpecializedNodeExcluded(const Decl *D) { return D->isImplicit(); }
-static bool isSpecializedNodeExcluded(const Stmt *S) { return false; }
-static bool isSpecializedNodeExcluded(CXXCtorInitializer *I) {
- return !I->isWritten();
-}
-
-template <class T>
-static bool isNodeExcluded(const SourceManager &SrcMgr, T *N) {
- if (!N)
- return true;
- SourceLocation SLoc = N->getSourceRange().getBegin();
- if (SLoc.isValid()) {
- // Ignore everything from other files.
- if (!SrcMgr.isInMainFile(SLoc))
- return true;
- // Ignore macros.
- if (SLoc != SrcMgr.getSpellingLoc(SLoc))
- return true;
- }
- return isSpecializedNodeExcluded(N);
-}
-
-namespace {
-// Sets Height, Parent and Children for each node.
-struct PreorderVisitor : public RecursiveASTVisitor<PreorderVisitor> {
- int Id = 0, Depth = 0;
- NodeId Parent;
- SyntaxTree::Impl &Tree;
-
- PreorderVisitor(SyntaxTree::Impl &Tree) : Tree(Tree) {}
-
- template <class T> std::tuple<NodeId, NodeId> PreTraverse(T *ASTNode) {
- NodeId MyId = Id;
- Tree.Nodes.emplace_back();
- Node &N = Tree.getMutableNode(MyId);
- N.Parent = Parent;
- N.Depth = Depth;
- N.ASTNode = DynTypedNode::create(*ASTNode);
- assert(!N.ASTNode.getNodeKind().isNone() &&
- "Expected nodes to have a valid kind.");
- if (Parent.isValid()) {
- Node &P = Tree.getMutableNode(Parent);
- P.Children.push_back(MyId);
- }
- Parent = MyId;
- ++Id;
- ++Depth;
- return std::make_tuple(MyId, Tree.getNode(MyId).Parent);
- }
- void PostTraverse(std::tuple<NodeId, NodeId> State) {
- NodeId MyId, PreviousParent;
- std::tie(MyId, PreviousParent) = State;
- assert(MyId.isValid() && "Expecting to only traverse valid nodes.");
- Parent = PreviousParent;
- --Depth;
- Node &N = Tree.getMutableNode(MyId);
- N.RightMostDescendant = Id - 1;
- assert(N.RightMostDescendant >= 0 &&
- N.RightMostDescendant < Tree.getSize() &&
- "Rightmost descendant must be a valid tree node.");
- if (N.isLeaf())
- Tree.Leaves.push_back(MyId);
- N.Height = 1;
- for (NodeId Child : N.Children)
- N.Height = std::max(N.Height, 1 + Tree.getNode(Child).Height);
- }
- bool TraverseDecl(Decl *D) {
- if (isNodeExcluded(Tree.AST.getSourceManager(), D))
- return true;
- auto SavedState = PreTraverse(D);
- RecursiveASTVisitor<PreorderVisitor>::TraverseDecl(D);
- PostTraverse(SavedState);
- return true;
- }
- bool TraverseStmt(Stmt *S) {
- if (S)
- S = S->IgnoreImplicit();
- if (isNodeExcluded(Tree.AST.getSourceManager(), S))
- return true;
- auto SavedState = PreTraverse(S);
- RecursiveASTVisitor<PreorderVisitor>::TraverseStmt(S);
- PostTraverse(SavedState);
- return true;
- }
- bool TraverseType(QualType T) { return true; }
- bool TraverseConstructorInitializer(CXXCtorInitializer *Init) {
- if (isNodeExcluded(Tree.AST.getSourceManager(), Init))
- return true;
- auto SavedState = PreTraverse(Init);
- RecursiveASTVisitor<PreorderVisitor>::TraverseConstructorInitializer(Init);
- PostTraverse(SavedState);
- return true;
- }
-};
-} // end anonymous namespace
-
-SyntaxTree::Impl::Impl(SyntaxTree *Parent, ASTContext &AST)
- : Parent(Parent), AST(AST), TypePP(AST.getLangOpts()) {
- TypePP.AnonymousTagLocations = false;
-}
-
-SyntaxTree::Impl::Impl(SyntaxTree *Parent, Decl *N, ASTContext &AST)
- : Impl(Parent, AST) {
- PreorderVisitor PreorderWalker(*this);
- PreorderWalker.TraverseDecl(N);
- initTree();
-}
-
-SyntaxTree::Impl::Impl(SyntaxTree *Parent, Stmt *N, ASTContext &AST)
- : Impl(Parent, AST) {
- PreorderVisitor PreorderWalker(*this);
- PreorderWalker.TraverseStmt(N);
- initTree();
-}
-
-static std::vector<NodeId> getSubtreePostorder(const SyntaxTree::Impl &Tree,
- NodeId Root) {
- std::vector<NodeId> Postorder;
- std::function<void(NodeId)> Traverse = [&](NodeId Id) {
- const Node &N = Tree.getNode(Id);
- for (NodeId Child : N.Children)
- Traverse(Child);
- Postorder.push_back(Id);
- };
- Traverse(Root);
- return Postorder;
-}
-
-static std::vector<NodeId> getSubtreeBfs(const SyntaxTree::Impl &Tree,
- NodeId Root) {
- std::vector<NodeId> Ids;
- size_t Expanded = 0;
- Ids.push_back(Root);
- while (Expanded < Ids.size())
- for (NodeId Child : Tree.getNode(Ids[Expanded++]).Children)
- Ids.push_back(Child);
- return Ids;
-}
-
-void SyntaxTree::Impl::initTree() {
- setLeftMostDescendants();
- int PostorderId = 0;
- PostorderIds.resize(getSize());
- std::function<void(NodeId)> PostorderTraverse = [&](NodeId Id) {
- for (NodeId Child : getNode(Id).Children)
- PostorderTraverse(Child);
- PostorderIds[Id] = PostorderId;
- ++PostorderId;
- };
- PostorderTraverse(getRootId());
- NodesBfs = getSubtreeBfs(*this, getRootId());
-}
-
-void SyntaxTree::Impl::setLeftMostDescendants() {
- for (NodeId Leaf : Leaves) {
- getMutableNode(Leaf).LeftMostDescendant = Leaf;
- NodeId Parent, Cur = Leaf;
- while ((Parent = getNode(Cur).Parent).isValid() &&
- getNode(Parent).Children[0] == Cur) {
- Cur = Parent;
- getMutableNode(Cur).LeftMostDescendant = Leaf;
- }
- }
-}
-
-int SyntaxTree::Impl::getNumberOfDescendants(NodeId Id) const {
- return getNode(Id).RightMostDescendant - Id + 1;
-}
-
-bool SyntaxTree::Impl::isInSubtree(NodeId Id, NodeId SubtreeRoot) const {
- return Id >= SubtreeRoot && Id <= getNode(SubtreeRoot).RightMostDescendant;
-}
-
-int SyntaxTree::Impl::findPositionInParent(NodeId Id, bool Shifted) const {
- NodeId Parent = getNode(Id).Parent;
- if (Parent.isInvalid())
- return 0;
- const auto &Siblings = getNode(Parent).Children;
- int Position = 0;
- for (size_t I = 0, E = Siblings.size(); I < E; ++I) {
- if (Shifted)
- Position += getNode(Siblings[I]).Shift;
- if (Siblings[I] == Id) {
- Position += I;
- return Position;
- }
- }
- llvm_unreachable("Node not found in parent's children.");
-}
-
-// Returns the qualified name of ND. If it is subordinate to Context,
-// then the prefix of the latter is removed from the returned value.
-std::string
-SyntaxTree::Impl::getRelativeName(const NamedDecl *ND,
- const DeclContext *Context) const {
- std::string Val = ND->getQualifiedNameAsString();
- std::string ContextPrefix;
- if (!Context)
- return Val;
- if (auto *Namespace = dyn_cast<NamespaceDecl>(Context))
- ContextPrefix = Namespace->getQualifiedNameAsString();
- else if (auto *Record = dyn_cast<RecordDecl>(Context))
- ContextPrefix = Record->getQualifiedNameAsString();
- else if (AST.getLangOpts().CPlusPlus11)
- if (auto *Tag = dyn_cast<TagDecl>(Context))
- ContextPrefix = Tag->getQualifiedNameAsString();
- // Strip the qualifier, if Val refers to something in the current scope.
- // But leave one leading ':' in place, so that we know that this is a
- // relative path.
- if (!ContextPrefix.empty() && StringRef(Val).startswith(ContextPrefix))
- Val = Val.substr(ContextPrefix.size() + 1);
- return Val;
-}
-
-std::string SyntaxTree::Impl::getRelativeName(const NamedDecl *ND) const {
- return getRelativeName(ND, ND->getDeclContext());
-}
-
-static const DeclContext *getEnclosingDeclContext(ASTContext &AST,
- const Stmt *S) {
- while (S) {
- const auto &Parents = AST.getParents(*S);
- if (Parents.empty())
- return nullptr;
- const auto &P = Parents[0];
- if (const auto *D = P.get<Decl>())
- return D->getDeclContext();
- S = P.get<Stmt>();
- }
- return nullptr;
-}
-
-static std::string getInitializerValue(const CXXCtorInitializer *Init,
- const PrintingPolicy &TypePP) {
- if (Init->isAnyMemberInitializer())
- return Init->getAnyMember()->getName();
- if (Init->isBaseInitializer())
- return QualType(Init->getBaseClass(), 0).getAsString(TypePP);
- if (Init->isDelegatingInitializer())
- return Init->getTypeSourceInfo()->getType().getAsString(TypePP);
- llvm_unreachable("Unknown initializer type");
-}
-
-std::string SyntaxTree::Impl::getNodeValue(NodeId Id) const {
- return getNodeValue(getNode(Id));
-}
-
-std::string SyntaxTree::Impl::getNodeValue(const Node &N) const {
- const DynTypedNode &DTN = N.ASTNode;
- if (auto *S = DTN.get<Stmt>())
- return getStmtValue(S);
- if (auto *D = DTN.get<Decl>())
- return getDeclValue(D);
- if (auto *Init = DTN.get<CXXCtorInitializer>())
- return getInitializerValue(Init, TypePP);
- llvm_unreachable("Fatal: unhandled AST node.\n");
-}
-
-std::string SyntaxTree::Impl::getDeclValue(const Decl *D) const {
- std::string Value;
- if (auto *V = dyn_cast<ValueDecl>(D))
- return getRelativeName(V) + "(" + V->getType().getAsString(TypePP) + ")";
- if (auto *N = dyn_cast<NamedDecl>(D))
- Value += getRelativeName(N) + ";";
- if (auto *T = dyn_cast<TypedefNameDecl>(D))
- return Value + T->getUnderlyingType().getAsString(TypePP) + ";";
- if (auto *T = dyn_cast<TypeDecl>(D))
- if (T->getTypeForDecl())
- Value +=
- T->getTypeForDecl()->getCanonicalTypeInternal().getAsString(TypePP) +
- ";";
- if (auto *U = dyn_cast<UsingDirectiveDecl>(D))
- return U->getNominatedNamespace()->getName();
- if (auto *A = dyn_cast<AccessSpecDecl>(D)) {
- CharSourceRange Range(A->getSourceRange(), false);
- return Lexer::getSourceText(Range, AST.getSourceManager(),
- AST.getLangOpts());
- }
- return Value;
-}
-
-std::string SyntaxTree::Impl::getStmtValue(const Stmt *S) const {
- if (auto *U = dyn_cast<UnaryOperator>(S))
- return UnaryOperator::getOpcodeStr(U->getOpcode());
- if (auto *B = dyn_cast<BinaryOperator>(S))
- return B->getOpcodeStr();
- if (auto *M = dyn_cast<MemberExpr>(S))
- return getRelativeName(M->getMemberDecl());
- if (auto *I = dyn_cast<IntegerLiteral>(S)) {
- SmallString<256> Str;
- I->getValue().toString(Str, /*Radix=*/10, /*Signed=*/false);
- return Str.str();
- }
- if (auto *F = dyn_cast<FloatingLiteral>(S)) {
- SmallString<256> Str;
- F->getValue().toString(Str);
- return Str.str();
- }
- if (auto *D = dyn_cast<DeclRefExpr>(S))
- return getRelativeName(D->getDecl(), getEnclosingDeclContext(AST, S));
- if (auto *String = dyn_cast<StringLiteral>(S))
- return String->getString();
- if (auto *B = dyn_cast<CXXBoolLiteralExpr>(S))
- return B->getValue() ? "true" : "false";
- return "";
-}
-
-/// Identifies a node in a subtree by its postorder offset, starting at 1.
-struct SNodeId {
- int Id = 0;
-
- explicit SNodeId(int Id) : Id(Id) {}
- explicit SNodeId() = default;
-
- operator int() const { return Id; }
- SNodeId &operator++() { return ++Id, *this; }
- SNodeId &operator--() { return --Id, *this; }
- SNodeId operator+(int Other) const { return SNodeId(Id + Other); }
-};
-
-class Subtree {
-private:
- /// The parent tree.
- const SyntaxTree::Impl &Tree;
- /// Maps SNodeIds to original ids.
- std::vector<NodeId> RootIds;
- /// Maps subtree nodes to their leftmost descendants wtihin the subtree.
- std::vector<SNodeId> LeftMostDescendants;
-
-public:
- std::vector<SNodeId> KeyRoots;
-
- Subtree(const SyntaxTree::Impl &Tree, NodeId SubtreeRoot) : Tree(Tree) {
- RootIds = getSubtreePostorder(Tree, SubtreeRoot);
- int NumLeaves = setLeftMostDescendants();
- computeKeyRoots(NumLeaves);
- }
- int getSize() const { return RootIds.size(); }
- NodeId getIdInRoot(SNodeId Id) const {
- assert(Id > 0 && Id <= getSize() && "Invalid subtree node index.");
- return RootIds[Id - 1];
- }
- const Node &getNode(SNodeId Id) const {
- return Tree.getNode(getIdInRoot(Id));
- }
- SNodeId getLeftMostDescendant(SNodeId Id) const {
- assert(Id > 0 && Id <= getSize() && "Invalid subtree node index.");
- return LeftMostDescendants[Id - 1];
- }
- /// Returns the postorder index of the leftmost descendant in the subtree.
- NodeId getPostorderOffset() const {
- return Tree.PostorderIds[getIdInRoot(SNodeId(1))];
- }
- std::string getNodeValue(SNodeId Id) const {
- return Tree.getNodeValue(getIdInRoot(Id));
- }
-
-private:
- /// Returns the number of leafs in the subtree.
- int setLeftMostDescendants() {
- int NumLeaves = 0;
- LeftMostDescendants.resize(getSize());
- for (int I = 0; I < getSize(); ++I) {
- SNodeId SI(I + 1);
- const Node &N = getNode(SI);
- NumLeaves += N.isLeaf();
- assert(I == Tree.PostorderIds[getIdInRoot(SI)] - getPostorderOffset() &&
- "Postorder traversal in subtree should correspond to traversal in "
- "the root tree by a constant offset.");
- LeftMostDescendants[I] = SNodeId(Tree.PostorderIds[N.LeftMostDescendant] -
- getPostorderOffset());
- }
- return NumLeaves;
- }
- void computeKeyRoots(int Leaves) {
- KeyRoots.resize(Leaves);
- std::unordered_set<int> Visited;
- int K = Leaves - 1;
- for (SNodeId I(getSize()); I > 0; --I) {
- SNodeId LeftDesc = getLeftMostDescendant(I);
- if (Visited.count(LeftDesc))
- continue;
- assert(K >= 0 && "K should be non-negative");
- KeyRoots[K] = I;
- Visited.insert(LeftDesc);
- --K;
- }
- }
-};
-
-/// Implementation of Zhang and Shasha's Algorithm for tree edit distance.
-/// Computes an optimal mapping between two trees using only insertion,
-/// deletion and update as edit actions (similar to the Levenshtein distance).
-class ZhangShashaMatcher {
- const ASTDiff::Impl &DiffImpl;
- Subtree S1;
- Subtree S2;
- std::unique_ptr<std::unique_ptr<double[]>[]> TreeDist, ForestDist;
-
-public:
- ZhangShashaMatcher(const ASTDiff::Impl &DiffImpl, const SyntaxTree::Impl &T1,
- const SyntaxTree::Impl &T2, NodeId Id1, NodeId Id2)
- : DiffImpl(DiffImpl), S1(T1, Id1), S2(T2, Id2) {
- TreeDist = llvm::make_unique<std::unique_ptr<double[]>[]>(
- size_t(S1.getSize()) + 1);
- ForestDist = llvm::make_unique<std::unique_ptr<double[]>[]>(
- size_t(S1.getSize()) + 1);
- for (int I = 0, E = S1.getSize() + 1; I < E; ++I) {
- TreeDist[I] = llvm::make_unique<double[]>(size_t(S2.getSize()) + 1);
- ForestDist[I] = llvm::make_unique<double[]>(size_t(S2.getSize()) + 1);
- }
- }
-
- std::vector<std::pair<NodeId, NodeId>> getMatchingNodes() {
- std::vector<std::pair<NodeId, NodeId>> Matches;
- std::vector<std::pair<SNodeId, SNodeId>> TreePairs;
-
- computeTreeDist();
-
- bool RootNodePair = true;
-
- TreePairs.emplace_back(SNodeId(S1.getSize()), SNodeId(S2.getSize()));
-
- while (!TreePairs.empty()) {
- SNodeId LastRow, LastCol, FirstRow, FirstCol, Row, Col;
- std::tie(LastRow, LastCol) = TreePairs.back();
- TreePairs.pop_back();
-
- if (!RootNodePair) {
- computeForestDist(LastRow, LastCol);
- }
-
- RootNodePair = false;
-
- FirstRow = S1.getLeftMostDescendant(LastRow);
- FirstCol = S2.getLeftMostDescendant(LastCol);
-
- Row = LastRow;
- Col = LastCol;
-
- while (Row > FirstRow || Col > FirstCol) {
- if (Row > FirstRow &&
- ForestDist[Row - 1][Col] + 1 == ForestDist[Row][Col]) {
- --Row;
- } else if (Col > FirstCol &&
- ForestDist[Row][Col - 1] + 1 == ForestDist[Row][Col]) {
- --Col;
- } else {
- SNodeId LMD1 = S1.getLeftMostDescendant(Row);
- SNodeId LMD2 = S2.getLeftMostDescendant(Col);
- if (LMD1 == S1.getLeftMostDescendant(LastRow) &&
- LMD2 == S2.getLeftMostDescendant(LastCol)) {
- NodeId Id1 = S1.getIdInRoot(Row);
- NodeId Id2 = S2.getIdInRoot(Col);
- assert(DiffImpl.isMatchingPossible(Id1, Id2) &&
- "These nodes must not be matched.");
- Matches.emplace_back(Id1, Id2);
- --Row;
- --Col;
- } else {
- TreePairs.emplace_back(Row, Col);
- Row = LMD1;
- Col = LMD2;
- }
- }
- }
- }
- return Matches;
- }
-
-private:
- /// We use a simple cost model for edit actions, which seems good enough.
- /// Simple cost model for edit actions. This seems to make the matching
- /// algorithm perform reasonably well.
- /// The values range between 0 and 1, or infinity if this edit action should
- /// always be avoided.
- static constexpr double DeletionCost = 1;
- static constexpr double InsertionCost = 1;
-
- double getUpdateCost(SNodeId Id1, SNodeId Id2) {
- if (!DiffImpl.isMatchingPossible(S1.getIdInRoot(Id1), S2.getIdInRoot(Id2)))
- return std::numeric_limits<double>::max();
- return S1.getNodeValue(Id1) != S2.getNodeValue(Id2);
- }
-
- void computeTreeDist() {
- for (SNodeId Id1 : S1.KeyRoots)
- for (SNodeId Id2 : S2.KeyRoots)
- computeForestDist(Id1, Id2);
- }
-
- void computeForestDist(SNodeId Id1, SNodeId Id2) {
- assert(Id1 > 0 && Id2 > 0 && "Expecting offsets greater than 0.");
- SNodeId LMD1 = S1.getLeftMostDescendant(Id1);
- SNodeId LMD2 = S2.getLeftMostDescendant(Id2);
-
- ForestDist[LMD1][LMD2] = 0;
- for (SNodeId D1 = LMD1 + 1; D1 <= Id1; ++D1) {
- ForestDist[D1][LMD2] = ForestDist[D1 - 1][LMD2] + DeletionCost;
- for (SNodeId D2 = LMD2 + 1; D2 <= Id2; ++D2) {
- ForestDist[LMD1][D2] = ForestDist[LMD1][D2 - 1] + InsertionCost;
- SNodeId DLMD1 = S1.getLeftMostDescendant(D1);
- SNodeId DLMD2 = S2.getLeftMostDescendant(D2);
- if (DLMD1 == LMD1 && DLMD2 == LMD2) {
- double UpdateCost = getUpdateCost(D1, D2);
- ForestDist[D1][D2] =
- std::min({ForestDist[D1 - 1][D2] + DeletionCost,
- ForestDist[D1][D2 - 1] + InsertionCost,
- ForestDist[D1 - 1][D2 - 1] + UpdateCost});
- TreeDist[D1][D2] = ForestDist[D1][D2];
- } else {
- ForestDist[D1][D2] =
- std::min({ForestDist[D1 - 1][D2] + DeletionCost,
- ForestDist[D1][D2 - 1] + InsertionCost,
- ForestDist[DLMD1][DLMD2] + TreeDist[D1][D2]});
- }
- }
- }
- }
-};
-
-ast_type_traits::ASTNodeKind Node::getType() const {
- return ASTNode.getNodeKind();
-}
-
-StringRef Node::getTypeLabel() const { return getType().asStringRef(); }
-
-llvm::Optional<std::string> Node::getQualifiedIdentifier() const {
- if (auto *ND = ASTNode.get<NamedDecl>()) {
- if (ND->getDeclName().isIdentifier())
- return ND->getQualifiedNameAsString();
- }
- return llvm::None;
-}
-
-llvm::Optional<StringRef> Node::getIdentifier() const {
- if (auto *ND = ASTNode.get<NamedDecl>()) {
- if (ND->getDeclName().isIdentifier())
- return ND->getName();
- }
- return llvm::None;
-}
-
-namespace {
-// Compares nodes by their depth.
-struct HeightLess {
- const SyntaxTree::Impl &Tree;
- HeightLess(const SyntaxTree::Impl &Tree) : Tree(Tree) {}
- bool operator()(NodeId Id1, NodeId Id2) const {
- return Tree.getNode(Id1).Height < Tree.getNode(Id2).Height;
- }
-};
-} // end anonymous namespace
-
-namespace {
-// Priority queue for nodes, sorted descendingly by their height.
-class PriorityList {
- const SyntaxTree::Impl &Tree;
- HeightLess Cmp;
- std::vector<NodeId> Container;
- PriorityQueue<NodeId, std::vector<NodeId>, HeightLess> List;
-
-public:
- PriorityList(const SyntaxTree::Impl &Tree)
- : Tree(Tree), Cmp(Tree), List(Cmp, Container) {}
-
- void push(NodeId id) { List.push(id); }
-
- std::vector<NodeId> pop() {
- int Max = peekMax();
- std::vector<NodeId> Result;
- if (Max == 0)
- return Result;
- while (peekMax() == Max) {
- Result.push_back(List.top());
- List.pop();
- }
- // TODO this is here to get a stable output, not a good heuristic
- llvm::sort(Result);
- return Result;
- }
- int peekMax() const {
- if (List.empty())
- return 0;
- return Tree.getNode(List.top()).Height;
- }
- void open(NodeId Id) {
- for (NodeId Child : Tree.getNode(Id).Children)
- push(Child);
- }
-};
-} // end anonymous namespace
-
-bool ASTDiff::Impl::identical(NodeId Id1, NodeId Id2) const {
- const Node &N1 = T1.getNode(Id1);
- const Node &N2 = T2.getNode(Id2);
- if (N1.Children.size() != N2.Children.size() ||
- !isMatchingPossible(Id1, Id2) ||
- T1.getNodeValue(Id1) != T2.getNodeValue(Id2))
- return false;
- for (size_t Id = 0, E = N1.Children.size(); Id < E; ++Id)
- if (!identical(N1.Children[Id], N2.Children[Id]))
- return false;
- return true;
-}
-
-bool ASTDiff::Impl::isMatchingPossible(NodeId Id1, NodeId Id2) const {
- return Options.isMatchingAllowed(T1.getNode(Id1), T2.getNode(Id2));
-}
-
-bool ASTDiff::Impl::haveSameParents(const Mapping &M, NodeId Id1,
- NodeId Id2) const {
- NodeId P1 = T1.getNode(Id1).Parent;
- NodeId P2 = T2.getNode(Id2).Parent;
- return (P1.isInvalid() && P2.isInvalid()) ||
- (P1.isValid() && P2.isValid() && M.getDst(P1) == P2);
-}
-
-void ASTDiff::Impl::addOptimalMapping(Mapping &M, NodeId Id1,
- NodeId Id2) const {
- if (std::max(T1.getNumberOfDescendants(Id1), T2.getNumberOfDescendants(Id2)) >
- Options.MaxSize)
- return;
- ZhangShashaMatcher Matcher(*this, T1, T2, Id1, Id2);
- std::vector<std::pair<NodeId, NodeId>> R = Matcher.getMatchingNodes();
- for (const auto Tuple : R) {
- NodeId Src = Tuple.first;
- NodeId Dst = Tuple.second;
- if (!M.hasSrc(Src) && !M.hasDst(Dst))
- M.link(Src, Dst);
- }
-}
-
-double ASTDiff::Impl::getJaccardSimilarity(const Mapping &M, NodeId Id1,
- NodeId Id2) const {
- int CommonDescendants = 0;
- const Node &N1 = T1.getNode(Id1);
- // Count the common descendants, excluding the subtree root.
- for (NodeId Src = Id1 + 1; Src <= N1.RightMostDescendant; ++Src) {
- NodeId Dst = M.getDst(Src);
- CommonDescendants += int(Dst.isValid() && T2.isInSubtree(Dst, Id2));
- }
- // We need to subtract 1 to get the number of descendants excluding the root.
- double Denominator = T1.getNumberOfDescendants(Id1) - 1 +
- T2.getNumberOfDescendants(Id2) - 1 - CommonDescendants;
- // CommonDescendants is less than the size of one subtree.
- assert(Denominator >= 0 && "Expected non-negative denominator.");
- if (Denominator == 0)
- return 0;
- return CommonDescendants / Denominator;
-}
-
-NodeId ASTDiff::Impl::findCandidate(const Mapping &M, NodeId Id1) const {
- NodeId Candidate;
- double HighestSimilarity = 0.0;
- for (NodeId Id2 : T2) {
- if (!isMatchingPossible(Id1, Id2))
- continue;
- if (M.hasDst(Id2))
- continue;
- double Similarity = getJaccardSimilarity(M, Id1, Id2);
- if (Similarity >= Options.MinSimilarity && Similarity > HighestSimilarity) {
- HighestSimilarity = Similarity;
- Candidate = Id2;
- }
- }
- return Candidate;
-}
-
-void ASTDiff::Impl::matchBottomUp(Mapping &M) const {
- std::vector<NodeId> Postorder = getSubtreePostorder(T1, T1.getRootId());
- for (NodeId Id1 : Postorder) {
- if (Id1 == T1.getRootId() && !M.hasSrc(T1.getRootId()) &&
- !M.hasDst(T2.getRootId())) {
- if (isMatchingPossible(T1.getRootId(), T2.getRootId())) {
- M.link(T1.getRootId(), T2.getRootId());
- addOptimalMapping(M, T1.getRootId(), T2.getRootId());
- }
- break;
- }
- bool Matched = M.hasSrc(Id1);
- const Node &N1 = T1.getNode(Id1);
- bool MatchedChildren = llvm::any_of(
- N1.Children, [&](NodeId Child) { return M.hasSrc(Child); });
- if (Matched || !MatchedChildren)
- continue;
- NodeId Id2 = findCandidate(M, Id1);
- if (Id2.isValid()) {
- M.link(Id1, Id2);
- addOptimalMapping(M, Id1, Id2);
- }
- }
-}
-
-Mapping ASTDiff::Impl::matchTopDown() const {
- PriorityList L1(T1);
- PriorityList L2(T2);
-
- Mapping M(T1.getSize() + T2.getSize());
-
- L1.push(T1.getRootId());
- L2.push(T2.getRootId());
-
- int Max1, Max2;
- while (std::min(Max1 = L1.peekMax(), Max2 = L2.peekMax()) >
- Options.MinHeight) {
- if (Max1 > Max2) {
- for (NodeId Id : L1.pop())
- L1.open(Id);
- continue;
- }
- if (Max2 > Max1) {
- for (NodeId Id : L2.pop())
- L2.open(Id);
- continue;
- }
- std::vector<NodeId> H1, H2;
- H1 = L1.pop();
- H2 = L2.pop();
- for (NodeId Id1 : H1) {
- for (NodeId Id2 : H2) {
- if (identical(Id1, Id2) && !M.hasSrc(Id1) && !M.hasDst(Id2)) {
- for (int I = 0, E = T1.getNumberOfDescendants(Id1); I < E; ++I)
- M.link(Id1 + I, Id2 + I);
- }
- }
- }
- for (NodeId Id1 : H1) {
- if (!M.hasSrc(Id1))
- L1.open(Id1);
- }
- for (NodeId Id2 : H2) {
- if (!M.hasDst(Id2))
- L2.open(Id2);
- }
- }
- return M;
-}
-
-ASTDiff::Impl::Impl(SyntaxTree::Impl &T1, SyntaxTree::Impl &T2,
- const ComparisonOptions &Options)
- : T1(T1), T2(T2), Options(Options) {
- computeMapping();
- computeChangeKinds(TheMapping);
-}
-
-void ASTDiff::Impl::computeMapping() {
- TheMapping = matchTopDown();
- if (Options.StopAfterTopDown)
- return;
- matchBottomUp(TheMapping);
-}
-
-void ASTDiff::Impl::computeChangeKinds(Mapping &M) {
- for (NodeId Id1 : T1) {
- if (!M.hasSrc(Id1)) {
- T1.getMutableNode(Id1).Change = Delete;
- T1.getMutableNode(Id1).Shift -= 1;
- }
- }
- for (NodeId Id2 : T2) {
- if (!M.hasDst(Id2)) {
- T2.getMutableNode(Id2).Change = Insert;
- T2.getMutableNode(Id2).Shift -= 1;
- }
- }
- for (NodeId Id1 : T1.NodesBfs) {
- NodeId Id2 = M.getDst(Id1);
- if (Id2.isInvalid())
- continue;
- if (!haveSameParents(M, Id1, Id2) ||
- T1.findPositionInParent(Id1, true) !=
- T2.findPositionInParent(Id2, true)) {
- T1.getMutableNode(Id1).Shift -= 1;
- T2.getMutableNode(Id2).Shift -= 1;
- }
- }
- for (NodeId Id2 : T2.NodesBfs) {
- NodeId Id1 = M.getSrc(Id2);
- if (Id1.isInvalid())
- continue;
- Node &N1 = T1.getMutableNode(Id1);
- Node &N2 = T2.getMutableNode(Id2);
- if (Id1.isInvalid())
- continue;
- if (!haveSameParents(M, Id1, Id2) ||
- T1.findPositionInParent(Id1, true) !=
- T2.findPositionInParent(Id2, true)) {
- N1.Change = N2.Change = Move;
- }
- if (T1.getNodeValue(Id1) != T2.getNodeValue(Id2)) {
- N1.Change = N2.Change = (N1.Change == Move ? UpdateMove : Update);
- }
- }
-}
-
-ASTDiff::ASTDiff(SyntaxTree &T1, SyntaxTree &T2,
- const ComparisonOptions &Options)
- : DiffImpl(llvm::make_unique<Impl>(*T1.TreeImpl, *T2.TreeImpl, Options)) {}
-
-ASTDiff::~ASTDiff() = default;
-
-NodeId ASTDiff::getMapped(const SyntaxTree &SourceTree, NodeId Id) const {
- return DiffImpl->getMapped(SourceTree.TreeImpl, Id);
-}
-
-SyntaxTree::SyntaxTree(ASTContext &AST)
- : TreeImpl(llvm::make_unique<SyntaxTree::Impl>(
- this, AST.getTranslationUnitDecl(), AST)) {}
-
-SyntaxTree::~SyntaxTree() = default;
-
-const ASTContext &SyntaxTree::getASTContext() const { return TreeImpl->AST; }
-
-const Node &SyntaxTree::getNode(NodeId Id) const {
- return TreeImpl->getNode(Id);
-}
-
-int SyntaxTree::getSize() const { return TreeImpl->getSize(); }
-NodeId SyntaxTree::getRootId() const { return TreeImpl->getRootId(); }
-SyntaxTree::PreorderIterator SyntaxTree::begin() const {
- return TreeImpl->begin();
-}
-SyntaxTree::PreorderIterator SyntaxTree::end() const { return TreeImpl->end(); }
-
-int SyntaxTree::findPositionInParent(NodeId Id) const {
- return TreeImpl->findPositionInParent(Id);
-}
-
-std::pair<unsigned, unsigned>
-SyntaxTree::getSourceRangeOffsets(const Node &N) const {
- const SourceManager &SrcMgr = TreeImpl->AST.getSourceManager();
- SourceRange Range = N.ASTNode.getSourceRange();
- SourceLocation BeginLoc = Range.getBegin();
- SourceLocation EndLoc = Lexer::getLocForEndOfToken(
- Range.getEnd(), /*Offset=*/0, SrcMgr, TreeImpl->AST.getLangOpts());
- if (auto *ThisExpr = N.ASTNode.get<CXXThisExpr>()) {
- if (ThisExpr->isImplicit())
- EndLoc = BeginLoc;
- }
- unsigned Begin = SrcMgr.getFileOffset(SrcMgr.getExpansionLoc(BeginLoc));
- unsigned End = SrcMgr.getFileOffset(SrcMgr.getExpansionLoc(EndLoc));
- return {Begin, End};
-}
-
-std::string SyntaxTree::getNodeValue(NodeId Id) const {
- return TreeImpl->getNodeValue(Id);
-}
-
-std::string SyntaxTree::getNodeValue(const Node &N) const {
- return TreeImpl->getNodeValue(N);
-}
-
-} // end namespace diff
-} // end namespace clang