diff options
| author | 2020-08-03 15:06:44 +0000 | |
|---|---|---|
| committer | 2020-08-03 15:06:44 +0000 | |
| commit | b64793999546ed8adebaeebd9d8345d18db8927d (patch) | |
| tree | 4357c27b561d73b0e089727c6ed659f2ceff5f47 /gnu/llvm/tools/clang/lib/Format/FormatTokenLexer.h | |
| parent | Add support for UTF-8 DISPLAY-HINTs with octet length. For now only (diff) | |
| download | wireguard-openbsd-b64793999546ed8adebaeebd9d8345d18db8927d.tar.xz wireguard-openbsd-b64793999546ed8adebaeebd9d8345d18db8927d.zip | |
Remove LLVM 8.0.1 files.
Diffstat (limited to 'gnu/llvm/tools/clang/lib/Format/FormatTokenLexer.h')
| -rw-r--r-- | gnu/llvm/tools/clang/lib/Format/FormatTokenLexer.h | 119 |
1 files changed, 0 insertions, 119 deletions
diff --git a/gnu/llvm/tools/clang/lib/Format/FormatTokenLexer.h b/gnu/llvm/tools/clang/lib/Format/FormatTokenLexer.h deleted file mode 100644 index 0cf357c85f3..00000000000 --- a/gnu/llvm/tools/clang/lib/Format/FormatTokenLexer.h +++ /dev/null @@ -1,119 +0,0 @@ -//===--- FormatTokenLexer.h - Format C++ code ----------------*- C++ ----*-===// -// -// The LLVM Compiler Infrastructure -// -// This file is distributed under the University of Illinois Open Source -// License. See LICENSE.TXT for details. -// -//===----------------------------------------------------------------------===// -/// -/// \file -/// This file contains FormatTokenLexer, which tokenizes a source file -/// into a token stream suitable for ClangFormat. -/// -//===----------------------------------------------------------------------===// - -#ifndef LLVM_CLANG_LIB_FORMAT_FORMATTOKENLEXER_H -#define LLVM_CLANG_LIB_FORMAT_FORMATTOKENLEXER_H - -#include "Encoding.h" -#include "FormatToken.h" -#include "clang/Basic/SourceLocation.h" -#include "clang/Basic/SourceManager.h" -#include "clang/Format/Format.h" -#include "llvm/Support/Regex.h" -#include "llvm/ADT/MapVector.h" - -#include <stack> - -namespace clang { -namespace format { - -enum LexerState { - NORMAL, - TEMPLATE_STRING, - TOKEN_STASHED, -}; - -class FormatTokenLexer { -public: - FormatTokenLexer(const SourceManager &SourceMgr, FileID ID, unsigned Column, - const FormatStyle &Style, encoding::Encoding Encoding); - - ArrayRef<FormatToken *> lex(); - - const AdditionalKeywords &getKeywords() { return Keywords; } - -private: - void tryMergePreviousTokens(); - - bool tryMergeLessLess(); - bool tryMergeNSStringLiteral(); - - bool tryMergeTokens(ArrayRef<tok::TokenKind> Kinds, TokenType NewType); - - // Returns \c true if \p Tok can only be followed by an operand in JavaScript. - bool precedesOperand(FormatToken *Tok); - - bool canPrecedeRegexLiteral(FormatToken *Prev); - - // Tries to parse a JavaScript Regex literal starting at the current token, - // if that begins with a slash and is in a location where JavaScript allows - // regex literals. Changes the current token to a regex literal and updates - // its text if successful. - void tryParseJSRegexLiteral(); - - // Handles JavaScript template strings. - // - // JavaScript template strings use backticks ('`') as delimiters, and allow - // embedding expressions nested in ${expr-here}. Template strings can be - // nested recursively, i.e. expressions can contain template strings in turn. - // - // The code below parses starting from a backtick, up to a closing backtick or - // an opening ${. It also maintains a stack of lexing contexts to handle - // nested template parts by balancing curly braces. - void handleTemplateStrings(); - - void tryParsePythonComment(); - - bool tryMerge_TMacro(); - - bool tryMergeConflictMarkers(); - - FormatToken *getStashedToken(); - - FormatToken *getNextToken(); - - FormatToken *FormatTok; - bool IsFirstToken; - std::stack<LexerState> StateStack; - unsigned Column; - unsigned TrailingWhitespace; - std::unique_ptr<Lexer> Lex; - const SourceManager &SourceMgr; - FileID ID; - const FormatStyle &Style; - IdentifierTable IdentTable; - AdditionalKeywords Keywords; - encoding::Encoding Encoding; - llvm::SpecificBumpPtrAllocator<FormatToken> Allocator; - // Index (in 'Tokens') of the last token that starts a new line. - unsigned FirstInLineIndex; - SmallVector<FormatToken *, 16> Tokens; - - llvm::SmallMapVector<IdentifierInfo *, TokenType, 8> Macros; - - bool FormattingDisabled; - - llvm::Regex MacroBlockBeginRegex; - llvm::Regex MacroBlockEndRegex; - - void readRawToken(FormatToken &Tok); - - void resetLexer(unsigned Offset); -}; - -} // namespace format -} // namespace clang - -#endif |
