mirror of
https://github.com/carbon-language/carbon-lang.git
synced 2026-09-24 22:02:23 +01:00
Jon Ross-PerkinsandChandler Carruth
ec182fb00d
Continuing with #3070. Just a dir and file rename (only prefix change is lexer_file_test). Everything in the lex dir should be marked as a move. Note, I think this closes #3070. There may still be further cleanup later, but the organizational changes suggested there are being completed. --------- Co-authored-by: Chandler Carruth <chandlerc@gmail.com>
83 lines
2.6 KiB
C++
83 lines
2.6 KiB
C++
// Part of the Carbon Language project, under the Apache License v2.0 with LLVM
|
|
// Exceptions. See /LICENSE for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
|
|
#include "toolchain/lex/token_kind.h"
|
|
|
|
namespace Carbon::Lex {
|
|
|
|
CARBON_DEFINE_ENUM_CLASS_NAMES(TokenKind) = {
|
|
#define CARBON_TOKEN(TokenName) CARBON_ENUM_CLASS_NAME_STRING(TokenName)
|
|
#include "toolchain/lex/token_kind.def"
|
|
};
|
|
|
|
constexpr bool TokenKind::IsSymbol[] = {
|
|
#define CARBON_TOKEN(TokenName) false,
|
|
#define CARBON_SYMBOL_TOKEN(TokenName, Spelling) true,
|
|
#include "toolchain/lex/token_kind.def"
|
|
};
|
|
|
|
constexpr bool TokenKind::IsGroupingSymbol[] = {
|
|
#define CARBON_TOKEN(TokenName) false,
|
|
#define CARBON_OPENING_GROUP_SYMBOL_TOKEN(TokenName, Spelling, ClosingName) \
|
|
true,
|
|
#define CARBON_CLOSING_GROUP_SYMBOL_TOKEN(TokenName, Spelling, OpeningName) \
|
|
true,
|
|
#include "toolchain/lex/token_kind.def"
|
|
};
|
|
|
|
constexpr bool TokenKind::IsOpeningSymbol[] = {
|
|
#define CARBON_TOKEN(TokenName) false,
|
|
#define CARBON_OPENING_GROUP_SYMBOL_TOKEN(TokenName, Spelling, ClosingName) \
|
|
true,
|
|
#include "toolchain/lex/token_kind.def"
|
|
};
|
|
|
|
constexpr TokenKind TokenKind::ClosingSymbol[] = {
|
|
#define CARBON_TOKEN(TokenName) Error,
|
|
#define CARBON_OPENING_GROUP_SYMBOL_TOKEN(TokenName, Spelling, ClosingName) \
|
|
ClosingName,
|
|
#include "toolchain/lex/token_kind.def"
|
|
};
|
|
|
|
constexpr bool TokenKind::IsClosingSymbol[] = {
|
|
#define CARBON_TOKEN(TokenName) false,
|
|
#define CARBON_CLOSING_GROUP_SYMBOL_TOKEN(TokenName, Spelling, OpeningName) \
|
|
true,
|
|
#include "toolchain/lex/token_kind.def"
|
|
};
|
|
|
|
constexpr TokenKind TokenKind::OpeningSymbol[] = {
|
|
#define CARBON_TOKEN(TokenName) Error,
|
|
#define CARBON_CLOSING_GROUP_SYMBOL_TOKEN(TokenName, Spelling, OpeningName) \
|
|
OpeningName,
|
|
#include "toolchain/lex/token_kind.def"
|
|
};
|
|
|
|
constexpr bool TokenKind::IsOneCharSymbol[] = {
|
|
#define CARBON_TOKEN(TokenName) false,
|
|
#define CARBON_ONE_CHAR_SYMBOL_TOKEN(TokenName, Spelling) true,
|
|
#include "toolchain/lex/token_kind.def"
|
|
};
|
|
|
|
constexpr bool TokenKind::IsKeyword[] = {
|
|
#define CARBON_TOKEN(TokenName) false,
|
|
#define CARBON_KEYWORD_TOKEN(TokenName, Spelling) true,
|
|
#include "toolchain/lex/token_kind.def"
|
|
};
|
|
|
|
constexpr llvm::StringLiteral TokenKind::FixedSpelling[] = {
|
|
#define CARBON_TOKEN(TokenName) "",
|
|
#define CARBON_SYMBOL_TOKEN(TokenName, Spelling) Spelling,
|
|
#define CARBON_KEYWORD_TOKEN(TokenName, Spelling) Spelling,
|
|
#include "toolchain/lex/token_kind.def"
|
|
};
|
|
|
|
constexpr int8_t TokenKind::ExpectedParseTreeSize[] = {
|
|
#define CARBON_TOKEN(Name) 1,
|
|
#define CARBON_TOKEN_WITH_VIRTUAL_NODE(size) 2,
|
|
#include "toolchain/lex/token_kind.def"
|
|
};
|
|
|
|
} // namespace Carbon::Lex
|