Files
carbon-lang/common/string_helpers_test.cpp
T
pk19604014andGeoff Romer 2017eb4da0 Initial implementation of block string literals following lexical_conventions/string_literals.md. (#1028)
* Initial implementation of block string literals following lexical_conventions/string_literals.md.

Enabled yyinput() in flex to implement parsing.
Added ParseBlockStringLiteral() helper to handler further transformations such as indenting.
Modified formar_grammar to support single-quoted strings to prevent a failure on lexer.lpp.

* Fixed _find_string_end quote parameter type int -> str.

* Update executable_semantics/syntax/BUILD

Co-authored-by: Geoff Romer <gromer@google.com>

* Addressed code review comments - split table-drived test into individual tests, renamed constants to match style guide.

* Addressed code review comments -- using EXPECT_THAT_EXPECTED() in tests, lexer comments and code cleanup.

Co-authored-by: Geoff Romer <gromer@google.com>
2022-01-21 13:11:18 -05:00

196 lines
5.5 KiB
C++

// Part of the Carbon Language project, under the Apache License v2.0 with LLVM
// Exceptions. See /LICENSE for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
#include "common/string_helpers.h"
#include <gmock/gmock.h>
#include <gtest/gtest.h>
#include <string>
#include "llvm/Support/Error.h"
#include "llvm/Testing/Support/Error.h"
using ::llvm::FailedWithMessage;
using ::llvm::HasValue;
using ::testing::Eq;
using ::testing::Optional;
namespace Carbon {
namespace {
TEST(UnescapeStringLiteral, Valid) {
EXPECT_THAT(UnescapeStringLiteral("test"), Optional(Eq("test")));
EXPECT_THAT(UnescapeStringLiteral("okay whitespace"),
Optional(Eq("okay whitespace")));
EXPECT_THAT(UnescapeStringLiteral("test\n"), Optional(Eq("test\n")));
EXPECT_THAT(UnescapeStringLiteral("test\\n"), Optional(Eq("test\n")));
EXPECT_THAT(UnescapeStringLiteral("abc\\ndef"), Optional(Eq("abc\ndef")));
EXPECT_THAT(UnescapeStringLiteral("test\\\\n"), Optional(Eq("test\\n")));
EXPECT_THAT(UnescapeStringLiteral("\\xAA"), Optional(Eq("\xAA")));
EXPECT_THAT(UnescapeStringLiteral("\\x12"), Optional(Eq("\x12")));
}
TEST(UnescapeStringLiteral, Invalid) {
// Missing char after `\`.
EXPECT_THAT(UnescapeStringLiteral("a\\"), Eq(std::nullopt));
// Not a supported escape.
EXPECT_THAT(UnescapeStringLiteral("\\e"), Eq(std::nullopt));
// Needs 2 hex chars.
EXPECT_THAT(UnescapeStringLiteral("\\x"), Eq(std::nullopt));
// Needs 2 hex chars.
EXPECT_THAT(UnescapeStringLiteral("\\xA"), Eq(std::nullopt));
// Needs uppercase hex.
EXPECT_THAT(UnescapeStringLiteral("\\xaa"), Eq(std::nullopt));
// Reserved.
EXPECT_THAT(UnescapeStringLiteral("\\00"), Eq(std::nullopt));
}
TEST(UnescapeStringLiteral, Nul) {
std::optional<std::string> str = UnescapeStringLiteral("a\\0b");
ASSERT_NE(str, std::nullopt);
EXPECT_THAT(str->size(), Eq(3));
EXPECT_THAT(strlen(str->c_str()), Eq(1));
EXPECT_THAT((*str)[0], Eq('a'));
EXPECT_THAT((*str)[1], Eq('\0'));
EXPECT_THAT((*str)[2], Eq('b'));
}
TEST(ParseBlockStringLiteral, FailTooFewLines) {
EXPECT_THAT_EXPECTED(ParseBlockStringLiteral(""),
FailedWithMessage("Too few lines"));
}
TEST(ParseBlockStringLiteral, FailNoLeadingTripleQuotes) {
EXPECT_THAT_EXPECTED(
ParseBlockStringLiteral("'a'\n"),
FailedWithMessage("Should start with triple quotes: 'a'"));
}
TEST(ParseBlockStringLiteral, FailInvalideFiletypeIndicator) {
EXPECT_THAT_EXPECTED(
ParseBlockStringLiteral("\"\"\"carbon file\n"),
FailedWithMessage(
"Invalid characters in file type indicator: carbon file"));
}
TEST(ParseBlockStringLiteral, FailEndingTripleQuotes) {
EXPECT_THAT_EXPECTED(ParseBlockStringLiteral("\"\"\"\n"),
FailedWithMessage("Should end with triple quotes: "));
}
TEST(ParseBlockStringLiteral, FailWrongIndent) {
EXPECT_THAT_EXPECTED(
ParseBlockStringLiteral(R"("""
A block string literal
with wrong indent
""")"),
FailedWithMessage(
"Wrong indent for line: with wrong indent, expected 5"));
}
TEST(ParseBlockStringLiteral, FailInvalidEscaping) {
EXPECT_THAT_EXPECTED(ParseBlockStringLiteral(R"("""
\q
""")"),
FailedWithMessage("Invalid escaping in \\q"));
}
TEST(ParseBlockStringLiteral, OkEmptyString) {
EXPECT_THAT_EXPECTED(ParseBlockStringLiteral(R"("""
""")"),
HasValue(""));
}
TEST(ParseBlockStringLiteral, OkOneLineString) {
EXPECT_THAT_EXPECTED(ParseBlockStringLiteral(R"("""
A block string literal
""")"),
HasValue(R"(A block string literal
)"));
}
TEST(ParseBlockStringLiteral, OkTwoLineString) {
EXPECT_THAT_EXPECTED(ParseBlockStringLiteral(R"("""
A block string literal
with indent.
""")"),
HasValue(R"(A block string literal
with indent.
)"));
}
TEST(ParseBlockStringLiteral, OkWithFileTypeIndicator) {
EXPECT_THAT_EXPECTED(ParseBlockStringLiteral(R"("""carbon
A block string literal
with file type indicator.
""")"),
HasValue(R"(A block string literal
with file type indicator.
)"));
}
TEST(ParseBlockStringLiteral, OkWhitespaceAfterOpeningQuotes) {
EXPECT_THAT_EXPECTED(ParseBlockStringLiteral(R"("""
A block string literal
""")"),
HasValue(R"(A block string literal
)"));
}
TEST(ParseBlockStringLiteral, OkWithEmptyLines) {
EXPECT_THAT_EXPECTED(ParseBlockStringLiteral(R"("""
A block string literal
with
empty
lines.
""")"),
HasValue(R"(A block string literal
with
empty
lines.
)"));
}
TEST(ParseBlockStringLiteral, OkWithSlashNewlineEscape) {
EXPECT_THAT_EXPECTED(ParseBlockStringLiteral(R"("""
A block string literal\
""")"),
HasValue("A block string literal"));
}
TEST(ParseBlockStringLiteral, OkWithDoubleSlashNewline) {
EXPECT_THAT_EXPECTED(ParseBlockStringLiteral(R"("""
A block string literal\\
""")"),
HasValue(R"(A block string literal\
)"));
}
TEST(ParseBlockStringLiteral, OkWithTripleSlashNewline) {
EXPECT_THAT_EXPECTED(ParseBlockStringLiteral(R"("""
A block string literal\\\
""")"),
HasValue(R"(A block string literal\)"));
}
TEST(ParseBlockStringLiteral, OkMultipleSlashes) {
EXPECT_THAT_EXPECTED(ParseBlockStringLiteral(R"("""
A block string literal\
\
\
\
""")"),
HasValue("A block string literal"));
}
} // namespace
} // namespace Carbon