Rename lexer dir to lex (#3179)

Continuing with #3070. Just a dir and file rename (only prefix change is lexer_file_test). Everything in the lex dir should be marked as a move. Note, I think this closes #3070. There may still be further cleanup later, but the organizational changes suggested there are being completed. --------- Co-authored-by: Chandler Carruth <chandlerc@gmail.com>
2026-10-05 08:21:05 +01:00 · 2023-09-01 02:39:04 +00:00
parent c555b39a2c
commit ec182fb00d
1236 changed files with 115 additions and 115 deletions
@@ -0,0 +1,120 @@
+// Part of the Carbon Language project, under the Apache License v2.0 with LLVM
+// Exceptions. See /LICENSE for license information.
+// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+
+#include <benchmark/benchmark.h>
+
+#include "toolchain/diagnostics/null_diagnostics.h"
+#include "toolchain/lex/string_literal.h"
+
+namespace Carbon::Testing {
+namespace {
+
+using Lex::StringLiteral;
+
+static void BM_ValidString(benchmark::State& state, std::string_view introducer,
+                           std::string_view terminator) {
+  std::string x(introducer);
+  x.append(100000, 'a');
+  x.append(terminator);
+  for (auto _ : state) {
+    StringLiteral::Lex(x);
+  }
+}
+
+static void BM_ValidString_Simple(benchmark::State& state) {
+  BM_ValidString(state, "\"", "\"");
+}
+
+static void BM_ValidString_Multiline(benchmark::State& state) {
+  BM_ValidString(state, "'''\n", "\n'''");
+}
+
+static void BM_ValidString_MultilineDoubleQuote(benchmark::State& state) {
+  BM_ValidString(state, "\"\"\"\n", "\n\"\"\"");
+}
+
+static void BM_ValidString_Raw(benchmark::State& state) {
+  BM_ValidString(state, "#\"", "\"#");
+}
+
+BENCHMARK(BM_ValidString_Simple);
+BENCHMARK(BM_ValidString_Multiline);
+BENCHMARK(BM_ValidString_MultilineDoubleQuote);
+BENCHMARK(BM_ValidString_Raw);
+
+static void BM_IncompleteWithRepeatedEscapes(benchmark::State& state,
+                                             std::string_view introducer,
+                                             std::string_view escape) {
+  std::string x(introducer);
+  // Aim for about 100k to emphasize escape parsing issues.
+  while (x.size() < 100000) {
+    x.append("key: ");
+    x.append(escape);
+    x.append("\"");
+    x.append(escape);
+    x.append("\"");
+    x.append(escape);
+    x.append("n ");
+  }
+  for (auto _ : state) {
+    StringLiteral::Lex(x);
+  }
+}
+
+static void BM_IncompleteWithEscapes_Simple(benchmark::State& state) {
+  BM_IncompleteWithRepeatedEscapes(state, "\"", "\\");
+}
+
+static void BM_IncompleteWithEscapes_Multiline(benchmark::State& state) {
+  BM_IncompleteWithRepeatedEscapes(state, "'''\n", "\\");
+}
+
+static void BM_IncompleteWithEscapes_MultilineDoubleQuote(
+    benchmark::State& state) {
+  BM_IncompleteWithRepeatedEscapes(state, "\"\"\"\n", "\\");
+}
+
+static void BM_IncompleteWithEscapes_Raw(benchmark::State& state) {
+  BM_IncompleteWithRepeatedEscapes(state, "#\"", "\\#");
+}
+
+BENCHMARK(BM_IncompleteWithEscapes_Simple);
+BENCHMARK(BM_IncompleteWithEscapes_Multiline);
+BENCHMARK(BM_IncompleteWithEscapes_MultilineDoubleQuote);
+BENCHMARK(BM_IncompleteWithEscapes_Raw);
+
+static void BM_SimpleStringValue(benchmark::State& state,
+                                 std::string_view introducer,
+                                 std::string_view terminator) {
+  std::string x(introducer);
+  x.append(100000, 'a');
+  x.append(terminator);
+  for (auto _ : state) {
+    StringLiteral::Lex(x)->ComputeValue(NullDiagnosticEmitter<const char*>());
+  }
+}
+
+static void BM_SimpleStringValue_Simple(benchmark::State& state) {
+  BM_SimpleStringValue(state, "\"", "\"");
+}
+
+static void BM_SimpleStringValue_Multiline(benchmark::State& state) {
+  BM_SimpleStringValue(state, "'''\n", "\n'''");
+}
+
+static void BM_SimpleStringValue_MultilineDoubleQuote(benchmark::State& state) {
+  BM_SimpleStringValue(state, "\"\"\"\n", "\n\"\"\"");
+}
+
+static void BM_SimpleStringValue_Raw(benchmark::State& state) {
+  BM_SimpleStringValue(state, "#\"", "\"#");
+}
+
+BENCHMARK(BM_SimpleStringValue_Simple);
+BENCHMARK(BM_SimpleStringValue_Multiline);
+BENCHMARK(BM_SimpleStringValue_MultilineDoubleQuote);
+BENCHMARK(BM_SimpleStringValue_Raw);
+
+}  // namespace
+}  // namespace Carbon::Testing