Files
carbon-lang/toolchain/benchmarking/BUILD
T
Chandler Carruth 46b750bf90 Compile the generated C++ in source_gen_test (#7905)
`source_gen_test` checked the line count of the generated C++ but never
compiled it. Compile it with `ClangRunner`, the same way the C++ compile
benchmarks do, which resolves the TODO.

Also require both languages to compile with no diagnostic output at all,
rather than only without errors. A warning in generated code would add
diagnostic emission to what the compile benchmarks measure.

Assisted-by: Claude Code
2026-10-06 17:14:54 +00:00

132 lines
4.0 KiB
Python

# Part of the Carbon Language project, under the Apache License v2.0 with LLVM
# Exceptions. See /LICENSE for license information.
# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
#
# Benchmarking infrastructure as well as comprehensive benchmarks across the
# tolochain. Infrastructure libraries may be depended on by focused benchmarks
# in various other parts of the toolchain.
load("@rules_shell//shell:sh_test.bzl", "sh_test")
load("//bazel/cc_rules:defs.bzl", "cc_binary", "cc_library", "cc_test")
load("//bazel/cc_toolchains:defs.bzl", "cc_env")
package(default_visibility = ["//visibility:public"])
cc_library(
name = "source_gen_lib",
testonly = 1,
srcs = ["source_gen.cpp"],
hdrs = ["source_gen.h"],
deps = [
"//common:check",
"//common:map",
"//common:raw_string_ostream",
"//common:set",
"//toolchain/lex:token_kind",
"@abseil-cpp//absl/random",
"@llvm-project//llvm:Support",
],
)
cc_test(
name = "source_gen_test",
size = "small",
srcs = ["source_gen_test.cpp"],
data = ["//toolchain/install:install_data"],
deps = [
":source_gen_lib",
"//common:all_llvm_targets",
"//common:error",
"//common:raw_string_ostream",
"//common:set",
"//testing/base:capture_std_streams",
"//testing/base:global_exe_path",
"//testing/base:gtest_main",
"//toolchain/base:install_paths_test_helpers",
"//toolchain/driver",
"//toolchain/driver:clang_runner",
"@googletest//:gtest",
"@llvm-project//llvm:Support",
],
)
cc_binary(
name = "source_gen",
testonly = 1,
srcs = ["source_gen_main.cpp"],
deps = [
":source_gen_lib",
"//common:bazel_working_dir",
"//common:command_line",
"//common:init_llvm",
"//common:ostream",
"@llvm-project//llvm:Support",
],
)
cc_binary(
name = "compile_benchmark",
testonly = 1,
srcs = ["compile_benchmark.cpp"],
# The subprocess benchmarks execute the installed toolchain binaries.
data = ["//toolchain/install:install_data"],
deps = [
":source_gen_lib",
"//common:all_llvm_targets",
"//common:filesystem",
"//testing/base:benchmark_helpers",
"//testing/base:benchmark_main",
"//testing/base:global_exe_path",
"//toolchain/base:install_paths",
"//toolchain/base:install_paths_test_helpers",
"//toolchain/driver",
"//toolchain/driver:clang_runner",
"//toolchain/testing:compile_helper",
"@google_benchmark//:benchmark",
"@llvm-project//llvm:Support",
],
)
sh_test(
name = "compile_benchmark_test",
size = "small",
srcs = [":compile_benchmark"],
args = [
"--benchmark_dry_run",
# Dry-run the smallest (256-line) case of every benchmark. Also run just
# the lex benchmark that executes a subprocess to reduce the overhead
# and reduce timeouts. The `$$` is repeated for Bazel escaping of `$`.
"--benchmark_filter=^(BM_CompileApi.*/256|BM_CompileExec.*Phase::Lex.*/256/real_time)$$",
],
env = cc_env(),
)
cc_binary(
name = "prelude_benchmark",
testonly = 1,
srcs = ["prelude_benchmark.cpp"],
deps = [
"//common:all_llvm_targets",
"//common:check",
"//testing/base:benchmark_helpers",
"//testing/base:benchmark_main",
"//testing/base:global_exe_path",
"//toolchain/base:install_paths",
"//toolchain/base:install_paths_test_helpers",
"//toolchain/base:mem_usage",
"//toolchain/driver",
"@google_benchmark//:benchmark",
"@llvm-project//llvm:Support",
],
)
sh_test(
name = "prelude_benchmark_test",
size = "small",
srcs = [":prelude_benchmark"],
# No `--benchmark_filter` is needed (unlike `compile_benchmark_test`): the
# benchmarks aren't `Range()`-parameterized, so a dry run is already cheap.
args = ["--benchmark_dry_run"],
env = cc_env(),
)