mirror of
https://github.com/carbon-language/carbon-lang.git
synced 2026-11-16 22:18:11 +00:00
`source_gen_test` checked the line count of the generated C++ but never compiled it. Compile it with `ClangRunner`, the same way the C++ compile benchmarks do, which resolves the TODO. Also require both languages to compile with no diagnostic output at all, rather than only without errors. A warning in generated code would add diagnostic emission to what the compile benchmarks measure. Assisted-by: Claude Code
132 lines
4.0 KiB
Python
132 lines
4.0 KiB
Python
# Part of the Carbon Language project, under the Apache License v2.0 with LLVM
|
|
# Exceptions. See /LICENSE for license information.
|
|
# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
#
|
|
# Benchmarking infrastructure as well as comprehensive benchmarks across the
|
|
# tolochain. Infrastructure libraries may be depended on by focused benchmarks
|
|
# in various other parts of the toolchain.
|
|
|
|
load("@rules_shell//shell:sh_test.bzl", "sh_test")
|
|
load("//bazel/cc_rules:defs.bzl", "cc_binary", "cc_library", "cc_test")
|
|
load("//bazel/cc_toolchains:defs.bzl", "cc_env")
|
|
|
|
package(default_visibility = ["//visibility:public"])
|
|
|
|
cc_library(
|
|
name = "source_gen_lib",
|
|
testonly = 1,
|
|
srcs = ["source_gen.cpp"],
|
|
hdrs = ["source_gen.h"],
|
|
deps = [
|
|
"//common:check",
|
|
"//common:map",
|
|
"//common:raw_string_ostream",
|
|
"//common:set",
|
|
"//toolchain/lex:token_kind",
|
|
"@abseil-cpp//absl/random",
|
|
"@llvm-project//llvm:Support",
|
|
],
|
|
)
|
|
|
|
cc_test(
|
|
name = "source_gen_test",
|
|
size = "small",
|
|
srcs = ["source_gen_test.cpp"],
|
|
data = ["//toolchain/install:install_data"],
|
|
deps = [
|
|
":source_gen_lib",
|
|
"//common:all_llvm_targets",
|
|
"//common:error",
|
|
"//common:raw_string_ostream",
|
|
"//common:set",
|
|
"//testing/base:capture_std_streams",
|
|
"//testing/base:global_exe_path",
|
|
"//testing/base:gtest_main",
|
|
"//toolchain/base:install_paths_test_helpers",
|
|
"//toolchain/driver",
|
|
"//toolchain/driver:clang_runner",
|
|
"@googletest//:gtest",
|
|
"@llvm-project//llvm:Support",
|
|
],
|
|
)
|
|
|
|
cc_binary(
|
|
name = "source_gen",
|
|
testonly = 1,
|
|
srcs = ["source_gen_main.cpp"],
|
|
deps = [
|
|
":source_gen_lib",
|
|
"//common:bazel_working_dir",
|
|
"//common:command_line",
|
|
"//common:init_llvm",
|
|
"//common:ostream",
|
|
"@llvm-project//llvm:Support",
|
|
],
|
|
)
|
|
|
|
cc_binary(
|
|
name = "compile_benchmark",
|
|
testonly = 1,
|
|
srcs = ["compile_benchmark.cpp"],
|
|
# The subprocess benchmarks execute the installed toolchain binaries.
|
|
data = ["//toolchain/install:install_data"],
|
|
deps = [
|
|
":source_gen_lib",
|
|
"//common:all_llvm_targets",
|
|
"//common:filesystem",
|
|
"//testing/base:benchmark_helpers",
|
|
"//testing/base:benchmark_main",
|
|
"//testing/base:global_exe_path",
|
|
"//toolchain/base:install_paths",
|
|
"//toolchain/base:install_paths_test_helpers",
|
|
"//toolchain/driver",
|
|
"//toolchain/driver:clang_runner",
|
|
"//toolchain/testing:compile_helper",
|
|
"@google_benchmark//:benchmark",
|
|
"@llvm-project//llvm:Support",
|
|
],
|
|
)
|
|
|
|
sh_test(
|
|
name = "compile_benchmark_test",
|
|
size = "small",
|
|
srcs = [":compile_benchmark"],
|
|
args = [
|
|
"--benchmark_dry_run",
|
|
# Dry-run the smallest (256-line) case of every benchmark. Also run just
|
|
# the lex benchmark that executes a subprocess to reduce the overhead
|
|
# and reduce timeouts. The `$$` is repeated for Bazel escaping of `$`.
|
|
"--benchmark_filter=^(BM_CompileApi.*/256|BM_CompileExec.*Phase::Lex.*/256/real_time)$$",
|
|
],
|
|
env = cc_env(),
|
|
)
|
|
|
|
cc_binary(
|
|
name = "prelude_benchmark",
|
|
testonly = 1,
|
|
srcs = ["prelude_benchmark.cpp"],
|
|
deps = [
|
|
"//common:all_llvm_targets",
|
|
"//common:check",
|
|
"//testing/base:benchmark_helpers",
|
|
"//testing/base:benchmark_main",
|
|
"//testing/base:global_exe_path",
|
|
"//toolchain/base:install_paths",
|
|
"//toolchain/base:install_paths_test_helpers",
|
|
"//toolchain/base:mem_usage",
|
|
"//toolchain/driver",
|
|
"@google_benchmark//:benchmark",
|
|
"@llvm-project//llvm:Support",
|
|
],
|
|
)
|
|
|
|
sh_test(
|
|
name = "prelude_benchmark_test",
|
|
size = "small",
|
|
srcs = [":prelude_benchmark"],
|
|
# No `--benchmark_filter` is needed (unlike `compile_benchmark_test`): the
|
|
# benchmarks aren't `Range()`-parameterized, so a dry run is already cheap.
|
|
args = ["--benchmark_dry_run"],
|
|
env = cc_env(),
|
|
)
|