mirror of
https://github.com/carbon-language/carbon-lang.git
synced 2026-09-24 19:50:14 +01:00
Chandler CarruthandRichard Smith
be4a95aef3
This allows us to re-use the on-demand runtimes building, but in a framework that is (much) more Bazel compatible: - It creates a Bazel rule to generate the runtimes tree - The generated runtimes tree is adjusted to integrate with Bazel's output tracking and caching infrastructure so it doesn't need to be rebuilt when a cached set of runtimes is available - The build occurs during the build phase and the action informs Bazel about the CPU usage to give Bazel a chance to not run other parts of the build when there are no execution resources available - The binary is factored into a stand-alone program for the Clang runtimes, which depends on a minimal amount of Carbon and notably avoids the busybox or installation. This should cause almost all builds to get a cache hit here unless Clang itself is updated. Some refactoring of the codegen options was done to support this. I've tried to factor some of the code between this and the `build-runtimes` subcommand, but it was challenging to do more without adding substantial complexity or dependencies on more Carbon infrastructure than is necessary. I think the result is tolerable, but open to suggestions here if folks see specific changes that would improve things. --------- Co-authored-by: Richard Smith <richard@metafoo.co.uk>
447 lines
12 KiB
Python
447 lines
12 KiB
Python
# Part of the Carbon Language project, under the Apache License v2.0 with LLVM
|
|
# Exceptions. See /LICENSE for license information.
|
|
# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
|
|
load("@bazel_skylib//rules:common_settings.bzl", "bool_flag")
|
|
load("@rules_shell//shell:sh_test.bzl", "sh_test")
|
|
load("//bazel/cc_rules:defs.bzl", "cc_binary", "cc_library", "cc_test")
|
|
load("//bazel/cc_toolchains:defs.bzl", "cc_env")
|
|
load("//testing/fuzzing:rules.bzl", "cc_fuzz_test")
|
|
load(":prebuilt_runtimes.bzl", "prebuilt_runtimes")
|
|
|
|
package(default_visibility = ["//visibility:public"])
|
|
|
|
filegroup(
|
|
name = "testdata",
|
|
srcs = glob([
|
|
"testdata/**/*.carbon",
|
|
"testdata/**/*.cpp",
|
|
]),
|
|
)
|
|
|
|
cc_library(
|
|
name = "clang_runner",
|
|
srcs = [
|
|
"clang_runner.cpp",
|
|
"clang_runtimes.cpp",
|
|
],
|
|
hdrs = [
|
|
"clang_runner.h",
|
|
"clang_runtimes.h",
|
|
],
|
|
deps = [
|
|
":llvm_runner",
|
|
":runtimes_cache",
|
|
":tool_runner_base",
|
|
"//common:check",
|
|
"//common:error",
|
|
"//common:filesystem",
|
|
"//common:latch",
|
|
"//common:ostream",
|
|
"//common:string_helpers",
|
|
"//common:vlog",
|
|
"//third_party/llvm:clang_cc1",
|
|
"//toolchain/base:clang_invocation",
|
|
"//toolchain/base:install_paths",
|
|
"//toolchain/base:kind_switch",
|
|
"//toolchain/base:runtime_sources",
|
|
"@llvm-project//clang:basic",
|
|
"@llvm-project//clang:clang-driver",
|
|
"@llvm-project//clang:codegen",
|
|
"@llvm-project//clang:driver",
|
|
"@llvm-project//clang:frontend",
|
|
"@llvm-project//clang:frontend_tool",
|
|
"@llvm-project//clang:serialization",
|
|
"@llvm-project//llvm:Core",
|
|
"@llvm-project//llvm:Object",
|
|
"@llvm-project//llvm:Support",
|
|
"@llvm-project//llvm:TargetParser",
|
|
],
|
|
)
|
|
|
|
cc_test(
|
|
name = "clang_runner_test",
|
|
size = "small",
|
|
srcs = ["clang_runner_test.cpp"],
|
|
data = ["//toolchain/install:install_data"],
|
|
deps = [
|
|
":clang_runner",
|
|
":llvm_runner",
|
|
":runtimes_cache",
|
|
"//common:all_llvm_targets",
|
|
"//common:check",
|
|
"//common:ostream",
|
|
"//common:raw_string_ostream",
|
|
"//testing/base:capture_std_streams",
|
|
"//testing/base:file_helpers",
|
|
"//testing/base:global_exe_path",
|
|
"//testing/base:gtest_main",
|
|
"//toolchain/base:install_paths",
|
|
"@googletest//:gtest",
|
|
"@llvm-project//llvm:Object",
|
|
"@llvm-project//llvm:Support",
|
|
"@llvm-project//llvm:TargetParser",
|
|
],
|
|
)
|
|
|
|
cc_test(
|
|
name = "clang_runtimes_test",
|
|
size = "medium",
|
|
srcs = ["clang_runtimes_test.cpp"],
|
|
data = [
|
|
":prebuilt_runtimes",
|
|
"//toolchain/install:install_data",
|
|
],
|
|
deps = [
|
|
":clang_runner",
|
|
":llvm_runner",
|
|
":runtimes_cache",
|
|
"//common:all_llvm_targets",
|
|
"//common:check",
|
|
"//common:ostream",
|
|
"//common:raw_string_ostream",
|
|
"//testing/base:capture_std_streams",
|
|
"//testing/base:file_helpers",
|
|
"//testing/base:global_exe_path",
|
|
"//testing/base:gtest_main",
|
|
"//toolchain/base:install_paths",
|
|
"//toolchain/base:llvm_tools",
|
|
"@bazel_tools//tools/cpp/runfiles",
|
|
"@googletest//:gtest",
|
|
"@llvm-project//llvm:Object",
|
|
"@llvm-project//llvm:Support",
|
|
"@llvm-project//llvm:TargetParser",
|
|
],
|
|
)
|
|
|
|
cc_binary(
|
|
name = "compile_benchmark",
|
|
testonly = 1,
|
|
srcs = ["compile_benchmark.cpp"],
|
|
deps = [
|
|
":driver",
|
|
"//common:all_llvm_targets",
|
|
"//testing/base:benchmark_main",
|
|
"//testing/base:global_exe_path",
|
|
"//testing/base:source_gen_lib",
|
|
"//toolchain/base:install_paths_test_helpers",
|
|
"//toolchain/testing:compile_helper",
|
|
"@google_benchmark//:benchmark",
|
|
"@llvm-project//llvm:Support",
|
|
],
|
|
)
|
|
|
|
sh_test(
|
|
name = "compile_benchmark_test",
|
|
size = "small",
|
|
srcs = [":compile_benchmark"],
|
|
args = [
|
|
"--benchmark_dry_run",
|
|
# The `$$` is repeated for Bazel escaping of `$`.
|
|
"--benchmark_filter=/256$$",
|
|
],
|
|
env = cc_env(),
|
|
)
|
|
|
|
cc_library(
|
|
name = "codegen_options",
|
|
srcs = [
|
|
"codegen_options.cpp",
|
|
],
|
|
hdrs = [
|
|
"codegen_options.h",
|
|
],
|
|
deps = [
|
|
"//common:command_line",
|
|
"@llvm-project//llvm:Support",
|
|
"@llvm-project//llvm:TargetParser",
|
|
],
|
|
)
|
|
|
|
cc_library(
|
|
name = "driver",
|
|
srcs = [
|
|
"build_runtimes_subcommand.cpp",
|
|
"build_runtimes_subcommand.h",
|
|
"clang_subcommand.cpp",
|
|
"clang_subcommand.h",
|
|
"compile_subcommand.cpp",
|
|
"compile_subcommand.h",
|
|
"driver.cpp",
|
|
"driver_env.h",
|
|
"driver_subcommand.cpp",
|
|
"format_subcommand.cpp",
|
|
"format_subcommand.h",
|
|
"language_server_subcommand.cpp",
|
|
"language_server_subcommand.h",
|
|
"link_subcommand.cpp",
|
|
"link_subcommand.h",
|
|
"lld_subcommand.cpp",
|
|
"lld_subcommand.h",
|
|
"llvm_subcommand.cpp",
|
|
"llvm_subcommand.h",
|
|
],
|
|
hdrs = [
|
|
"driver.h",
|
|
"driver_subcommand.h",
|
|
],
|
|
data = [
|
|
"//toolchain/install:install_data.no_driver",
|
|
],
|
|
textual_hdrs = ["flags.def"],
|
|
deps = [
|
|
":clang_runner",
|
|
":codegen_options",
|
|
":lld_runner",
|
|
":llvm_runner",
|
|
":runtimes_cache",
|
|
"//common:command_line",
|
|
"//common:error",
|
|
"//common:ostream",
|
|
"//common:pretty_stack_trace_function",
|
|
"//common:raw_string_ostream",
|
|
"//common:version",
|
|
"//common:vlog",
|
|
"//toolchain/base:clang_invocation",
|
|
"//toolchain/base:install_paths",
|
|
"//toolchain/base:llvm_tools",
|
|
"//toolchain/base:shared_value_stores",
|
|
"//toolchain/base:timings",
|
|
"//toolchain/check",
|
|
"//toolchain/codegen",
|
|
"//toolchain/diagnostics:diagnostic_emitter",
|
|
"//toolchain/diagnostics:sorting_diagnostic_consumer",
|
|
"//toolchain/format",
|
|
"//toolchain/language_server",
|
|
"//toolchain/lex",
|
|
"//toolchain/lower",
|
|
"//toolchain/lower:options",
|
|
"//toolchain/parse",
|
|
"//toolchain/parse:tree",
|
|
"//toolchain/sem_ir:file",
|
|
"//toolchain/sem_ir:typed_insts",
|
|
"//toolchain/source:source_buffer",
|
|
"@llvm-project//llvm:Core",
|
|
"@llvm-project//llvm:MC",
|
|
"@llvm-project//llvm:Passes",
|
|
"@llvm-project//llvm:Support",
|
|
"@llvm-project//llvm:TargetParser",
|
|
],
|
|
)
|
|
|
|
cc_test(
|
|
name = "driver_test",
|
|
size = "small",
|
|
srcs = ["driver_test.cpp"],
|
|
deps = [
|
|
":driver",
|
|
"//common:all_llvm_targets",
|
|
"//common:raw_string_ostream",
|
|
"//testing/base:file_helpers",
|
|
"//testing/base:global_exe_path",
|
|
"//testing/base:gtest_main",
|
|
"//toolchain/base:install_paths",
|
|
"//toolchain/diagnostics:diagnostic_emitter",
|
|
"//toolchain/lex:tokenized_buffer_test_helpers",
|
|
"//toolchain/testing:yaml_test_helpers",
|
|
"@googletest//:gtest",
|
|
"@llvm-project//llvm:Object",
|
|
"@llvm-project//llvm:Support",
|
|
],
|
|
)
|
|
|
|
cc_fuzz_test(
|
|
name = "driver_fuzzer",
|
|
size = "small",
|
|
srcs = ["driver_fuzzer.cpp"],
|
|
corpus = glob(["fuzzer_corpus/*"]),
|
|
deps = [
|
|
":driver",
|
|
"//common:exe_path",
|
|
"//common:raw_string_ostream",
|
|
"//testing/fuzzing:libfuzzer_header",
|
|
"//toolchain/base:install_paths",
|
|
"@llvm-project//llvm:Support",
|
|
],
|
|
)
|
|
|
|
cc_library(
|
|
name = "lld_runner",
|
|
srcs = ["lld_runner.cpp"],
|
|
hdrs = ["lld_runner.h"],
|
|
deps = [
|
|
":tool_runner_base",
|
|
"//common:ostream",
|
|
"//common:string_helpers",
|
|
"//common:vlog",
|
|
"//toolchain/base:install_paths",
|
|
"@llvm-project//lld:Common",
|
|
"@llvm-project//lld:ELF",
|
|
"@llvm-project//lld:MachO",
|
|
"@llvm-project//llvm:Support",
|
|
],
|
|
)
|
|
|
|
cc_test(
|
|
name = "lld_runner_test",
|
|
size = "small",
|
|
srcs = ["lld_runner_test.cpp"],
|
|
deps = [
|
|
":clang_runner",
|
|
":lld_runner",
|
|
"//common:all_llvm_targets",
|
|
"//common:check",
|
|
"//common:ostream",
|
|
"//common:raw_string_ostream",
|
|
"//testing/base:capture_std_streams",
|
|
"//testing/base:file_helpers",
|
|
"//testing/base:global_exe_path",
|
|
"//testing/base:gtest_main",
|
|
"@googletest//:gtest",
|
|
"@llvm-project//llvm:Object",
|
|
"@llvm-project//llvm:Support",
|
|
"@llvm-project//llvm:TargetParser",
|
|
],
|
|
)
|
|
|
|
cc_library(
|
|
name = "llvm_runner",
|
|
srcs = ["llvm_runner.cpp"],
|
|
hdrs = ["llvm_runner.h"],
|
|
deps = [
|
|
":tool_runner_base",
|
|
"//common:ostream",
|
|
"//common:string_helpers",
|
|
"//common:vlog",
|
|
"//toolchain/base:install_paths",
|
|
"//toolchain/base:llvm_tools",
|
|
"@llvm-project//lld:Common",
|
|
"@llvm-project//lld:ELF",
|
|
"@llvm-project//lld:MachO",
|
|
"@llvm-project//llvm:Support",
|
|
],
|
|
)
|
|
|
|
cc_test(
|
|
name = "llvm_runner_test",
|
|
size = "small",
|
|
srcs = ["llvm_runner_test.cpp"],
|
|
deps = [
|
|
":llvm_runner",
|
|
"//common:all_llvm_targets",
|
|
"//common:ostream",
|
|
"//common:raw_string_ostream",
|
|
"//testing/base:capture_std_streams",
|
|
"//testing/base:global_exe_path",
|
|
"//testing/base:gtest_main",
|
|
"@googletest//:gtest",
|
|
"@llvm-project//llvm:Support",
|
|
],
|
|
)
|
|
|
|
cc_library(
|
|
name = "runtimes_cache",
|
|
srcs = ["runtimes_cache.cpp"],
|
|
hdrs = ["runtimes_cache.h"],
|
|
deps = [
|
|
"//common:check",
|
|
"//common:error",
|
|
"//common:filesystem",
|
|
"//common:ostream",
|
|
"//common:version",
|
|
"//common:vlog",
|
|
"//toolchain/base:install_paths",
|
|
"@llvm-project//llvm:Support",
|
|
],
|
|
)
|
|
|
|
cc_test(
|
|
name = "runtimes_cache_test",
|
|
size = "small",
|
|
srcs = ["runtimes_cache_test.cpp"],
|
|
data = ["//toolchain/install:install_data"],
|
|
deps = [
|
|
":runtimes_cache",
|
|
"//common:check",
|
|
"//common:error_test_helpers",
|
|
"//common:filesystem",
|
|
"//common:ostream",
|
|
"//common:raw_string_ostream",
|
|
"//common:version",
|
|
"//testing/base:capture_std_streams",
|
|
"//testing/base:file_helpers",
|
|
"//testing/base:global_exe_path",
|
|
"//testing/base:gtest_main",
|
|
"@googletest//:gtest",
|
|
"@llvm-project//llvm:Support",
|
|
],
|
|
)
|
|
|
|
cc_library(
|
|
name = "tool_runner_base",
|
|
srcs = ["tool_runner_base.cpp"],
|
|
hdrs = ["tool_runner_base.h"],
|
|
data = [
|
|
"//toolchain/install:install_data.no_driver",
|
|
],
|
|
deps = [
|
|
"//common:ostream",
|
|
"//common:vlog",
|
|
"//toolchain/base:install_paths",
|
|
"@llvm-project//llvm:Support",
|
|
],
|
|
)
|
|
|
|
cc_binary(
|
|
name = "bazel_build_clang_runtimes",
|
|
srcs = ["bazel_build_clang_runtimes.cpp"],
|
|
data = [
|
|
"//toolchain/install:install_data.no_driver",
|
|
"@llvm-project//clang:clang",
|
|
],
|
|
deps = [
|
|
":clang_runner",
|
|
":codegen_options",
|
|
":runtimes_cache",
|
|
"//common:all_llvm_targets",
|
|
"//common:bazel_working_dir",
|
|
"//common:check",
|
|
"//common:command_line",
|
|
"//common:error",
|
|
"//common:exe_path",
|
|
"//common:filesystem",
|
|
"//common:init_llvm",
|
|
"//common:raw_string_ostream",
|
|
"//common:version",
|
|
"//toolchain/base:install_paths",
|
|
"@bazel_tools//tools/cpp/runfiles",
|
|
"@llvm-project//llvm:Support",
|
|
"@llvm-project//llvm:TargetParser",
|
|
],
|
|
)
|
|
|
|
# Flag controlling whether the target config is used for the
|
|
# tools used by the `prebuilt_runtimes` rules.
|
|
#
|
|
# Using the exec config is more correct and will also optimize the tools used to
|
|
# build the runtimes, potentially making them run faster. However, it will
|
|
# likely double the number of compiles needed to build everything necessary in
|
|
# that configuration. As a consequence, it is useful in development and CI when
|
|
# the target config is compatible with the exec config to set this flag.
|
|
bool_flag(
|
|
name = "use_target_config_runtimes_builder",
|
|
build_setting_default = False,
|
|
)
|
|
|
|
config_setting(
|
|
name = "use_target_config_runtimes_builder_config",
|
|
flag_values = {":use_target_config_runtimes_builder": "True"},
|
|
)
|
|
|
|
# TODO: Correctly set the `target` argument here based on the Bazel target
|
|
# platform. Without this, we will generate invalid prebuilt runtimes when cross
|
|
# compiling.
|
|
prebuilt_runtimes(
|
|
name = "prebuilt_runtimes",
|
|
)
|