Files
carbon-lang/toolchain/check/deferred_definition_worklist.cpp
T
Richard SmithandDana Jansens 6753a715f6 Avoid moving around large suspended function states in the deferred definition worklist. (#5608)
We already go to some effort to avoid moving these, but we end up still
moving them twice: once when adding to the worklist and again when
reversing a chunk of the worklist.

* To avoid a move when constructing the worklist, add an `EmplaceResult`
utility that allows the result of a function call to be emplaced into a
container.
* To avoid moves when reversing the list, stop reversing it. Instead of
reversing the list and popping tasks as we run them, we accumulate a
sequence of tasks for a deferred definition region, run them in the
order they were enqueued, then pop them all at the end. This will in
some cases increase the high-water-mark of the size of the worklist, but
not asymptotically. The same high-water-mark could be reached with the
old approach by reordering the declarations in the source file.

In passing, we no longer create `LeaveDeferredDefinitionRegion` tasks
for non-nested regions. We don't need them, because we can detect that
condition by our reaching the end of the worklist. This means that the
enter / leave region actions are now always in correspondence -- we only
create them for *nested* regions. The tasks have been renamed to convey
this.

We still move the suspended function states around if the worklist grows
to over 64 entries and gets reallocated. We could potentially address
that issue too by switching to a chunked allocation strategy as is used
by `ValueStore` and then make the tasks noncopyable, but I'm not
attempting that in this PR.

---------

Co-authored-by: Dana Jansens <danakj@orodu.net>
2025-06-10 13:37:16 +00:00

109 lines
4.3 KiB
C++

// Part of the Carbon Language project, under the Apache License v2.0 with LLVM
// Exceptions. See /LICENSE for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
#include "toolchain/check/deferred_definition_worklist.h"
#include <algorithm>
#include <optional>
#include <variant>
#include "common/emplace_by_calling.h"
#include "common/vlog.h"
#include "toolchain/base/kind_switch.h"
#include "toolchain/check/handle.h"
namespace Carbon::Check {
static constexpr llvm::StringLiteral VlogPrefix = "DeferredDefinitionWorklist ";
DeferredDefinitionWorklist::DeferredDefinitionWorklist(
llvm::raw_ostream* vlog_stream)
: vlog_stream_(vlog_stream) {
// See declaration of `worklist_`.
worklist_.reserve(64);
}
auto DeferredDefinitionWorklist::SuspendFunctionAndPush(
Context& context, Parse::DeferredDefinitionIndex index,
Parse::FunctionDefinitionStartId node_id) -> void {
// TODO: Investigate factoring out `HandleFunctionDefinitionSuspend` to make
// `DeferredDefinitionWorklist` reusable.
worklist_.emplace_back(EmplaceByCalling([&] {
return CheckSkippedDefinition{
index, HandleFunctionDefinitionSuspend(context, node_id)};
}));
CARBON_VLOG("{0}Push CheckSkippedDefinition {1}\n", VlogPrefix, index.index);
}
auto DeferredDefinitionWorklist::PushEnterDeferredDefinitionScope(
Context& context) -> bool {
bool nested = !entered_scopes_.empty() &&
entered_scopes_.back().scope_index ==
context.decl_name_stack().PeekInitialScopeIndex();
entered_scopes_.push_back({.nested = nested,
.worklist_start_index = worklist_.size(),
.scope_index = context.scope_stack().PeekIndex()});
if (nested) {
worklist_.emplace_back(EmplaceByCalling([&] {
return EnterNestedDeferredDefinitionScope{.suspended_name = std::nullopt};
}));
CARBON_VLOG("{0}Push EnterDeferredDefinitionScope (nested)\n", VlogPrefix);
} else {
// Don't push a task to re-enter a non-nested scope. Instead,
// SuspendFinishedScopeAndPush will remain in the scope when executing the
// worklist tasks.
CARBON_VLOG("{0}Entered non-nested deferred definition scope\n",
VlogPrefix);
}
return !nested;
}
auto DeferredDefinitionWorklist::SuspendFinishedScopeAndPush(Context& context)
-> FinishedScopeKind {
auto [nested, start_index, _] = entered_scopes_.pop_back_val();
// If we've not found any tasks to perform in this scope, clean up the stack.
// For non-nested scope, there will be no tasks on the worklist for this scope
// in this case; for a nested scope, there will just be a task to re-enter the
// nested scope.
if (!nested && start_index == worklist_.size()) {
context.decl_name_stack().PopScope();
CARBON_VLOG("{0}Left non-nested empty deferred definition scope\n",
VlogPrefix);
return FinishedScopeKind::NonNestedEmpty;
}
if (nested && start_index == worklist_.size() - 1) {
CARBON_CHECK(std::holds_alternative<EnterNestedDeferredDefinitionScope>(
worklist_.back()));
worklist_.pop_back();
context.decl_name_stack().PopScope();
CARBON_VLOG("{0}Pop EnterNestedDeferredDefinitionScope (empty)\n",
VlogPrefix);
return FinishedScopeKind::Nested;
}
// If we're finishing a nested deferred definition scope, keep track of that
// but don't type-check deferred definitions now.
if (nested) {
auto& enter_scope =
get<EnterNestedDeferredDefinitionScope>(worklist_[start_index]);
// This is a nested deferred definition scope. Suspend the inner scope so we
// can restore it when we come to type-check the deferred definitions.
enter_scope.suspended_name.emplace(
EmplaceByCalling([&] { return context.decl_name_stack().Suspend(); }));
// Enqueue a task to leave the nested scope.
worklist_.emplace_back(LeaveNestedDeferredDefinitionScope{});
CARBON_VLOG("{0}Push LeaveNestedDeferredDefinitionScope\n", VlogPrefix);
return FinishedScopeKind::Nested;
}
// We're at the end of a non-nested deferred definition scope. Start checking
// deferred definitions.
CARBON_VLOG("{0}Starting deferred definition processing\n", VlogPrefix);
return FinishedScopeKind::NonNestedWithWork;
}
} // namespace Carbon::Check