Files
carbon-lang/toolchain/lexer/tokenized_buffer_fuzzer.cpp
T
Jon Meow 9c716e9c3b Move tests into Carbon::Testing, set small size (#992)
The small size is for the 1m vs 5m time limit -- all these tests _should_ be fast so a lower limit seems consistent, and the 5m timeout was getting in my way when trying to debug *actual* timeouts.

The Carbon::Testing bit is for convenience -- test libraries are generally using it, it seems like the tests should too. Note this reduces the need for `using`.

This does push NodeMatchers into Carbon::Testing -- I don't think this was benefiting from having its own namespace; `using namespace` is discouraged [under style](https://google.github.io/styleguide/cppguide.html#Namespaces), we wouldn't support an equivalent in Carbon, and it feels like it's not helping to avoid name collisions. (also tidy was bugging about it, and while I could NOLINT that, this felt like the better approach)
2021-12-15 15:18:44 -08:00

66 lines
2.1 KiB
C++

// Part of the Carbon Language project, under the Apache License v2.0 with LLVM
// Exceptions. See /LICENSE for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
#include <cstdint>
#include <cstring>
#include "common/check.h"
#include "llvm/ADT/StringRef.h"
#include "toolchain/diagnostics/diagnostic_emitter.h"
#include "toolchain/diagnostics/null_diagnostics.h"
#include "toolchain/lexer/tokenized_buffer.h"
namespace Carbon::Testing {
// NOLINTNEXTLINE: Match the documented fuzzer entry point declaration style.
extern "C" int LLVMFuzzerTestOneInput(const unsigned char* data,
std::size_t size) {
// We need two bytes of data to compute a file name length.
if (size < 2) {
return 0;
}
uint16_t raw_filename_length;
std::memcpy(&raw_filename_length, data, 2);
data += 2;
size -= 2;
size_t filename_length = raw_filename_length;
// We need enough data to populate this filename length.
if (size < filename_length) {
return 0;
}
llvm::StringRef filename(reinterpret_cast<const char*>(data),
filename_length);
data += filename_length;
size -= filename_length;
// The rest of the data is the source text.
auto source = SourceBuffer::CreateFromText(
llvm::StringRef(reinterpret_cast<const char*>(data), size), filename);
auto buffer = TokenizedBuffer::Lex(source, NullDiagnosticConsumer());
if (buffer.HasErrors()) {
return 0;
}
// Walk the lexed and tokenized buffer to ensure it isn't corrupt in some way.
//
// TODO: We should enhance this to do more sanity checks on the resulting
// token stream.
for (TokenizedBuffer::Token token : buffer.Tokens()) {
int line_number = buffer.GetLineNumber(token);
(void)line_number;
CHECK(line_number > 0) << "Invalid line number!";
CHECK(line_number < INT_MAX) << "Invalid line number!";
int column_number = buffer.GetColumnNumber(token);
(void)column_number;
CHECK(column_number > 0) << "Invalid line number!";
CHECK(column_number < INT_MAX) << "Invalid line number!";
}
return 0;
}
} // namespace Carbon::Testing