ladybird/Tests/LibWeb/css-tokenizer.cpp

/*
 * Copyright (c) 2026, Sam Atkins <sam@ladybird.org>
 *
 * SPDX-License-Identifier: BSD-2-Clause
 */

#include <AK/Format.h>
#include <LibCore/ArgsParser.h>
#include <LibCore/File.h>
#include <LibMain/Main.h>
#include <LibWeb/CSS/Parser/RustTokenizer.h>
#include <LibWeb/CSS/Parser/Tokenizer.h>

ErrorOr<int> ladybird_main(Main::Arguments arguments)
{
    StringView backend = "cpp"sv;
    StringView encoding = "utf-8"sv;
    StringView input_path;
    bool silent = false;

    Core::ArgsParser args_parser;
    args_parser.add_option(backend, "Tokenizer backend to use (cpp or rust)", "backend", 'b', "backend");
    args_parser.add_option(encoding, "Source encoding label", "encoding", 'e', "encoding");
    args_parser.add_option(silent, "Don't print the tokens (useful for perf testing)", "silent", 's');
    args_parser.add_positional_argument(input_path, "Path to the CSS input file", "input", Core::ArgsParser::Required::Yes);
    args_parser.parse(arguments);

    if (backend != "cpp"sv && backend != "rust"sv) {
        warnln("Unknown backend '{}'. Expected 'cpp' or 'rust'.", backend);
        return 1;
    }

    auto file = TRY(Core::File::open(input_path, Core::File::OpenMode::Read));
    auto input = TRY(file->read_until_eof());
    auto tokens = backend == "rust"sv
        ? Web::CSS::Parser::RustTokenizer::tokenize(input, encoding, Web::CSS::Parser::TokenizerInput::EncodedBytes)
        : Web::CSS::Parser::Tokenizer::tokenize(input, encoding, Web::CSS::Parser::TokenizerInput::EncodedBytes);

    if (!silent) {
        for (auto const& token : tokens)
            outln("{}", token.to_debug_string());
    }

    return 0;
}