/* * Copyright (c) 2022, mat * Copyright (c) 2024, Tim Flynn * * SPDX-License-Identifier: BSD-2-Clause */ #include #include #include #include namespace Unicode { NormalizationForm normalization_form_from_string(StringView form) { if (form == "NFD"sv) return NormalizationForm::NFD; if (form == "NFC"sv) return NormalizationForm::NFC; if (form == "NFKD"sv) return NormalizationForm::NFKD; if (form == "NFKC"sv) return NormalizationForm::NFKC; VERIFY_NOT_REACHED(); } NormalizationForm normalization_form_from_string(Utf16View form) { if (form == u"NFD"sv) return NormalizationForm::NFD; if (form == u"NFC"sv) return NormalizationForm::NFC; if (form == u"NFKD"sv) return NormalizationForm::NFKD; if (form == u"NFKC"sv) return NormalizationForm::NFKC; VERIFY_NOT_REACHED(); } static icu::Normalizer2 const* normalizer_for_form(NormalizationForm form, UErrorCode& status) { switch (form) { case NormalizationForm::NFD: return icu::Normalizer2::getNFDInstance(status); case NormalizationForm::NFC: return icu::Normalizer2::getNFCInstance(status); case NormalizationForm::NFKD: return icu::Normalizer2::getNFKDInstance(status); case NormalizationForm::NFKC: return icu::Normalizer2::getNFKCInstance(status); } VERIFY_NOT_REACHED(); } String normalize(StringView string, NormalizationForm form) { UErrorCode status = U_ZERO_ERROR; auto const* normalizer = normalizer_for_form(form, status); if (icu_failure(status)) return MUST(String::from_utf8(string)); VERIFY(normalizer); StringBuilder builder { string.length() }; icu::StringByteSink sink { &builder }; normalizer->normalizeUTF8(0, icu_string_piece(string), sink, nullptr, status); if (icu_failure(status)) return MUST(String::from_utf8(string)); return MUST(builder.to_string()); } Utf16String normalize(Utf16View string, NormalizationForm form) { UErrorCode status = U_ZERO_ERROR; auto const* normalizer = normalizer_for_form(form, status); if (icu_failure(status)) return Utf16String::from_utf16(string); VERIFY(normalizer); auto icu_input = icu_string(string); UErrorCode normalize_status = U_ZERO_ERROR; auto icu_output = normalizer->normalize(icu_input, normalize_status); if (icu_failure(normalize_status)) return Utf16String::from_utf16(string); return icu_string_to_utf16_string(icu_output); } }