dmaax/ladybird
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Tests/LibWeb: Add some encoding options related WPT tests

Browse source
This commit is contained in:
Shannon Booth 2026-06-22 21:07:29 +02:00 committed by Shannon Booth
parent 02320c9b58
commit ef99632fa7
6 changed files with 139 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

17
Tests/LibWeb/Text/expected/wpt-import/encoding/streams/decode-ignore-bom.any.txt Normal file
View file

@ -0,0 +1,17 @@
Harness status: OK
Found 12 tests
12 Fail
Fail ignoreBOM should work for encoding utf-8, split at character 0
Fail ignoreBOM should work for encoding utf-8, split at character 1
Fail ignoreBOM should work for encoding utf-8, split at character 2
Fail ignoreBOM should work for encoding utf-8, split at character 3
Fail ignoreBOM should work for encoding utf-16le, split at character 0
Fail ignoreBOM should work for encoding utf-16le, split at character 1
Fail ignoreBOM should work for encoding utf-16le, split at character 2
Fail ignoreBOM should work for encoding utf-16le, split at character 3
Fail ignoreBOM should work for encoding utf-16be, split at character 0
Fail ignoreBOM should work for encoding utf-16be, split at character 1
Fail ignoreBOM should work for encoding utf-16be, split at character 2
Fail ignoreBOM should work for encoding utf-16be, split at character 3

8
Tests/LibWeb/Text/expected/wpt-import/encoding/textdecoder-fatal-streaming.any.txt Normal file
View file

@ -0,0 +1,8 @@
Harness status: OK
Found 2 tests
1 Pass
1 Fail
Pass Fatal flag, non-streaming cases
Fail Fatal flag, streaming cases

16
Tests/LibWeb/Text/input/wpt-import/encoding/streams/decode-ignore-bom.any.html Normal file
View file

@ -0,0 +1,16 @@
<!doctype html>
<meta charset=utf-8>
<script>
self.GLOBAL = {
isWindow: function() { return true; },
isWorker: function() { return false; },
isShadowRealm: function() { return false; },
};
</script>
<script src="../../resources/testharness.js"></script>
<script src="../../resources/testharnessreport.js"></script>
<script src="resources/readable-stream-from-array.js"></script>
<script src="resources/readable-stream-to-array.js"></script>
<div id=log></div>
<script src="../../encoding/streams/decode-ignore-bom.any.js"></script>

38
Tests/LibWeb/Text/input/wpt-import/encoding/streams/decode-ignore-bom.any.js Normal file
View file

@ -0,0 +1,38 @@
// META: global=window,worker
// META: script=resources/readable-stream-from-array.js
// META: script=resources/readable-stream-to-array.js
const cases = [
{encoding: 'utf-8', bytes: [0xEF, 0xBB, 0xBF, 0x61, 0x62, 0x63]},
{encoding: 'utf-16le', bytes: [0xFF, 0xFE, 0x61, 0x00, 0x62, 0x00, 0x63, 0x00]},
{encoding: 'utf-16be', bytes: [0xFE, 0xFF, 0x00, 0x61, 0x00, 0x62, 0x00, 0x63]}
];
const BOM = '\uFEFF';
// |inputChunks| is an array of chunks, each represented by an array of
// integers. |ignoreBOM| is true or false. The result value is the output of the
// pipe, concatenated into a single string.
async function pipeAndAssemble(inputChunks, encoding, ignoreBOM) {
const chunksAsUint8 = inputChunks.map(values => new Uint8Array(values));
const readable = readableStreamFromArray(chunksAsUint8);
const outputArray = await readableStreamToArray(readable.pipeThrough(
new TextDecoderStream(encoding, {ignoreBOM})));
return outputArray.join('');
}
for (const testCase of cases) {
for (let splitPoint = 0; splitPoint < 4; ++splitPoint) {
promise_test(async () => {
const inputChunks = [testCase.bytes.slice(0, splitPoint),
testCase.bytes.slice(splitPoint)];
const withIgnoreBOM =
await pipeAndAssemble(inputChunks, testCase.encoding, true);
assert_equals(withIgnoreBOM, BOM + 'abc', 'BOM should be preserved');
const withoutIgnoreBOM =
await pipeAndAssemble(inputChunks, testCase.encoding, false);
assert_equals(withoutIgnoreBOM, 'abc', 'BOM should be stripped')
}, `ignoreBOM should work for encoding ${testCase.encoding}, split at ` +
`character ${splitPoint}`);
}
}

15
Tests/LibWeb/Text/input/wpt-import/encoding/textdecoder-fatal-streaming.any.html Normal file
View file

@ -0,0 +1,15 @@
<!doctype html>
<meta charset=utf-8>
<title>Encoding API: End-of-file</title>
<script>
self.GLOBAL = {
isWindow: function() { return true; },
isWorker: function() { return false; },
isShadowRealm: function() { return false; },
};
</script>
<script src="../resources/testharness.js"></script>
<script src="../resources/testharnessreport.js"></script>
<div id=log></div>
<script src="../encoding/textdecoder-fatal-streaming.any.js"></script>

45
Tests/LibWeb/Text/input/wpt-import/encoding/textdecoder-fatal-streaming.any.js Normal file
View file

@ -0,0 +1,45 @@
// META: global=window,dedicatedworker
// META: title=Encoding API: End-of-file
test(function() {
[
{encoding: 'utf-8', sequence: [0xC0]},
{encoding: 'utf-16le', sequence: [0x00]},
{encoding: 'utf-16be', sequence: [0x00]}
].forEach(function(testCase) {
assert_throws_js(TypeError, function() {
var decoder = new TextDecoder(testCase.encoding, {fatal: true});
decoder.decode(new Uint8Array(testCase.sequence));
}, 'Unterminated ' + testCase.encoding + ' sequence should throw if fatal flag is set');
assert_equals(
new TextDecoder(testCase.encoding).decode(new Uint8Array([testCase.sequence])),
'\uFFFD',
'Unterminated UTF-8 sequence should emit replacement character if fatal flag is unset');
});
}, 'Fatal flag, non-streaming cases');
test(function() {
var decoder = new TextDecoder('utf-16le', {fatal: true});
var odd = new Uint8Array([0x00]);
var even = new Uint8Array([0x00, 0x00]);
assert_equals(decoder.decode(odd, {stream: true}), '');
assert_equals(decoder.decode(odd), '\u0000');
assert_throws_js(TypeError, function() {
decoder.decode(even, {stream: true});
decoder.decode(odd)
});
assert_throws_js(TypeError, function() {
decoder.decode(odd, {stream: true});
decoder.decode(even);
});
assert_equals(decoder.decode(even, {stream: true}), '\u0000');
assert_equals(decoder.decode(even), '\u0000');
}, 'Fatal flag, streaming cases');