fix(encoding): preserve UTF-16 boundaries in encoder streams

This commit is contained in:
ldm0
2026-11-21 20:03:34 +08:00
parent cf02d47b94
commit 14eb6f8eed
2 changed files with 56 additions and 0 deletions
@@ -666,6 +666,29 @@ fn text_decoder_stream_uses_encoding_rs_labels_and_streaming_decode() {
assert_eq!(settled, r#"["太平洋:false"]"#);
}
#[test]
fn text_encoder_stream_preserves_utf16_chunk_boundaries() {
let mut vm = new_storage_test_vm("https://text-encoder-boundaries.test/");
vm.eval(include_str!(
"../../../../tests/fixtures/text-encoder-boundaries.js"
))
.expect("text encoder boundary contract should load");
vm.eval("runTextEncoderBoundaryContract().then(result => globalThis.__textEncoderBoundaryResults = result)")
.expect("text encoder boundary contract should execute");
let facts: serde_json::Value = serde_json::from_str(
&vm.eval("JSON.stringify(__textEncoderBoundaryResults)")
.expect("text encoder boundary results should serialize"),
)
.expect("text encoder boundary results should be valid JSON");
let checks = facts["checks"].as_array().expect("boundary checks");
let failures = checks
.iter()
.filter(|check| check["passed"] != true)
.collect::<Vec<_>>();
assert!(failures.is_empty(), "{failures:#?}");
assert_eq!(checks.len(), 49);
}
#[test]
fn text_decoder_stream_uses_private_endpoints_and_owned_codec_state() {
let mut vm = new_storage_test_vm("https://text-decoder-state.test/");
@@ -1,5 +1,38 @@
use super::*;
#[tokio::test]
async fn worker_text_encoder_stream_preserves_utf16_chunk_boundaries() {
ensure_v8();
let source = [
include_str!("../../../../../tests/fixtures/text-encoder-boundaries.js"),
r#"
runTextEncoderBoundaryContract().then(
result => { postMessage(result); close(); },
error => { postMessage({ failure: String(error) }); close(); }
);
"#,
]
.join("\n");
let mut handle = spawn_worker(
source,
"https://text-encoder-boundaries.test/worker.js".into(),
);
let message = timeout(TIMEOUT, handle.recv())
.await
.expect("text encoder boundary contract should complete")
.expect("worker result channel should stay open");
handle.terminate_and_join();
let facts: serde_json::Value = serde_json::from_str(&expect_post_json(message))
.expect("text encoder boundary results should be valid JSON");
let checks = facts["checks"].as_array().expect("boundary checks");
let failures = checks
.iter()
.filter(|check| check["passed"] != true)
.collect::<Vec<_>>();
assert!(failures.is_empty(), "{failures:#?}");
assert_eq!(checks.len(), 49);
}
#[tokio::test]
async fn worker_text_decoder_stream_uses_private_endpoints_and_owned_codec_state() {
ensure_v8();