Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
64 changes: 61 additions & 3 deletions src/workerd/api/form-data.c++
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,33 @@
namespace workerd::api {

namespace {
void addToSerializedSize(size_t& total, size_t amount) {
static constexpr size_t kMaxSize = kj::maxValue;
JSG_REQUIRE(amount <= kMaxSize - total, RangeError, "FormData is too large to serialize.");
total += amount;
}

size_t getEscapedSize(kj::StringPtr value) {
JSG_REQUIRE(!value.endsWith("\\"), TypeError, "Name or filename can't end with backslash");

size_t result = 0;
for (char c: value) {
switch (c) {
case '\"':
case '\n':
addToSerializedSize(result, 3);
break;
case '\\':
addToSerializedSize(result, 2);
break;
default:
addToSerializedSize(result, 1);
break;
}
}
return result;
}

// Like split() in kj/compat/url.c++, but splits at a substring rather than a character.
kj::ArrayPtr<const char> splitAtSubString(kj::ArrayPtr<const char>& text, kj::StringPtr subString) {
// TODO(perf): Use a Boyer-Moore search?
Expand Down Expand Up @@ -314,9 +341,39 @@ kj::Array<kj::byte> FormData::serialize(kj::ArrayPtr<const char> boundary) {
JSG_REQUIRE(boundary.size() > 0 && boundary.size() <= 70, TypeError,
"Length of multipart/form-data boundary string must be in the range [1, 70].");

// TODO(perf): We should be able to trivially calculate the length of the serialized form data
// beforehand. I tried, but apparently my math REALLY sucks and I hate memory overruns, so ...
auto builder = kj::Vector<char>{};
size_t serializedSize = 0;
for (auto& kv: data) {
addToSerializedSize(serializedSize, "--"_kj.size());
addToSerializedSize(serializedSize, boundary.size());
addToSerializedSize(serializedSize, "\r\n"_kj.size());
addToSerializedSize(serializedSize, "Content-Disposition: form-data; name=\""_kj.size());
addToSerializedSize(serializedSize, getEscapedSize(kv.name));
KJ_SWITCH_ONEOF(kv.value) {
KJ_CASE_ONEOF(text, kj::String) {
addToSerializedSize(serializedSize, "\"\r\n\r\n"_kj.size());
addToSerializedSize(serializedSize, text.size());
}
KJ_CASE_ONEOF(file, jsg::Ref<File>) {
addToSerializedSize(serializedSize, "\"; filename=\""_kj.size());
addToSerializedSize(serializedSize, getEscapedSize(file->getName()));
addToSerializedSize(serializedSize, "\"\r\nContent-Type: "_kj.size());
auto type = file->getType();
if (type == nullptr) {
addToSerializedSize(serializedSize, MimeType::OCTET_STREAM.toString().size());
} else {
addToSerializedSize(serializedSize, type.size());
}
addToSerializedSize(serializedSize, "\r\n\r\n"_kj.size());
addToSerializedSize(serializedSize, file->getData().size());
}
}
addToSerializedSize(serializedSize, "\r\n"_kj.size());
}
addToSerializedSize(serializedSize, "--"_kj.size());
addToSerializedSize(serializedSize, boundary.size());
addToSerializedSize(serializedSize, "--"_kj.size());

kj::Vector<char> builder(serializedSize);

for (auto& kv: data) {
builder.addAll("--"_kj);
Expand Down Expand Up @@ -349,6 +406,7 @@ kj::Array<kj::byte> FormData::serialize(kj::ArrayPtr<const char> boundary) {
builder.addAll(boundary);
builder.addAll("--"_kj);

KJ_ASSERT(builder.size() == serializedSize);
return builder.releaseAsArray().releaseAsBytes();
}

Expand Down
13 changes: 12 additions & 1 deletion src/workerd/api/tests/form-data-test.js
Original file line number Diff line number Diff line change
Expand Up @@ -515,6 +515,11 @@ export const testFormDataSerializer = {
expected.append('field0', 'part2');
expected.append('field1', 'part3');
expected.append('field-with-a-"-in-it', 'part4');
expected.append(
'file-field\n"\\name',
new File(['file-part'], 'file\n"\\name.txt', { type: 'text/plain' })
);
expected.append('default-file', new File(['default-part'], 'default.bin'));

// Serialize the FormData.
const response = new Response(expected);
Expand All @@ -535,10 +540,16 @@ export const testFormDataSerializer = {
'field0=part2',
'field1=part3',
'field-with-a-%22-in-it=part4',
'file-field%0A%22\\name=file%0A%22\\name.txt:text/plain:file-part',
'default-file=default.bin:application/octet-stream:default-part',
];
const actualData = [];
for (let [k, v] of actual) {
actualData.push(`${k}=${v}`);
if (v instanceof File) {
actualData.push(`${k}=${v.name}:${v.type}:${await v.text()}`);
} else {
actualData.push(`${k}=${v}`);
}
}

strictEqual('' + actualData.join(','), '' + expectedData.join(','));
Expand Down
6 changes: 6 additions & 0 deletions src/workerd/tests/BUILD.bazel
Original file line number Diff line number Diff line change
Expand Up @@ -81,6 +81,12 @@ wd_cc_benchmark(
],
)

wd_cc_benchmark(
name = "bench-form-data",
srcs = ["bench-form-data.c++"],
deps = [":test-fixture"],
)

wd_cc_benchmark(
name = "bench-global-scope",
srcs = ["bench-global-scope.c++"],
Expand Down
57 changes: 57 additions & 0 deletions src/workerd/tests/bench-form-data.c++
Original file line number Diff line number Diff line change
@@ -0,0 +1,57 @@
// Copyright (c) 2026 Cloudflare, Inc.
// Licensed under the Apache 2.0 license found in the LICENSE file or at:
// https://opensource.org/licenses/Apache-2.0

#include <workerd/api/form-data.h>
#include <workerd/tests/bench-tools.h>
#include <workerd/tests/test-fixture.h>

namespace workerd {
namespace {

struct FormDataSerialization: public benchmark::Fixture {
virtual ~FormDataSerialization() noexcept(true) {}

void SetUp(benchmark::State& state) noexcept(true) override {
fixture = kj::heap<TestFixture>();
}

void TearDown(benchmark::State& state) noexcept(true) override {
fixture = nullptr;
}

kj::Own<TestFixture> fixture;
};

BENCHMARK_DEFINE_F(FormDataSerialization, singleFile)(benchmark::State& state) {
static constexpr kj::StringPtr BOUNDARY = "0123456789abcdef0123456789abcdef"_kj;
const size_t payloadSize = state.range(0);

fixture->runInIoContext([&](const TestFixture::Environment& env) {
auto& js = env.js;
auto bytes = jsg::JsUint8Array::create(js, payloadSize);
memset(bytes.asArrayPtr().begin(), 'x', payloadSize);

auto file = js.alloc<api::File>(js, jsg::JsBufferSource(bytes), kj::str("upload.bin"),
kj::str("application/octet-stream"), 0);
auto formData = js.alloc<api::FormData>();
formData->append(js, kj::str("file"), kj::mv(file), kj::none);

for (auto _: state) {
auto serialized = formData->serialize(BOUNDARY);
benchmark::DoNotOptimize(serialized.begin());
benchmark::ClobberMemory();
}
});

state.SetBytesProcessed(state.iterations() * payloadSize);
}

BENCHMARK_REGISTER_F(FormDataSerialization, singleFile)
->Arg(1024)
->Arg(1024 * 1024)
->Arg(16 * 1024 * 1024)
->Unit(benchmark::kMillisecond);

} // namespace
} // namespace workerd
Loading