[codex] Add Rust and WASM HTML API implementation

ext/html-api-rust/.gitignore

@@ -0,0 +1,32 @@
+/target/
+/wasm/dist/
+/autom4te.cache/
+/build/
+/modules/
+/.libs/
+/Makefile
+/Makefile.fragments
+/Makefile.objects
+/Makefile.global
+/acinclude.m4
+/aclocal.m4
+/config.cache
+/config.guess
+/config.h
+/config.h.in
+/config.log
+/config.nice
+/config.status
+/config.sub
+/configure
+/configure~
+/install-sh
+/libtool
+/ltmain.sh
+/missing
+/mkinstalldirs
+/run-tests.php
+/tmp-php.ini
+/*.dep
+/*.la
+/*.lo

ext/html-api-rust/Cargo.toml

@@ -0,0 +1,14 @@
+[package]
+name = "wp-html-api-rust-core"
+version = "0.1.0"
+edition = "2021"
+publish = false
+
+[lib]
+name = "wp_html_api_rust_core"
+crate-type = ["staticlib", "cdylib"]
+
+[profile.release]
+lto = true
+codegen-units = 1
+panic = "abort"

ext/html-api-rust/README.md

@@ -0,0 +1,72 @@
+# WordPress HTML API Rust Extension
+
+This directory contains the native Rust core and PHP extension shim for the
+incremental Rust implementation of the WordPress HTML API.
+
+Build locally with:
+
+```sh
+cd ext/html-api-rust
+sh build.sh
+```
+
+Smoke-test the built extension with:
+
+```sh
+php -d extension="$(pwd)/modules/wp_html_api_rust.so" \
+	-r 'var_dump(wp_html_api_rust_version(), wp_html_api_rust_scan_next_tag("<p class=\"x\">Hi</p>"));'
+```
+
+Build the WebAssembly module and JavaScript API wrapper with:
+
+```sh
+cd ext/html-api-rust
+npm --prefix wasm run build
+npm --prefix wasm run test:all
+```
+
+Regenerate the Rust HTML5 named-character-reference table with:
+
+```sh
+node scripts/generate-html5-named-character-references.mjs
+```
+
+The JavaScript wrapper is an ES module in `wasm/wp-html-api-rust.js`. It directly
+exports `loadWasm()`, `createHtmlApi()`, `WP_HTML_Span`,
+`WP_HTML_Text_Replacement`, `WP_HTML_Attribute_Token`, `WP_HTML_Token`,
+`WP_HTML_Stack_Event`, `WP_HTML_Active_Formatting_Elements`,
+`WP_HTML_Open_Elements`, `WP_HTML_Processor_State`,
+`WP_HTML_Unsupported_Exception`, and `WP_HTML_Doctype_Info`.
+
+Call `loadWasm()` to instantiate the WASM module and receive the WASM-bound API:
+`WP_HTML_Decoder`, `WP_HTML_Tag_Processor`, `WP_HTML_Processor`,
+`scanNextTag()`, `version()`, the support classes, and the raw `wasm` exports.
+The tag processor methods call the same Rust core used by the PHP extension. The
+JavaScript API surface mirrors the public WordPress HTML API classes with
+JavaScript naming, including processor factory/static helpers, constants,
+bookmark methods, doctype parsing, serialization helpers, and inherited
+tag-processor methods.
+
+```js
+import { loadWasm } from "./wasm/wp-html-api-rust.js";
+
+const { WP_HTML_Processor } = await loadWasm();
+const processor = WP_HTML_Processor.create_fragment("<p>Hello</p>");
+processor.next_tag("p");
+console.log(processor.get_breadcrumbs());
+processor.destroy();
+```
+
+`loadWasm()` accepts the default bundled WASM URL, a path or URL string,
+`URL`, `Request`, `Response`, `Blob`, `ArrayBuffer`, typed array/DataView,
+`WebAssembly.Module`, `WebAssembly.Instance`, raw `WebAssembly.Exports`, or an
+instantiated source object returned by `WebAssembly.instantiate()`.
+
+The processor layer adds JavaScript-side open-element stack tracking for HTML
+breadcrumbs, breadcrumb queries, void-element handling, namespaces, scoped end
+tags, frameset handling, implied closures, foster parenting, and adoption-agency
+reconstruction. The html5lib tree-construction harness runs with zero
+unsupported cases, aside from the known WordPress duplicate shell-attribute
+skips. `WP_HTML_Unsupported_Exception` remains part of the public API for
+guarded parser states, such as tentative encoding detection from unsupported
+META tags.

ext/html-api-rust/build-wasm.sh

@@ -0,0 +1,12 @@
+#!/bin/sh
+set -eu
+
+cd "$(dirname "$0")"
+
+cargo build --target wasm32-unknown-unknown --release --lib
+
+mkdir -p wasm/dist
+wasm_file="target/wasm32-unknown-unknown/release/wp_html_api_rust_core.wasm"
+cp "$wasm_file" wasm/dist/wp_html_api_rust_core.wasm
+
+echo "WASM build complete: ext/html-api-rust/wasm/dist/wp_html_api_rust_core.wasm"

ext/html-api-rust/build.sh

@@ -0,0 +1,9 @@
+#!/bin/sh
+set -eu
+
+PHP_CONFIG_BIN="${PHP_CONFIG:-php-config}"
+
+cargo build --release
+phpize
+./configure --enable-wp-html-api-rust --with-php-config="${PHP_CONFIG_BIN}"
+make

ext/html-api-rust/config.m4

@@ -0,0 +1,13 @@
+PHP_ARG_ENABLE(
+  [wp-html-api-rust],
+  [whether to enable the WordPress HTML API Rust extension],
+  [AS_HELP_STRING([--enable-wp-html-api-rust], [Enable WordPress HTML API Rust extension])],
+  [no]
+)
+
+if test "$PHP_WP_HTML_API_RUST" != "no"; then
+  PHP_SUBST(WP_HTML_API_RUST_SHARED_LIBADD)
+  PHP_ADD_LIBRARY_WITH_PATH(wp_html_api_rust_core, $abs_srcdir/target/release, WP_HTML_API_RUST_SHARED_LIBADD)
+
+  PHP_NEW_EXTENSION([wp_html_api_rust], [wp_html_api_rust.c], [$ext_shared])
+fi

ext/html-api-rust/configure.ac

@@ -0,0 +1,200 @@
+dnl This file becomes configure.ac for self-contained extensions.
+
+dnl Include external macro definitions before the AC_INIT to also remove
+dnl comments starting with # and empty newlines from the included files.
+m4_include([build/ax_check_compile_flag.m4])
+m4_include([build/ax_gcc_func_attribute.m4])
+m4_include([build/libtool.m4])
+m4_include([build/php_cxx_compile_stdcxx.m4])
+m4_include([build/php.m4])
+m4_include([build/pkg.m4])
+
+AC_PREREQ([2.68])
+AC_INIT
+AC_CONFIG_SRCDIR([config.m4])
+AC_CONFIG_AUX_DIR([build])
+AC_PRESERVE_HELP_ORDER
+
+PHP_CONFIG_NICE([config.nice])
+
+AC_DEFUN([PHP_EXT_BUILDDIR],[.])dnl
+AC_DEFUN([PHP_EXT_DIR],[""])dnl
+AC_DEFUN([PHP_EXT_SRCDIR],[$abs_srcdir])dnl
+AC_DEFUN([PHP_ALWAYS_SHARED],[
+  ext_output="yes, shared"
+  ext_shared=yes
+  test "[$]$1" = "no" && $1=yes
+])dnl
+
+PHP_INIT_BUILD_SYSTEM
+
+PKG_PROG_PKG_CONFIG
+AC_PROG_CC([cc gcc])
+PHP_DETECT_ICC
+PHP_DETECT_SUNCC
+
+dnl Support systems with system libraries in e.g. /usr/lib64.
+PHP_ARG_WITH([libdir],
+  [for system library directory],
+  [AS_HELP_STRING([--with-libdir=NAME],
+    [Look for libraries in .../NAME rather than .../lib])],
+  [lib],
+  [no])
+
+PHP_RUNPATH_SWITCH
+PHP_SHLIB_SUFFIX_NAMES
+
+dnl Find php-config script.
+PHP_ARG_WITH([php-config],,
+  [AS_HELP_STRING([--with-php-config=PATH],
+    [Path to php-config [php-config]])],
+  [php-config],
+  [no])
+
+dnl For BC.
+PHP_CONFIG=$PHP_PHP_CONFIG
+prefix=$($PHP_CONFIG --prefix 2>/dev/null)
+phpincludedir=$($PHP_CONFIG --include-dir 2>/dev/null)
+INCLUDES=$($PHP_CONFIG --includes 2>/dev/null)
+EXTENSION_DIR=$($PHP_CONFIG --extension-dir 2>/dev/null)
+PHP_EXECUTABLE=$($PHP_CONFIG --php-binary 2>/dev/null)
+
+AS_VAR_IF([prefix],,
+  [AC_MSG_ERROR([Cannot find php-config. Please use --with-php-config=PATH])])
+
+AC_MSG_CHECKING([for PHP prefix])
+AC_MSG_RESULT([$prefix])
+AC_MSG_CHECKING([for PHP includes])
+AC_MSG_RESULT([$INCLUDES])
+AC_MSG_CHECKING([for PHP extension directory])
+AC_MSG_RESULT([$EXTENSION_DIR])
+AC_MSG_CHECKING([for PHP installed headers prefix])
+AC_MSG_RESULT([$phpincludedir])
+
+dnl Checks for PHP_DEBUG / ZEND_DEBUG / ZTS.
+AC_MSG_CHECKING([if debugging is enabled])
+old_CPPFLAGS=$CPPFLAGS
+CPPFLAGS="-I$phpincludedir"
+AC_EGREP_CPP([php_debug_is_enabled], [
+#include <main/php_config.h>
+#if ZEND_DEBUG
+php_debug_is_enabled
+#endif
+],
+  [PHP_DEBUG=yes],
+  [PHP_DEBUG=no])
+CPPFLAGS=$old_CPPFLAGS
+AC_MSG_RESULT([$PHP_DEBUG])
+
+AC_MSG_CHECKING([if PHP is built with thread safety (ZTS)])
+old_CPPFLAGS=$CPPFLAGS
+CPPFLAGS="-I$phpincludedir"
+AC_EGREP_CPP([php_zts_is_enabled], [
+#include <main/php_config.h>
+#ifdef ZTS
+php_zts_is_enabled
+#endif
+],
+  [PHP_THREAD_SAFETY=yes],
+  [PHP_THREAD_SAFETY=no])
+CPPFLAGS=$old_CPPFLAGS
+AC_MSG_RESULT([$PHP_THREAD_SAFETY])
+
+dnl Discard optimization flags when debugging is enabled.
+AS_VAR_IF([PHP_DEBUG], [yes], [
+  PHP_DEBUG=1
+  ZEND_DEBUG=yes
+  PHP_REMOVE_OPTIMIZATION_FLAGS
+  dnl Add -O0 only if GCC or ICC is used.
+  if test "$GCC" = "yes" || test "$ICC" = "yes"; then
+    CFLAGS="$CFLAGS -O0"
+    CXXFLAGS="$CXXFLAGS -g -O0"
+  fi
+  if test "$SUNCC" = "yes"; then
+    if test -n "$auto_cflags"; then
+      CFLAGS="-g"
+      CXXFLAGS="-g"
+    else
+      CFLAGS="$CFLAGS -g"
+      CXXFLAGS="$CFLAGS -g"
+    fi
+  fi
+], [
+  PHP_DEBUG=0
+  ZEND_DEBUG=no
+])
+
+dnl Always shared.
+PHP_BUILD_SHARED
+
+PHP_HELP_SEPARATOR([Extension:])
+PHP_CONFIGURE_PART([Configuring extension])
+
+sinclude(config.m4)
+
+enable_static=no
+enable_shared=yes
+
+PHP_HELP_SEPARATOR([Libtool:])
+PHP_CONFIGURE_PART([Configuring libtool])
+
+dnl Only allow AC_PROG_CXX and AC_PROG_CXXCPP if they are explicitly called (by
+dnl PHP_REQUIRE_CXX). Otherwise AC_PROG_LIBTOOL fails if there is no working C++
+dnl compiler.
+AC_PROVIDE_IFELSE([PHP_REQUIRE_CXX], [], [
+  undefine([AC_PROG_CXX])
+  AC_DEFUN([AC_PROG_CXX], [])
+  undefine([AC_PROG_CXXCPP])
+  AC_DEFUN([AC_PROG_CXXCPP], [php_prog_cxxcpp=disabled])
+])
+AC_PROG_LIBTOOL
+
+all_targets='$(PHP_MODULES) $(PHP_ZEND_EX)'
+install_targets="install-modules install-headers"
+CPPFLAGS="$CPPFLAGS -DHAVE_CONFIG_H"
+CFLAGS_CLEAN='$(CFLAGS) -D_GNU_SOURCE'
+CXXFLAGS_CLEAN='$(CXXFLAGS)'
+
+AS_VAR_IF([prefix], [NONE], [prefix=/usr/local])
+AS_VAR_IF([exec_prefix], [NONE], [exec_prefix='$(prefix)'])
+
+AS_VAR_IF([cross_compiling], [yes],
+  [AC_CHECK_PROGS([BUILD_CC], [gcc clang c99 c89 cc cl], [none])
+    AC_MSG_CHECKING([for native build C compiler])
+    AC_MSG_RESULT([$BUILD_CC])],
+  [BUILD_CC=$CC])
+
+PHP_SUBST([PHP_MODULES])
+PHP_SUBST([PHP_ZEND_EX])
+PHP_SUBST([all_targets])
+PHP_SUBST([install_targets])
+PHP_SUBST([prefix])
+PHP_SUBST([exec_prefix])
+PHP_SUBST([libdir])
+PHP_SUBST([phpincludedir])
+PHP_SUBST([CC])
+PHP_SUBST([CFLAGS])
+PHP_SUBST([CFLAGS_CLEAN])
+PHP_SUBST([CPP])
+PHP_SUBST([CPPFLAGS])
+PHP_SUBST([CXX])
+PHP_SUBST([CXXFLAGS])
+PHP_SUBST([CXXFLAGS_CLEAN])
+PHP_SUBST([EXTENSION_DIR])
+PHP_SUBST([PHP_EXECUTABLE])
+PHP_SUBST([EXTRA_LDFLAGS])
+PHP_SUBST([EXTRA_LIBS])
+PHP_SUBST([INCLUDES])
+PHP_SUBST([LDFLAGS])
+PHP_SUBST([LIBTOOL])
+PHP_SUBST([SHELL])
+PHP_SUBST([INSTALL_HEADERS])
+PHP_SUBST([BUILD_CC])
+
+PHP_CONFIGURE_PART([Generating files])
+
+AC_CONFIG_HEADERS([config.h])
+
+AC_CONFIG_COMMANDS_PRE([PHP_PATCH_CONFIG_HEADERS([config.h.in])])
+
+AC_OUTPUT

ext/html-api-rust/php_wp_html_api_rust.h

@@ -0,0 +1,9 @@
+#ifndef PHP_WP_HTML_API_RUST_H
+#define PHP_WP_HTML_API_RUST_H
+
+extern zend_module_entry wp_html_api_rust_module_entry;
+#define phpext_wp_html_api_rust_ptr &wp_html_api_rust_module_entry
+
+#define PHP_WP_HTML_API_RUST_VERSION "0.1.0"
+
+#endif