[wasm] build paltests (#112404)

* Make configure pass for wasm and paltests component

Disable few parts, some might need closer look later.

* Fix compilation and linking on wasm

* Ignore limits and dlopen(nullptr, ...) on wasm

* Do not return 0 for minipal_get_current_thread_id on wasm

* Add simple index.html to run paltests on wasm in browser

* Forward console log and error to http server

* Enable debug output temporarily

* Do not create synchronization manager worker thread on wasm

And also skip creating pipe to communicate with it

* Temporarily override main args on wasm to simplify testing

* Prototype pal test suite runner

* Reload between tests to work around stack exhaustion

* Shorter delay between tests; logging of exit code specifies which test it was so you can pull the test statuses out of a log file

* Add mechanism for disabling tests and disable the debug_api tests

* Disable another set of tests

* Disable more tests and reduce run delay

* Full test run completes now

* Use exit runtime option

To avoid error messages at the end of each run

* Add summary with counts of passed, failed and disabled tests

* Trap on assert to stop

* Filter the tests, use paltestlist.txt as runpaltests.sh

Also write missing tests

* Don't output when capturing tests

Also fix disabled tests count

* Add notes to failing tests

* Make flush instruction cache no-op on wasm, disable few MT tests

* Reenable debug_api test, which is not failing

Add few more notes to failing memory related tests

* Do not call mmap to re-set memory protection

Emscripten's mmap doesn't support that and because we don't have virtual memory
in wasm, it doesn't make sense to call it there

* Disable 3 exception_handling/RaiseException tests

Also re-enable debug test, which works and disable few MT tests

* Disable paltest_probememory_probememory_neg1

* Disable dll tests on wasm

* Fix cmake warnings

* Install the additional files for wasm

* Use onExit instead of quit

This fixes issue with newer emscripten, where Module['quit'] handling is removed.
Also fix single test runs.

* Add mono.emsdk subset

* Remove forgotten check

* Update msbuild targets to allow build of wasm paltests

* Add CI build and temporarily disable all other runtime builds to save resources

* Fix remaining conflict

* Fix build afer merge with main

* Make membarrier noop on wasm

* Change subsets build order

* Disable fs test which fails with chromedriver

* Fix InternalCanonicalizeRealPath corner case that affects wasm pal tests

* Zero memory for MEM_DECOMMIT on WASM instead of just doing nothing, to at least get slightly closer to intended behavior

* Removed notes about the failing tests

* Fix few new cmake warnings

* Put runtime runs back

* Remove unwanted changes

* List disabled and failed tests when the run completed

* Fix mono wasm/MT build

* Remove unwanted fields

Co-authored-by: Jan Kotas <jkotas@microsoft.com>

* Fix mono wasm/MT build once more

* Fix windows build

* Fix windows build

* Feedback

* More feedback

* More feedback

* More feedback

* Feedback

* Fix cmake warning

* Update src/coreclr/pal/src/CMakeLists.txt

Co-authored-by: Jan Kotas <jkotas@microsoft.com>

* Update src/coreclr/pal/src/CMakeLists.txt

Co-authored-by: Jan Kotas <jkotas@microsoft.com>

* Update src/coreclr/pal/src/CMakeLists.txt

Co-authored-by: Jan Kotas <jkotas@microsoft.com>

* Update src/coreclr/pal/src/CMakeLists.txt

Co-authored-by: Jan Kotas <jkotas@microsoft.com>

* Feedback

---------

Co-authored-by: Katelyn Gadd <kg@luminance.org>
Co-authored-by: Larry Ewing <lewing@microsoft.com>
Co-authored-by: Jan Kotas <jkotas@microsoft.com>

Author: 4 people

eng/Subsets.props

@@ -207,6 +207,7 @@
     <!-- Mono -->
     <SubsetName Include="Mono" Description="The Mono runtime and CoreLib. Equivalent to: $(DefaultMonoSubsets)" />
     <SubsetName Include="Mono.Runtime" Description="The Mono .NET runtime." />
+    <SubsetName Include="Mono.EmSDK" Description="The emsdk provisioning." />
     <SubsetName Include="Mono.AotCross" Description="The cross-compiler runtime for Mono AOT." />
     <SubsetName Include="Mono.CoreLib" Description="The managed System.Private.CoreLib library for Mono." />
     <SubsetName Include="Mono.Manifests" Description="The NuGet packages with manifests defining the mobile and Blazor workloads." />
@@ -264,6 +265,11 @@
     </ProjectToBuild>
   </ItemDefinitionGroup>
 
+  <!-- emscripten provisioning, needs to be placed before runtime projects -->
+  <ItemGroup Condition="$(_subset.Contains('+mono.emsdk+'))">
+    <ProjectToBuild Include="$(MonoProjectRoot)mono.proj" AdditionalProperties="%(AdditionalProperties);ProvisionEmscriptenOnly=true" Category="mono" />
+  </ItemGroup>
+
   <!-- CoreClr sets -->
   <ItemGroup Condition="$(_subset.Contains('+clr.corelib+'))">
     <ProjectToBuild Include="$(CoreClrProjectRoot)System.Private.CoreLib\System.Private.CoreLib.csproj" Category="clr" />
@@ -325,7 +331,7 @@
     The cross tools are used as part of the build process with the downloaded build tools, so we need to build them for the host architecture and build them as unsanitized binaries.
     -->
   <PropertyGroup>
-    <_BuildAnyCrossArch Condition="'$(CrossBuild)' == 'true' or '$(BuildArchitecture)' != '$(TargetArchitecture)' or '$(HostOS)' != '$(TargetOS)' or '$(EnableNativeSanitizers)' != ''">true</_BuildAnyCrossArch>
+    <_BuildAnyCrossArch Condition="('$(CrossBuild)' == 'true' or '$(BuildArchitecture)' != '$(TargetArchitecture)' or '$(HostOS)' != '$(TargetOS)' or '$(EnableNativeSanitizers)' != '') and '$(TargetArchitecture)' != 'wasm'">true</_BuildAnyCrossArch>
     <_BuildCrossComponents Condition="$(_subset.Contains('+clr.crossarchtools+'))">true</_BuildCrossComponents>
     <_BuildCrossComponents Condition="'$(ClrRuntimeBuildSubsets)' != '' and ('$(PrimaryRuntimeFlavor)' == 'CoreCLR' or '$(TargetsMobile)' == 'true')">true</_BuildCrossComponents>
     <_CrossBitwidthBuild Condition="'$(BuildArchitecture)' == 'x64' and ('$(TargetArchitecture)' == 'x86' or '$(TargetArchitecture)' == 'arm')">true</_CrossBitwidthBuild>

eng/pipelines/runtime.yml

@@ -117,6 +117,21 @@ extends:
                 eq(stageDependencies.EvaluatePaths.evaluate_paths.outputs['SetPathVars_non_mono_and_wasm.containsChange'], true),
                 eq(variables['isRollingBuild'], true))
 
+      - template: /eng/pipelines/common/platform-matrix.yml
+        parameters:
+          jobTemplate: /eng/pipelines/common/global-build-job.yml
+          buildConfig: ${{ variables.debugOnPrReleaseOnRolling }}
+          platforms:
+          - browser_wasm
+          jobParameters:
+            nameSuffix: AllSubsets_CoreCLR
+            buildArgs: -s mono.emsdk+clr.paltests -rc Release -c Release -lc $(_BuildConfig)
+            timeoutInMinutes: 120
+            condition: >-
+              or(
+                eq(stageDependencies.EvaluatePaths.evaluate_paths.outputs['SetPathVars_non_mono_and_wasm.containsChange'], true),
+                eq(variables['isRollingBuild'], true))
+
       #
       # Build CoreCLR and Libraries with Libraries tests
       # For running libraries tests and installer tests

src/coreclr/CMakeLists.txt

@@ -29,7 +29,7 @@ if(CORECLR_SET_RPATH)
     set(MACOSX_RPATH ON)
 endif(CORECLR_SET_RPATH)
 
-if(CLR_CMAKE_HOST_MACCATALYST OR CLR_CMAKE_HOST_IOS OR CLR_CMAKE_HOST_TVOS)
+if(CLR_CMAKE_HOST_MACCATALYST OR CLR_CMAKE_HOST_IOS OR CLR_CMAKE_HOST_TVOS OR CLR_CMAKE_HOST_BROWSER)
   set(FEATURE_STANDALONE_GC 0)
 endif()
 
@@ -148,8 +148,9 @@ endif()
 include_directories("pal/prebuilt/inc")
 include_directories(${CLR_ARTIFACTS_OBJ_DIR})
 
-add_subdirectory(tools/aot/jitinterface)
-
+if (NOT CLR_CMAKE_TARGET_BROWSER)
+  add_subdirectory(tools/aot/jitinterface)
+endif (NOT CLR_CMAKE_TARGET_BROWSER)
 
 if(NOT CLR_CROSS_COMPONENTS_BUILD)
   # NativeAOT only buildable for a subset of CoreCLR-supported configurations
@@ -262,7 +263,7 @@ if(CLR_CMAKE_HOST_UNIX)
   add_subdirectory(nativeresources)
 endif(CLR_CMAKE_HOST_UNIX)
 
-if(NOT CLR_CMAKE_HOST_TVOS)
+if(NOT CLR_CMAKE_HOST_TVOS AND NOT CLR_CMAKE_HOST_BROWSER)
   add_subdirectory(utilcode)
   add_subdirectory(inc)
 
@@ -280,7 +281,7 @@ if(NOT CLR_CMAKE_HOST_TVOS)
   add_subdirectory(dlls)
   add_subdirectory(unwinder)
   add_subdirectory(interop)
-endif()
+endif(NOT CLR_CMAKE_HOST_TVOS AND NOT CLR_CMAKE_HOST_BROWSER)
 
 if(NOT CLR_CMAKE_HOST_MACCATALYST AND NOT CLR_CMAKE_HOST_IOS AND NOT CLR_CMAKE_HOST_TVOS)
   add_subdirectory(tools)

src/coreclr/clrfeatures.cmake

@@ -3,8 +3,10 @@ if(CLR_CMAKE_TARGET_TIZEN_LINUX)
 endif()
 
 if(NOT DEFINED FEATURE_EVENT_TRACE)
-  # To actually disable FEATURE_EVENT_TRACE, also change clr.featuredefines.props
-  set(FEATURE_EVENT_TRACE 1)
+  if (NOT CLR_CMAKE_TARGET_BROWSER)
+    # To actually disable FEATURE_EVENT_TRACE, also change clr.featuredefines.props
+    set(FEATURE_EVENT_TRACE 1)
+  endif()
 endif(NOT DEFINED FEATURE_EVENT_TRACE)
 
 if(NOT DEFINED FEATURE_PERFTRACING AND FEATURE_EVENT_TRACE)

src/coreclr/inc/volatile.h

@@ -68,7 +68,7 @@
 #error The Volatile type is currently only defined for Visual C++ and GNU C++
 #endif
 
-#if defined(__GNUC__) && !defined(HOST_X86) && !defined(HOST_AMD64) && !defined(HOST_ARM) && !defined(HOST_ARM64) && !defined(HOST_LOONGARCH64) && !defined(HOST_RISCV64) && !defined(HOST_S390X) && !defined(HOST_POWERPC64)
+#if defined(__GNUC__) && !defined(HOST_X86) && !defined(HOST_AMD64) && !defined(HOST_ARM) && !defined(HOST_ARM64) && !defined(HOST_LOONGARCH64) && !defined(HOST_RISCV64) && !defined(HOST_S390X) && !defined(HOST_POWERPC64) && !defined(HOST_WASM)
 #error The Volatile type is currently only defined for GCC when targeting x86, AMD64, ARM, ARM64, LOONGARCH64, RISCV64, PPC64LE, or S390X CPUs
 #endif
 

src/coreclr/interpreter/CMakeLists.txt

@@ -28,7 +28,13 @@ else()
     add_custom_target(interpreter_exports DEPENDS ${EXPORTS_FILE})
 endif()
 
-add_library_clr(clrinterpreter SHARED ${INTERPRETER_SOURCES})
+if(CLR_CMAKE_TARGET_BROWSER)
+  set(LIBRARY_TYPE STATIC)
+else()
+  set(LIBRARY_TYPE SHARED)
+endif()
+
+add_library_clr(clrinterpreter ${LIBRARY_TYPE} ${INTERPRETER_SOURCES})
 
 add_dependencies(clrinterpreter interpreter_exports)
 

src/coreclr/jit/CMakeLists.txt

@@ -495,6 +495,9 @@ elseif(CLR_CMAKE_TARGET_ARCH_LOONGARCH64)
 elseif(CLR_CMAKE_TARGET_ARCH_RISCV64)
   set(JIT_ARCH_SOURCES ${JIT_RISCV64_SOURCES})
   set(JIT_ARCH_HEADERS ${JIT_RISCV64_HEADERS})
+elseif(CLR_CMAKE_TARGET_ARCH_WASM)
+  set(JIT_ARCH_SOURCES ${JIT_WASM32_SOURCES})
+  set(JIT_ARCH_HEADERS ${JIT_WASM32_HEADERS})
 else()
   clr_unknown_arch()
 endif()

src/coreclr/pal/CMakeLists.txt

@@ -6,7 +6,12 @@ include_directories(${COREPAL_SOURCE_DIR}/inc)
 include_directories(${COREPAL_SOURCE_DIR}/src)
 include_directories(${COREPAL_SOURCE_DIR}/../inc)
 
-add_compile_options(-fexceptions)
+if (NOT CLR_CMAKE_TARGET_BROWSER)
+    add_compile_options(-fexceptions)
+else()
+    add_compile_options(-fwasm-exceptions)
+    add_link_options(-fwasm-exceptions -sEXIT_RUNTIME=1)
+endif()
 
 add_subdirectory(src)
 add_subdirectory(tests)

src/coreclr/pal/inc/pal.h

@@ -2469,6 +2469,26 @@ typedef struct _KNONVOLATILE_CONTEXT_POINTERS {
     //
 
 } KNONVOLATILE_CONTEXT_POINTERS, *PKNONVOLATILE_CONTEXT_POINTERS;
+#elif defined(HOST_WASM)
+#define CONTEXT_CONTROL 0
+#define CONTEXT_INTEGER 0
+#define CONTEXT_FLOATING_POINT 0
+#define CONTEXT_FULL 0
+
+#define CONTEXT_XSTATE 0
+
+#define CONTEXT_EXCEPTION_ACTIVE 0x8000000L
+#define CONTEXT_SERVICE_ACTIVE 0x10000000L
+#define CONTEXT_EXCEPTION_REQUEST 0x40000000L
+#define CONTEXT_EXCEPTION_REPORTING 0x80000000L
+
+typedef struct _CONTEXT {
+    ULONG ContextFlags;
+} CONTEXT, *PCONTEXT, *LPCONTEXT;
+
+typedef struct _KNONVOLATILE_CONTEXT_POINTERS {
+    DWORD none;
+} KNONVOLATILE_CONTEXT_POINTERS, *PKNONVOLATILE_CONTEXT_POINTERS;
 
 #else
 #error Unknown architecture for defining CONTEXT.
@@ -2600,6 +2620,8 @@ PALIMPORT BOOL PALAPI PAL_GetUnwindInfoSize(SIZE_T baseAddress, ULONG64 ehFrameH
 #define PAL_CS_NATIVE_DATA_SIZE 96
 #elif defined(__HAIKU__) && defined(__x86_64__)
 #define PAL_CS_NATIVE_DATA_SIZE 56
+#elif defined(HOST_WASM)
+#define PAL_CS_NATIVE_DATA_SIZE 76
 #else
 #error  PAL_CS_NATIVE_DATA_SIZE is not defined for this architecture
 #endif

src/coreclr/pal/inc/rt/palrt.h

@@ -1003,6 +1003,14 @@ typedef struct _DISPATCHER_CONTEXT {
     DWORD Reserved;
 } DISPATCHER_CONTEXT, *PDISPATCHER_CONTEXT;
 
+#elif defined(HOST_WASM)
+
+typedef struct _DISPATCHER_CONTEXT {
+    // WASM does not build the VM or JIT at this point,
+    // so we only provide a dummy definition.
+    DWORD Reserved;
+} DISPATCHER_CONTEXT, *PDISPATCHER_CONTEXT;
+
 #else
 
 #error Unknown architecture for defining DISPATCHER_CONTEXT.