GH-23221: [C++] Add support for building with Emscripten

ci/docker/ubuntu-22.04-cpp.dockerfile

@@ -65,6 +65,7 @@ RUN latest_system_llvm=14 && \
 RUN apt-get update -y -q && \
  apt-get install -y -q --no-install-recommends \
  autoconf \
+ bzip2 \
  ca-certificates \
  ccache \
  cmake \
@@ -115,10 +116,20 @@ RUN apt-get update -y -q && \
  rapidjson-dev \
  rsync \
  tzdata \
- wget && \
+ wget \
+ xz-utils && \
  apt-get clean && \
  rm -rf /var/lib/apt/lists*
 
+# install emscripten using EMSDK
+ARG emscripten_version="3.1.45"
+RUN cd ~ && git clone https://github.com/emscripten-core/emsdk.git && \
+ cd emsdk && \
+ ./emsdk install ${emscripten_version} && \
+ ./emsdk activate ${emscripten_version} && \
+ echo "Installed emsdk to:" ~/emsdk
+
+
 ARG gcc_version=""
 RUN if [ "${gcc_version}" = "" ]; then \
  apt-get update -y -q && \
@@ -151,6 +162,9 @@ RUN if [ "${gcc_version}" = "" ]; then \
  update-alternatives --set c++ /usr/bin/g++; \
  fi
 
+# make sure zlib is cached in the EMSDK folder
+RUN source ~/emsdk/emsdk_env.sh && embuilder --pic build zlib
+
 COPY ci/scripts/install_minio.sh /arrow/ci/scripts/
 RUN /arrow/ci/scripts/install_minio.sh latest /usr/local
 

ci/scripts/cpp_build.sh

@@ -92,112 +92,132 @@ esac
 mkdir -p ${build_dir}
 pushd ${build_dir}
 
-cmake \
- -Dabsl_SOURCE=${absl_SOURCE:-} \
- -DARROW_ACERO=${ARROW_ACERO:-OFF} \
- -DARROW_AZURE=${ARROW_AZURE:-OFF} \
- -DARROW_BOOST_USE_SHARED=${ARROW_BOOST_USE_SHARED:-ON} \
- -DARROW_BUILD_BENCHMARKS_REFERENCE=${ARROW_BUILD_BENCHMARKS:-OFF} \
- -DARROW_BUILD_BENCHMARKS=${ARROW_BUILD_BENCHMARKS:-OFF} \
- -DARROW_BUILD_EXAMPLES=${ARROW_BUILD_EXAMPLES:-OFF} \
- -DARROW_BUILD_INTEGRATION=${ARROW_BUILD_INTEGRATION:-OFF} \
- -DARROW_BUILD_SHARED=${ARROW_BUILD_SHARED:-ON} \
- -DARROW_BUILD_STATIC=${ARROW_BUILD_STATIC:-ON} \
- -DARROW_BUILD_TESTS=${ARROW_BUILD_TESTS:-OFF} \
- -DARROW_BUILD_UTILITIES=${ARROW_BUILD_UTILITIES:-ON} \
- -DARROW_COMPUTE=${ARROW_COMPUTE:-ON} \
- -DARROW_CSV=${ARROW_CSV:-ON} \
- -DARROW_CUDA=${ARROW_CUDA:-OFF} \
- -DARROW_CXXFLAGS=${ARROW_CXXFLAGS:-} \
- -DARROW_CXX_FLAGS_DEBUG="${ARROW_CXX_FLAGS_DEBUG:-}" \
- -DARROW_CXX_FLAGS_RELEASE="${ARROW_CXX_FLAGS_RELEASE:-}" \
- -DARROW_CXX_FLAGS_RELWITHDEBINFO="${ARROW_CXX_FLAGS_RELWITHDEBINFO:-}" \
- -DARROW_C_FLAGS_DEBUG="${ARROW_C_FLAGS_DEBUG:-}" \
- -DARROW_C_FLAGS_RELEASE="${ARROW_C_FLAGS_RELEASE:-}" \
- -DARROW_C_FLAGS_RELWITHDEBINFO="${ARROW_C_FLAGS_RELWITHDEBINFO:-}" \
- -DARROW_DATASET=${ARROW_DATASET:-OFF} \
- -DARROW_DEPENDENCY_SOURCE=${ARROW_DEPENDENCY_SOURCE:-AUTO} \
- -DARROW_ENABLE_THREADING=${ARROW_ENABLE_THREADING:-ON} \
- -DARROW_ENABLE_TIMING_TESTS=${ARROW_ENABLE_TIMING_TESTS:-ON} \
- -DARROW_EXTRA_ERROR_CONTEXT=${ARROW_EXTRA_ERROR_CONTEXT:-OFF} \
- -DARROW_FILESYSTEM=${ARROW_FILESYSTEM:-ON} \
- -DARROW_FLIGHT=${ARROW_FLIGHT:-OFF} \
- -DARROW_FLIGHT_SQL=${ARROW_FLIGHT_SQL:-OFF} \
- -DARROW_FUZZING=${ARROW_FUZZING:-OFF} \
- -DARROW_GANDIVA_PC_CXX_FLAGS=${ARROW_GANDIVA_PC_CXX_FLAGS:-} \
- -DARROW_GANDIVA=${ARROW_GANDIVA:-OFF} \
- -DARROW_GCS=${ARROW_GCS:-OFF} \
- -DARROW_HDFS=${ARROW_HDFS:-ON} \
- -DARROW_INSTALL_NAME_RPATH=${ARROW_INSTALL_NAME_RPATH:-ON} \
- -DARROW_JEMALLOC=${ARROW_JEMALLOC:-ON} \
- -DARROW_JSON=${ARROW_JSON:-ON} \
- -DARROW_LARGE_MEMORY_TESTS=${ARROW_LARGE_MEMORY_TESTS:-OFF} \
- -DARROW_MIMALLOC=${ARROW_MIMALLOC:-OFF} \
- -DARROW_NO_DEPRECATED_API=${ARROW_NO_DEPRECATED_API:-OFF} \
- -DARROW_ORC=${ARROW_ORC:-OFF} \
- -DARROW_PARQUET=${ARROW_PARQUET:-OFF} \
- -DARROW_RUNTIME_SIMD_LEVEL=${ARROW_RUNTIME_SIMD_LEVEL:-MAX} \
- -DARROW_S3=${ARROW_S3:-OFF} \
- -DARROW_SIMD_LEVEL=${ARROW_SIMD_LEVEL:-DEFAULT} \
- -DARROW_SKYHOOK=${ARROW_SKYHOOK:-OFF} \
- -DARROW_SUBSTRAIT=${ARROW_SUBSTRAIT:-OFF} \
- -DARROW_TEST_LINKAGE=${ARROW_TEST_LINKAGE:-shared} \
- -DARROW_TEST_MEMCHECK=${ARROW_TEST_MEMCHECK:-OFF} \
- -DARROW_USE_ASAN=${ARROW_USE_ASAN:-OFF} \
- -DARROW_USE_CCACHE=${ARROW_USE_CCACHE:-ON} \
- -DARROW_USE_GLOG=${ARROW_USE_GLOG:-OFF} \
- -DARROW_USE_LD_GOLD=${ARROW_USE_LD_GOLD:-OFF} \
- -DARROW_USE_MOLD=${ARROW_USE_MOLD:-OFF} \
- -DARROW_USE_PRECOMPILED_HEADERS=${ARROW_USE_PRECOMPILED_HEADERS:-OFF} \
- -DARROW_USE_STATIC_CRT=${ARROW_USE_STATIC_CRT:-OFF} \
- -DARROW_USE_TSAN=${ARROW_USE_TSAN:-OFF} \
- -DARROW_USE_UBSAN=${ARROW_USE_UBSAN:-OFF} \
- -DARROW_VERBOSE_THIRDPARTY_BUILD=${ARROW_VERBOSE_THIRDPARTY_BUILD:-OFF} \
- -DARROW_WITH_BROTLI=${ARROW_WITH_BROTLI:-OFF} \
- -DARROW_WITH_BZ2=${ARROW_WITH_BZ2:-OFF} \
- -DARROW_WITH_LZ4=${ARROW_WITH_LZ4:-OFF} \
- -DARROW_WITH_OPENTELEMETRY=${ARROW_WITH_OPENTELEMETRY:-OFF} \
- -DARROW_WITH_MUSL=${ARROW_WITH_MUSL:-OFF} \
- -DARROW_WITH_SNAPPY=${ARROW_WITH_SNAPPY:-OFF} \
- -DARROW_WITH_UCX=${ARROW_WITH_UCX:-OFF} \
- -DARROW_WITH_UTF8PROC=${ARROW_WITH_UTF8PROC:-ON} \
- -DARROW_WITH_ZLIB=${ARROW_WITH_ZLIB:-OFF} \
- -DARROW_WITH_ZSTD=${ARROW_WITH_ZSTD:-OFF} \
- -DAWSSDK_SOURCE=${AWSSDK_SOURCE:-} \
- -DAzure_SOURCE=${Azure_SOURCE:-} \
- -Dbenchmark_SOURCE=${benchmark_SOURCE:-} \
- -DBOOST_SOURCE=${BOOST_SOURCE:-} \
- -DBrotli_SOURCE=${Brotli_SOURCE:-} \
- -DBUILD_WARNING_LEVEL=${BUILD_WARNING_LEVEL:-CHECKIN} \
- -Dc-ares_SOURCE=${cares_SOURCE:-} \
- -DCMAKE_BUILD_TYPE=${ARROW_BUILD_TYPE:-debug} \
- -DCMAKE_VERBOSE_MAKEFILE=${CMAKE_VERBOSE_MAKEFILE:-OFF} \
- -DCMAKE_C_FLAGS="${CFLAGS:-}" \
- -DCMAKE_CXX_FLAGS="${CXXFLAGS:-}" \
- -DCMAKE_CXX_STANDARD="${CMAKE_CXX_STANDARD:-17}" \
- -DCMAKE_INSTALL_LIBDIR=${CMAKE_INSTALL_LIBDIR:-lib} \
- -DCMAKE_INSTALL_PREFIX=${CMAKE_INSTALL_PREFIX:-${ARROW_HOME}} \
- -DCMAKE_UNITY_BUILD=${CMAKE_UNITY_BUILD:-OFF} \
- -Dgflags_SOURCE=${gflags_SOURCE:-} \
- -Dgoogle_cloud_cpp_storage_SOURCE=${google_cloud_cpp_storage_SOURCE:-} \
- -DgRPC_SOURCE=${gRPC_SOURCE:-} \
- -DGTest_SOURCE=${GTest_SOURCE:-} \
- -Dlz4_SOURCE=${lz4_SOURCE:-} \
- -DORC_SOURCE=${ORC_SOURCE:-} \
- -DPARQUET_BUILD_EXAMPLES=${PARQUET_BUILD_EXAMPLES:-OFF} \
- -DPARQUET_BUILD_EXECUTABLES=${PARQUET_BUILD_EXECUTABLES:-OFF} \
- -DPARQUET_REQUIRE_ENCRYPTION=${PARQUET_REQUIRE_ENCRYPTION:-ON} \
- -DProtobuf_SOURCE=${Protobuf_SOURCE:-} \
- -DRapidJSON_SOURCE=${RapidJSON_SOURCE:-} \
- -Dre2_SOURCE=${re2_SOURCE:-} \
- -DSnappy_SOURCE=${Snappy_SOURCE:-} \
- -DThrift_SOURCE=${Thrift_SOURCE:-} \
- -Dutf8proc_SOURCE=${utf8proc_SOURCE:-} \
- -Dzstd_SOURCE=${zstd_SOURCE:-} \
- -Dxsimd_SOURCE=${xsimd_SOURCE:-} \
- -G "${CMAKE_GENERATOR:-Ninja}" \
- ${ARROW_CMAKE_ARGS} \
- ${source_dir}
+if [ "${ARROW_EMSCRIPTEN:-OFF}" = "ON" ]; then
+ if [ "${UBUNTU}" = "20.04" ]; then
+ echo "arrow emscripten build is not supported on Ubuntu 20.04, run with UBUNTU=22.04"
+ exit -1
+ fi
+ n_jobs=2 # Emscripten build fails on docker unless this is set really low
+ source ~/emsdk/emsdk_env.sh
+ emcmake cmake \
+ --preset=ninja-${ARROW_BUILD_TYPE:-debug}-emscripten \
+ -DCMAKE_VERBOSE_MAKEFILE=${CMAKE_VERBOSE_MAKEFILE:-OFF} \
+ -DCMAKE_C_FLAGS="${CFLAGS:-}" \
+ -DCMAKE_CXX_FLAGS="${CXXFLAGS:-}" \
+ -DCMAKE_CXX_STANDARD="${CMAKE_CXX_STANDARD:-17}" \
+ -DCMAKE_INSTALL_LIBDIR=${CMAKE_INSTALL_LIBDIR:-lib} \
+ -DCMAKE_INSTALL_PREFIX=${CMAKE_INSTALL_PREFIX:-${ARROW_HOME}} \
+ -DCMAKE_UNITY_BUILD=${CMAKE_UNITY_BUILD:-OFF} \
+ ${ARROW_CMAKE_ARGS} \
+ ${source_dir}
+else
+ cmake \
+ -Dabsl_SOURCE=${absl_SOURCE:-} \
+ -DARROW_ACERO=${ARROW_ACERO:-OFF} \
+ -DARROW_AZURE=${ARROW_AZURE:-OFF} \
+ -DARROW_BOOST_USE_SHARED=${ARROW_BOOST_USE_SHARED:-ON} \
+ -DARROW_BUILD_BENCHMARKS_REFERENCE=${ARROW_BUILD_BENCHMARKS:-OFF} \
+ -DARROW_BUILD_BENCHMARKS=${ARROW_BUILD_BENCHMARKS:-OFF} \
+ -DARROW_BUILD_EXAMPLES=${ARROW_BUILD_EXAMPLES:-OFF} \
+ -DARROW_BUILD_INTEGRATION=${ARROW_BUILD_INTEGRATION:-OFF} \
+ -DARROW_BUILD_SHARED=${ARROW_BUILD_SHARED:-ON} \
+ -DARROW_BUILD_STATIC=${ARROW_BUILD_STATIC:-ON} \
+ -DARROW_BUILD_TESTS=${ARROW_BUILD_TESTS:-OFF} \
+ -DARROW_BUILD_UTILITIES=${ARROW_BUILD_UTILITIES:-ON} \
+ -DARROW_COMPUTE=${ARROW_COMPUTE:-ON} \
+ -DARROW_CSV=${ARROW_CSV:-ON} \
+ -DARROW_CUDA=${ARROW_CUDA:-OFF} \
+ -DARROW_CXXFLAGS=${ARROW_CXXFLAGS:-} \
+ -DARROW_CXX_FLAGS_DEBUG="${ARROW_CXX_FLAGS_DEBUG:-}" \
+ -DARROW_CXX_FLAGS_RELEASE="${ARROW_CXX_FLAGS_RELEASE:-}" \
+ -DARROW_CXX_FLAGS_RELWITHDEBINFO="${ARROW_CXX_FLAGS_RELWITHDEBINFO:-}" \
+ -DARROW_C_FLAGS_DEBUG="${ARROW_C_FLAGS_DEBUG:-}" \
+ -DARROW_C_FLAGS_RELEASE="${ARROW_C_FLAGS_RELEASE:-}" \
+ -DARROW_C_FLAGS_RELWITHDEBINFO="${ARROW_C_FLAGS_RELWITHDEBINFO:-}" \
+ -DARROW_DATASET=${ARROW_DATASET:-OFF} \
+ -DARROW_DEPENDENCY_SOURCE=${ARROW_DEPENDENCY_SOURCE:-AUTO} \
+ -DARROW_ENABLE_THREADING=${ARROW_ENABLE_THREADING:-ON} \
+ -DARROW_ENABLE_TIMING_TESTS=${ARROW_ENABLE_TIMING_TESTS:-ON} \
+ -DARROW_EXTRA_ERROR_CONTEXT=${ARROW_EXTRA_ERROR_CONTEXT:-OFF} \
+ -DARROW_FILESYSTEM=${ARROW_FILESYSTEM:-ON} \
+ -DARROW_FLIGHT=${ARROW_FLIGHT:-OFF} \
+ -DARROW_FLIGHT_SQL=${ARROW_FLIGHT_SQL:-OFF} \
+ -DARROW_FUZZING=${ARROW_FUZZING:-OFF} \
+ -DARROW_GANDIVA_PC_CXX_FLAGS=${ARROW_GANDIVA_PC_CXX_FLAGS:-} \
+ -DARROW_GANDIVA=${ARROW_GANDIVA:-OFF} \
+ -DARROW_GCS=${ARROW_GCS:-OFF} \
+ -DARROW_HDFS=${ARROW_HDFS:-ON} \
+ -DARROW_INSTALL_NAME_RPATH=${ARROW_INSTALL_NAME_RPATH:-ON} \
+ -DARROW_JEMALLOC=${ARROW_JEMALLOC:-ON} \
+ -DARROW_JSON=${ARROW_JSON:-ON} \
+ -DARROW_LARGE_MEMORY_TESTS=${ARROW_LARGE_MEMORY_TESTS:-OFF} \
+ -DARROW_MIMALLOC=${ARROW_MIMALLOC:-OFF} \
+ -DARROW_NO_DEPRECATED_API=${ARROW_NO_DEPRECATED_API:-OFF} \
+ -DARROW_ORC=${ARROW_ORC:-OFF} \
+ -DARROW_PARQUET=${ARROW_PARQUET:-OFF} \
+ -DARROW_RUNTIME_SIMD_LEVEL=${ARROW_RUNTIME_SIMD_LEVEL:-MAX} \
+ -DARROW_S3=${ARROW_S3:-OFF} \
+ -DARROW_SIMD_LEVEL=${ARROW_SIMD_LEVEL:-DEFAULT} \
+ -DARROW_SKYHOOK=${ARROW_SKYHOOK:-OFF} \
+ -DARROW_SUBSTRAIT=${ARROW_SUBSTRAIT:-OFF} \
+ -DARROW_TEST_LINKAGE=${ARROW_TEST_LINKAGE:-shared} \
+ -DARROW_TEST_MEMCHECK=${ARROW_TEST_MEMCHECK:-OFF} \
+ -DARROW_USE_ASAN=${ARROW_USE_ASAN:-OFF} \
+ -DARROW_USE_CCACHE=${ARROW_USE_CCACHE:-ON} \
+ -DARROW_USE_GLOG=${ARROW_USE_GLOG:-OFF} \
+ -DARROW_USE_LD_GOLD=${ARROW_USE_LD_GOLD:-OFF} \
+ -DARROW_USE_MOLD=${ARROW_USE_MOLD:-OFF} \
+ -DARROW_USE_PRECOMPILED_HEADERS=${ARROW_USE_PRECOMPILED_HEADERS:-OFF} \
+ -DARROW_USE_STATIC_CRT=${ARROW_USE_STATIC_CRT:-OFF} \
+ -DARROW_USE_TSAN=${ARROW_USE_TSAN:-OFF} \
+ -DARROW_USE_UBSAN=${ARROW_USE_UBSAN:-OFF} \
+ -DARROW_VERBOSE_THIRDPARTY_BUILD=${ARROW_VERBOSE_THIRDPARTY_BUILD:-OFF} \
+ -DARROW_WITH_BROTLI=${ARROW_WITH_BROTLI:-OFF} \
+ -DARROW_WITH_BZ2=${ARROW_WITH_BZ2:-OFF} \
+ -DARROW_WITH_LZ4=${ARROW_WITH_LZ4:-OFF} \
+ -DARROW_WITH_OPENTELEMETRY=${ARROW_WITH_OPENTELEMETRY:-OFF} \
+ -DARROW_WITH_MUSL=${ARROW_WITH_MUSL:-OFF} \
+ -DARROW_WITH_SNAPPY=${ARROW_WITH_SNAPPY:-OFF} \
+ -DARROW_WITH_UCX=${ARROW_WITH_UCX:-OFF} \
+ -DARROW_WITH_UTF8PROC=${ARROW_WITH_UTF8PROC:-ON} \
+ -DARROW_WITH_ZLIB=${ARROW_WITH_ZLIB:-OFF} \
+ -DARROW_WITH_ZSTD=${ARROW_WITH_ZSTD:-OFF} \
+ -DAWSSDK_SOURCE=${AWSSDK_SOURCE:-} \
+ -DAzure_SOURCE=${Azure_SOURCE:-} \
+ -Dbenchmark_SOURCE=${benchmark_SOURCE:-} \
+ -DBOOST_SOURCE=${BOOST_SOURCE:-} \
+ -DBrotli_SOURCE=${Brotli_SOURCE:-} \
+ -DBUILD_WARNING_LEVEL=${BUILD_WARNING_LEVEL:-CHECKIN} \
+ -Dc-ares_SOURCE=${cares_SOURCE:-} \
+ -DCMAKE_BUILD_TYPE=${ARROW_BUILD_TYPE:-debug} \
+ -DCMAKE_VERBOSE_MAKEFILE=${CMAKE_VERBOSE_MAKEFILE:-OFF} \
+ -DCMAKE_C_FLAGS="${CFLAGS:-}" \
+ -DCMAKE_CXX_FLAGS="${CXXFLAGS:-}" \
+ -DCMAKE_CXX_STANDARD="${CMAKE_CXX_STANDARD:-17}" \
+ -DCMAKE_INSTALL_LIBDIR=${CMAKE_INSTALL_LIBDIR:-lib} \
+ -DCMAKE_INSTALL_PREFIX=${CMAKE_INSTALL_PREFIX:-${ARROW_HOME}} \
+ -DCMAKE_UNITY_BUILD=${CMAKE_UNITY_BUILD:-OFF} \
+ -Dgflags_SOURCE=${gflags_SOURCE:-} \
+ -Dgoogle_cloud_cpp_storage_SOURCE=${google_cloud_cpp_storage_SOURCE:-} \
+ -DgRPC_SOURCE=${gRPC_SOURCE:-} \
+ -DGTest_SOURCE=${GTest_SOURCE:-} \
+ -Dlz4_SOURCE=${lz4_SOURCE:-} \
+ -DORC_SOURCE=${ORC_SOURCE:-} \
+ -DPARQUET_BUILD_EXAMPLES=${PARQUET_BUILD_EXAMPLES:-OFF} \
+ -DPARQUET_BUILD_EXECUTABLES=${PARQUET_BUILD_EXECUTABLES:-OFF} \
+ -DPARQUET_REQUIRE_ENCRYPTION=${PARQUET_REQUIRE_ENCRYPTION:-ON} \
+ -DProtobuf_SOURCE=${Protobuf_SOURCE:-} \
+ -DRapidJSON_SOURCE=${RapidJSON_SOURCE:-} \
+ -Dre2_SOURCE=${re2_SOURCE:-} \
+ -DSnappy_SOURCE=${Snappy_SOURCE:-} \
+ -DThrift_SOURCE=${Thrift_SOURCE:-} \
+ -Dutf8proc_SOURCE=${utf8proc_SOURCE:-} \
+ -Dzstd_SOURCE=${zstd_SOURCE:-} \
+ -Dxsimd_SOURCE=${xsimd_SOURCE:-} \
+ -G "${CMAKE_GENERATOR:-Ninja}" \
+ ${ARROW_CMAKE_ARGS} \
+ ${source_dir}
+fi
 
 export CMAKE_BUILD_PARALLEL_LEVEL=${CMAKE_BUILD_PARALLEL_LEVEL:-$[${n_jobs} + 1]}
 time cmake --build . --target install

ci/scripts/cpp_test.sh

@@ -80,6 +80,10 @@ case "$(uname)" in
  ;;
 esac
 
+if [ "${ARROW_EMSCRIPTEN:-OFF}" = "ON" ]; then 
+ n_jobs=1 # avoid spurious fails on emscripten due to loading too many big executables
+fi
+
 pushd ${build_dir}
 
 if [ -z "${PYTHON}" ] && ! which python > /dev/null 2>&1; then

cpp/CMakePresets.json

@@ -46,6 +46,32 @@
  "CMAKE_BUILD_TYPE": "RelWithDebInfo"
  }
  },
+ {
+ "name": "features-emscripten",
+ "hidden": true,
+ "cacheVariables": {
+ "ARROW_ACERO": "ON",
+ "ARROW_BUILD_SHARED": "OFF",
+ "ARROW_BUILD_STATIC": "ON",
+ "ARROW_CUDA": "OFF",
+ "ARROW_DEPENDENCY_SOURCE": "BUNDLED",
+ "ARROW_DEPENDENCY_USE_SHARED": "OFF",
+ "ARROW_ENABLE_THREADING": "OFF",
+ "ARROW_FLIGHT": "OFF",
+ "ARROW_IPC": "ON",
+ "ARROW_JEMALLOC": "OFF",
+ "ARROW_MIMALLOC": "OFF",
+ "ARROW_ORC": "ON",
+ "ARROW_RUNTIME_SIMD_LEVEL": "NONE",
+ "ARROW_S3": "OFF",
+ "ARROW_SIMD_LEVEL": "NONE",
+ "ARROW_SUBSTRAIT": "ON",
+ "ARROW_WITH_BROTLI": "ON",
+ "ARROW_WITH_OPENTELEMETRY": "OFF",
+ "ARROW_WITH_SNAPPY": "ON",
+ "CMAKE_C_BYTE_ORDER": "LITTLE_ENDIAN"
+ }
+ },
  {
  "name": "features-minimal",
  "hidden": true,
@@ -341,6 +367,24 @@
  "displayName": "Release build with CUDA integration",
  "cacheVariables": {}
  },
+ {
+ "name": "ninja-debug-emscripten",
+ "inherits": [
+ "features-emscripten",
+ "base-debug"
+ ],
+ "displayName": "Debug build which builds an Emscripten library",
+ "cacheVariables": {}
+ },
+ {
+ "name": "ninja-release-emscripten",
+ "inherits": [
+ "features-emscripten",
+ "base-release"
+ ],
+ "displayName": "Release build which builds an Emscripten library",
+ "cacheVariables": {}
+ },
  {
  "name": "ninja-release-flight",
  "inherits": [
@@ -447,4 +491,4 @@
  }
  }
  ]
-}
+}

cpp/build-support/emscripten-test-init.js

@@ -0,0 +1,24 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements. See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership. The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License. You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied. See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+var Module = {
+};
+
+// make sure tests can access the current parquet test data files
+Module.preRun = () => {ENV.PARQUET_TEST_DATA = process.env.PARQUET_TEST_DATA;
+ ENV.ARROW_TEST_DATA = process.env.ARROW_TEST_DATA;
+};

cpp/cmake_modules/BuildUtils.cmake

@@ -760,8 +760,8 @@ function(ADD_TEST_CASE REL_TEST_NAME)
  valgrind --suppressions=valgrind.supp --tool=memcheck --gen-suppressions=all \
  --num-callers=500 --leak-check=full --leak-check-heuristics=stdstring \
  --error-exitcode=1 ${TEST_PATH} ${ARG_TEST_ARGUMENTS}")
- elseif(WIN32)
- add_test(${TEST_NAME} ${TEST_PATH} ${ARG_TEST_ARGUMENTS})
+ elseif(WIN32 OR CMAKE_SYSTEM_NAME STREQUAL "Emscripten")
+ add_test(NAME ${TEST_NAME} COMMAND ${TEST_NAME} ${ARG_TEST_ARGUMENTS})
  else()
  add_test(${TEST_NAME}
  ${BUILD_SUPPORT_DIR}/run-test.sh