Merge pull request #1 from BlueBrain/add-ci

Add basic CI and clean up more.

.github/workflows/test.yml

@@ -0,0 +1,47 @@
+name: Run tests
+
+on:
+  push:
+    branches: ['main']
+  pull_request:
+
+jobs:
+  build_w_submodules:
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v4
+      with:
+        submodules: true
+
+    - name: Set up Apache Arrow repositories
+      run: |
+        sudo apt-get update
+        sudo apt-get install -y ca-certificates lsb-release wget
+        wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb
+        sudo apt-get install -y ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb
+        sudo apt-get update
+
+    - name: Install build dependencies
+      run: |
+        sudo apt-get install -y cmake g++ libhdf5-openmpi-dev librange-v3-dev ninja-build nlohmann-json3-dev
+        sudo apt-get install -y libarrow-dev libparquet-dev
+
+    - name: Configure
+      run: |
+        cmake -B build -S . -GNinja \
+          -DCMAKE_CXX_COMPILER=$(which mpicxx)
+        cmake --build build
+        ctest --test-dir build --output-on-failure
+
+  build_docker_no_submodules:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+      - name: Build
+        uses: docker/build-push-action@v5

Dockerfile

@@ -6,11 +6,13 @@ RUN apt-get update \
         catch2 \
         cmake \
         g++ \
+        git \
         libcli11-dev \
         libhdf5-openmpi-dev \
         librange-v3-dev \
         lsb-release \
         ninja-build \
+        nlohmann-json3-dev \
         wget
 RUN wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb \
  && apt-get install -y ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb \
@@ -19,11 +21,20 @@ RUN wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short |
         libarrow-dev \
         libparquet-dev
 
+VOLUME /highfive
+RUN git clone https://github.com/BlueBrain/HighFive /highfive/src \
+ && cmake -B /highfive/build -S /highfive/src -DCMAKE_INSTALL_PREFIX=/highfive/install -DHIGHFIVE_UNIT_TESTS=OFF -DHIGHFIVE_EXAMPLES=OFF -DHIGHFIVE_BUILD_DOCS=OFF \
+ && cmake --build /highfive/build \
+ && cmake --install /highfive/build
+
+ENV CMAKE_PREFIX_PATH=/highfive/install
 ENV OMPI_ALLOW_RUN_AS_ROOT=1
 ENV OMPI_ALLOW_RUN_AS_ROOT_CONFIRM=1
 
-RUN cmake -GNinja -B /build -S /workspace -DCMAKE_CXX_COMPILER=/usr/bin/mpicxx \
- && cmake --build /build \
- && cmake --install /build \
- && cd /build \
- && ctest --output-on-failure
+VOLUME /workspace
+COPY . /workspace/src
+
+RUN cmake -GNinja -B /workspace/build -S /workspace/src -DCMAKE_CXX_COMPILER=/usr/bin/mpicxx \
+ && cmake --build /workspace/build \
+ && cmake --install /workspace/build \
+ && ctest --test-dir /workspace/build --output-on-failure

tests/CMakeLists.txt

@@ -7,7 +7,7 @@ find_program(
   DOC "Executable for running MPI programs.")
 
 add_test(NAME parquet2hdf5_mpi
-         COMMAND ${mpi_launcher} -n 4 $<TARGET_FILE:parquet2hdf5>
+         COMMAND ${mpi_launcher} -n 1 $<TARGET_FILE:parquet2hdf5>
                  ${CMAKE_CURRENT_SOURCE_DIR}/parquets edges_n4.h5 All)
 
 add_test(NAME touches_conversion_v1