Switch to faster GitHub Actions CI runners (#480)

* Switch to ubuntu-latest-16-cores and windows-latest-8-cores
* Introduce custom Dockerfile for managing build

Co-authored-by: Jeremy Leibs <jeremy@rerun.io>

Author: emilk

.dockerignore

@@ -0,0 +1,5 @@
+venv/
+**/*.so
+examples/
+target
+target*

.github/workflows/rust.yml

@@ -22,35 +22,26 @@ env:
 jobs:
   rs-lints:
     name: Rust lints (fmt, check, cranky, tests, doc)
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-latest-16-cores
+    container:
+      image: rerunio/ci_docker:0.1
+      env:
+        RUSTFLAGS: ${{env.RUSTFLAGS}}
+        RUSTDOCFLAGS: ${{env.RUSTDOCFLAGS}}
     steps:
       - uses: actions/checkout@v2
 
-      - uses: actions-rs/toolchain@v1
-        with:
-          profile: minimal
-          toolchain: 1.65.0
-          override: true
-          components: rustfmt, clippy
-
-      - run: |
-          sudo apt-get update
-          sudo apt-get install libgtk-3-dev libxcb-render0-dev libxcb-shape0-dev libxcb-xfixes0-dev libspeechd-dev libxkbcommon-dev libssl-dev # eframe reqs
-
       - name: Set up cargo cache
         uses: Swatinem/rust-cache@v2
+        with:
+          env-vars: CARGO CC CFLAGS CXX CMAKE RUST CACHE_KEY
 
       - name: Rustfmt
         uses: actions-rs/cargo@v1
         with:
           command: fmt
           args: --all -- --check
 
-      - name: Install cargo-cranky
-        uses: baptiste0928/cargo-install@v1
-        with:
-          crate: cargo-cranky
-
       - name: Cranky
         uses: actions-rs/cargo@v1
         with:
@@ -93,10 +84,16 @@ jobs:
           command: test
           args: --all-features --lib
 
+  # ---------------------------------------------------------------------------
 
   rs-check-wasm:
     name: Check Rust web build (wasm32 + wasm-bindgen)
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-latest-16-cores
+    container:
+      image: rerunio/ci_docker:0.1
+      env:
+        RUSTFLAGS: ${{env.RUSTFLAGS}}
+        RUSTDOCFLAGS: ${{env.RUSTDOCFLAGS}}
     steps:
       - uses: actions/checkout@v2
 
@@ -107,10 +104,10 @@ jobs:
           target: wasm32-unknown-unknown
           override: true
 
-      - run: sudo apt-get update && sudo apt-get install libgtk-3-dev
-
       - name: Set up cargo cache
         uses: Swatinem/rust-cache@v2
+        with:
+          env-vars: CARGO CC CFLAGS CXX CMAKE RUST CACHE_KEY
 
       - name: Check re_viewer wasm32
         uses: actions-rs/cargo@v1
@@ -124,62 +121,50 @@ jobs:
           command: check
           args: --target wasm32-unknown-unknown -p re_renderer --examples
 
-      - name: wasm-bindgen
-        uses: jetli/wasm-bindgen-action@v0.1.0
-        with:
-          version: "0.2.83"
-
       - run: ./scripts/wasm_bindgen_check.sh --skip-setup
 
+  # ---------------------------------------------------------------------------
 
   rs-cargo-deny:
     name: Check Rust dependencies (cargo-deny)
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-latest-16-cores
+    container:
+      image: rerunio/ci_docker:0.1
+      env:
+        RUSTFLAGS: ${{env.RUSTFLAGS}}
+        RUSTDOCFLAGS: ${{env.RUSTDOCFLAGS}}
     steps:
       - uses: actions/checkout@v2
 
-      - uses: EmbarkStudios/cargo-deny-action@v1
+      - name: cargo deny
+        uses: actions-rs/cargo@v1
         with:
-          rust-version: "1.65.0"
-          arguments: --log-level error
+          command: deny
+          args: --log-level=error check
 
+  # ---------------------------------------------------------------------------
 
   rs-maturin-linux:
     name: Build Rust SDK Maturin Wheel (Linux)
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-latest-16-cores
+    container:
+      image: rerunio/ci_docker:0.1
     steps:
       - uses: actions/checkout@v2
 
-      - uses: actions-rs/toolchain@v1
-        with:
-          profile: minimal
-          toolchain: 1.65.0
-          override: true
-          components: rustfmt
-
-      - run: |
-          sudo apt-get update
-          sudo apt-get install libgtk-3-dev libxcb-render0-dev libxcb-shape0-dev libxcb-xfixes0-dev libspeechd-dev libxkbcommon-dev libssl-dev # eframe reqs
-
       - name: Set up cargo cache
         uses: Swatinem/rust-cache@v2
-
-      - name: Setup python for building wheel
-        uses: actions/setup-python@v4
         with:
-          python-version: "3.8"
-          cache: "pip"
-          cache-dependency-path: "rerun_py/requirements-build.txt"
-
-      - run: pip install -r rerun_py/requirements-build.txt
+          env-vars: CARGO CC CFLAGS CXX CMAKE RUST CACHE_KEY
 
       - name: Build wheels
         run: maturin build -m rerun_py/Cargo.toml -o dist
 
+  # ---------------------------------------------------------------------------
 
   rs-maturin-windows:
     name: Build Rust SDK Maturin Wheel (Windows)
-    runs-on: windows-latest
+    runs-on: windows-latest-8-cores
     steps:
       - uses: actions/checkout@v3
 
@@ -199,11 +184,12 @@ jobs:
           command: build
           args: -m rerun_py/Cargo.toml -o dist
 
+  # ---------------------------------------------------------------------------
 
   rs-maturin-macos:
     name: Build Rust SDK Maturin Wheel (macOS)
     runs-on: macos-latest
-    if: "startsWith(github.ref, 'refs/tags/')" # slow; uses up a lot of CI minutes
+    if: "startsWith(github.ref, 'refs/tags/')" # slow and uses up a lot of CI minutes (charged 10x of ubuntu!)
     steps:
       - uses: actions/checkout@v3
 

ci_docker/Dockerfile

@@ -0,0 +1,38 @@
+FROM rust:1.65
+LABEL maintainer="opensource@rerun.io"
+LABEL version="0.1"
+LABEL description="Docker image used for the CI of https://github.com/rerun-io/rerun"
+
+# Install some cargo tools we know we'll always need
+# We do this first in its own layer because the layer is quite large (500MB+)
+# And updating the crates.io index is one of the slower steps
+RUN cargo install cargo-deny && \
+    cargo install cargo-cranky
+
+# Install the ubuntu package dependencies
+ENV DEBIAN_FRONTEND=noninteractive
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    libatk-bridge2.0 \
+    libfontconfig1-dev \
+    libfreetype6-dev \
+    libglib2.0-dev \
+    libgtk-3-dev \
+    libspeechd-dev \
+    libssl-dev \
+    libxcb-render0-dev \
+    libxcb-shape0-dev \
+    libxcb-xfixes0-dev \
+    libxkbcommon-dev \
+    patchelf \
+    python3-pip && \
+    rm -rf /var/lib/apt/lists/*
+
+# Install the python build dependencies
+ADD rerun_py/requirements-build.txt requirements-build.txt
+RUN pip install -r requirements-build.txt
+
+# Install some additional versioned cargo tools
+RUN cargo install wasm-bindgen-cli@0.2.83
+
+# Increment this to invalidate cache
+ENV CACHE_KEY=rerun_docker_v0.1

ci_docker/publish.sh

@@ -0,0 +1,18 @@
+VERSION=0.1
+
+# The build needs to run from top of repo to access the requirments.txt
+cd `git rev-parse --show-toplevel`
+
+# Pull :latest so we have the correct cache
+docker pull rerunio/ci_docker
+
+# Build the image
+docker build -t ci_docker -f ci_docker/Dockerfile .
+
+# Tag latest and version
+docker tag ci_docker rerunio/ci_docker
+docker tag ci_docker rerunio/ci_docker:$VERSION
+
+# Push the images back up
+docker push rerunio/ci_docker
+docker push rerunio/ci_docker:$VERSION