Fix nightly notebook test (#6964)

### What

* change to buildjet runner to avoid out of disk memory issue
* handle platform independent wheel in pixi_install_wheel.py

### Checklist
* [x] yes

- [PR Build Summary](https://build.rerun.io/pr/6964)
- [Recent benchmark results](https://build.rerun.io/graphs/crates.html)
- [Wasm size tracking](https://build.rerun.io/graphs/sizes.html)

To run all checks from `main`, comment on the PR with `@rerun-bot
full-check`.

Author: Wumpf

.github/workflows/reusable_run_notebook.yml

@@ -26,7 +26,7 @@ permissions:
 jobs:
   run-notebook:
     name: Run notebook
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-latest-16-cores # Note that as of writing we need the additional storage page (14 gb of the ubunut-latest runner is not enough).
     container:
       image: rerunio/ci_docker:0.14.0 # Required to run the wheel or we get "No matching distribution found for attrs>=23.1.0" during `pip install rerun-sdk`
     steps:
@@ -59,7 +59,7 @@ jobs:
       - name: Install built wheel
         run: |
           pixi run python scripts/ci/pixi_install_wheel.py --feature python-pypi --package rerun-sdk --dir wheel
-          pixi run python scripts/ci/pixi_install_wheel.py --feature python-pypi --package rerun-notebook --dir wheel
+          pixi run python scripts/ci/pixi_install_wheel.py --feature python-pypi --package rerun-notebook --dir wheel --platform-independent
 
       - name: Install Deps
         run: pixi run -e wheel-test pip install -r examples/python/notebook/requirements.txt

scripts/ci/pixi_install_wheel.py

@@ -21,7 +21,7 @@
 from pathlib import Path
 
 
-def run_pixi_install(feature: str, dir: str, pkg: str) -> None:
+def run_pixi_install(feature: str, dir: str, pkg: str, platform_independent: bool = False) -> None:
     # Find our current platform: linux, macosx, or win
     plat = platform.system()
     if plat == "Linux":
@@ -46,17 +46,27 @@ def run_pixi_install(feature: str, dir: str, pkg: str) -> None:
     wheels = [whl for whl in wheels if whl.startswith(pkg.replace("-", "_"))]
 
     # Filter the wheels based on platform
-    wheels = [whl for whl in wheels if plat in whl]
+    if not platform_independent:
+        wheels = [whl for whl in wheels if plat in whl]
 
     # Filter the wheels based on architecture
-    wheels = [whl for whl in wheels if arch in whl]
+    if not platform_independent:
+        wheels = [whl for whl in wheels if arch in whl]
 
     if len(wheels) == 0:
-        print(f"No wheels found for package {pkg} on platform {plat} and architecture {arch}")
+        if platform_independent:
+            print(f"No wheels found for package {pkg} (the package was expected to be platform independent)")
+        else:
+            print(f"No wheels found for package {pkg} on platform {plat} and architecture {arch}")
         sys.exit(1)
 
     if len(wheels) > 1:
-        print(f"Multiple wheels found for package {pkg} on platform {plat} and architecture {arch}: {wheels}")
+        if platform_independent:
+            print(
+                f"Multiple wheels found for package {pkg} (the package was expected to be platform independent): {wheels}"
+            )
+        else:
+            print(f"Multiple wheels found for package {pkg} on platform {plat} and architecture {arch}: {wheels}")
         sys.exit(1)
 
     wheel = Path(dir) / wheels[0]
@@ -77,9 +87,14 @@ def main() -> None:
     parser.add_argument("--feature", required=True, help="The pixi feature to update")
     parser.add_argument("--dir", required=True, help="Directory to search")
     parser.add_argument("--package", required=True, help="The package to install")
+    parser.add_argument(
+        "--platform-independent",
+        action="store_true",
+        help="Specify if the wheel is platform independent and there should be no filtering for architecture & platform",
+    )
     args = parser.parse_args()
 
-    run_pixi_install(args.feature, args.dir, args.package)
+    run_pixi_install(args.feature, args.dir, args.package, args.platform_independent)
 
 
 if __name__ == "__main__":