feat(build): #232 make parallel utils

- Create a makeDerivationParallel utility

Author: kamadorueda

src/args/default.nix

@@ -23,10 +23,11 @@ let
     inherit inputs;
     makeContainerImage = import ./make-container-image/default.nix args;
     makeDerivation = import ./make-derivation/default.nix args;
+    makeDerivationParallel = import ./make-derivation-parallel/default.nix args;
     makeNodeEnvironment = import ./make-node-environment/default.nix args;
-    makeParallel = import ./make-parallel/default.nix args;
     makePythonEnvironment = import ./make-python-environment/default.nix args;
     makeScript = import ./make-script/default.nix args;
+    makeScriptParallel = import ./make-script-parallel/default.nix args;
     makeSearchPaths = import ./make-search-paths/default.nix args;
     inherit makesVersion;
     makeTemplate = import ./make-template/default.nix args;

src/args/make-derivation-parallel/default.nix

@@ -0,0 +1,13 @@
+{ makeDerivation
+, ...
+}:
+{ dependencies
+, name
+}:
+makeDerivation {
+  env = {
+    envDependencies = dependencies;
+  };
+  builder = "echo $envDependencies > $out";
+  name = "make-derivation-parallel-for-${name}";
+}

src/args/make-parallel/entrypoint.sh renamed to src/args/make-derivation-parallel/entrypoint.sh

@@ -13,7 +13,7 @@ makeScript {
     __argParallelArgs__ = asBashArray extraArgs;
   };
   entrypoint = ./entrypoint.sh;
-  name = "make-parallel-for-${name}";
+  name = "make-script-parallel-for-${name}";
   searchPaths = {
     bin = [
       __nixpkgs__.parallel

src/args/make-parallel/default.nix renamed to src/args/make-script-parallel/default.nix

@@ -0,0 +1,15 @@
+# shellcheck shell=bash
+
+function main {
+  local commands=__argCommands__
+  local parallel_args=__argParallelArgs__
+  local commands_file
+
+  commands_file="$(mktemp)" \
+    && for command in "${commands[@]}"; do
+      echo "${command}" >> "${commands_file}"
+    done \
+    && parallel "${parallel_args[@]}" < "${commands_file}"
+}
+
+main "${@}"

src/args/make-script-parallel/entrypoint.sh

@@ -1,5 +1,6 @@
 { __nixpkgs__
 , makeDerivation
+, makeDerivationParallel
 , makePythonEnvironment
 , path
 , ...
@@ -57,11 +58,8 @@ let
     in
     (modules ++ [{
       name = "/lintPython/dirOfModules/${name}";
-      value = makeDerivation {
-        env = {
-          envModules = lib.attrsets.catAttrs "value" modules;
-        };
-        builder = "echo $envModules > $out";
+      value = makeDerivationParallel {
+        dependencies = lib.attrsets.catAttrs "value" modules;
         name = "lint-python-dir-of-modules-for-${name}";
       };
     }]);