Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

fix: worker self spawn #1247

Merged
merged 7 commits into from
Jun 6, 2024
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
27 changes: 25 additions & 2 deletions crates/mako/src/generate/group_chunk.rs
Original file line number Diff line number Diff line change
Expand Up @@ -57,20 +57,28 @@ impl Compiler {
);
chunk_graph.add_chunk(chunk);

/* A worker can self-spawn from it's source file, that will leads to a circular dependencies,
* a real case is https://unpkg.com/browse/@antv/layout-wasm@1.4.0/pkg-parallel/.
* Memorize handled workers to avoid infinite resolving
*/
let mut visited_workers = HashSet::<ModuleId>::new();

// 抽离成两个函数处理动态依赖中可能有 worker 依赖、worker 依赖中可能有动态依赖的复杂情况
self.handle_dynamic_dependencies(
&chunk_name,
dynamic_dependencies,
&visited,
&mut edges,
&mut chunk_graph,
&mut visited_workers,
);
self.handle_worker_dependencies(
&chunk_name,
worker_dependencies,
&visited,
&mut edges,
&mut chunk_graph,
&mut visited_workers,
);
}

Expand All @@ -86,27 +94,33 @@ impl Compiler {
visited: &HashSet<ModuleId>,
edges: &mut Vec<(ModuleId, ModuleId)>,
chunk_graph: &mut ChunkGraph,
visited_workers: &mut HashSet<ModuleId>,
) {
visit_modules(dynamic_dependencies, Some(visited.clone()), |head| {
let (chunk, dynamic_dependencies, worker_dependencies) = self.create_chunk(
let (chunk, dynamic_dependencies, mut worker_dependencies) = self.create_chunk(
head,
ChunkType::Async,
chunk_graph,
vec![chunk_name.to_string()],
);

worker_dependencies.retain(|w| !visited_workers.contains(w));

edges.extend(
[dynamic_dependencies.clone(), worker_dependencies.clone()]
.concat()
.into_iter()
.map(|dep| (chunk.id.clone(), dep.generate(&self.context).into())),
);
chunk_graph.add_chunk(chunk);

self.handle_worker_dependencies(
chunk_name,
worker_dependencies,
visited,
edges,
chunk_graph,
visited_workers,
);

dynamic_dependencies
Expand All @@ -120,27 +134,36 @@ impl Compiler {
visited: &HashSet<ModuleId>,
edges: &mut Vec<(ModuleId, ModuleId)>,
chunk_graph: &mut ChunkGraph,
visited_workers: &mut HashSet<ModuleId>,
) {
visit_modules(worker_dependencies, Some(visited.clone()), |head| {
let (chunk, dynamic_dependencies, worker_dependencies) = self.create_chunk(
let (chunk, dynamic_dependencies, mut worker_dependencies) = self.create_chunk(
head,
ChunkType::Worker(head.clone()),
chunk_graph,
vec![chunk_name.to_string()],
);

worker_dependencies.retain(|w| !visited_workers.contains(w));

edges.extend(
[dynamic_dependencies.clone(), worker_dependencies.clone()]
.concat()
.into_iter()
.map(|dep| (chunk.id.clone(), dep.generate(&self.context).into())),
);

chunk_graph.add_chunk(chunk);

visited_workers.insert(head.clone());

self.handle_dynamic_dependencies(
chunk_name,
dynamic_dependencies,
visited,
edges,
chunk_graph,
visited_workers,
);

worker_dependencies
Expand Down
2 changes: 2 additions & 0 deletions e2e/fixtures/worker.self-spawn/.gitignore
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
node_modules

10 changes: 10 additions & 0 deletions e2e/fixtures/worker.self-spawn/expect.js
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
const assert = require("assert");
const { parseBuildResult } = require("../../../scripts/test-utils");
const { files } = parseBuildResult(__dirname);

assert(
files["src_workerHelper_ts-worker.js"].includes(
'new Worker(new URL("src_workerHelper_ts-async.js",'
),
"should have self-spawn codes"
);
1 change: 1 addition & 0 deletions e2e/fixtures/worker.self-spawn/mako.config.json
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{}
3 changes: 3 additions & 0 deletions e2e/fixtures/worker.self-spawn/src/index.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
export default (v: any) => console.log(v);

import("./workerHelper").then((w) => w.startWorkers());
25 changes: 25 additions & 0 deletions e2e/fixtures/worker.self-spawn/src/workerHelper.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,25 @@
function waitForMsgType(target, type) {
return new Promise((resolve) => {
target.addEventListener("message", function onMsg({ data }) {
if (data == null || data.type !== type) return;
target.removeEventListener("message", onMsg);
resolve(data);
});
});
}

waitForMsgType(self, "spawn").then(async (data) => {
const log = await import(".");
log.default("spawn a web worker");
});

export async function startWorkers() {
await Promise.all(
Array.from({ length: 2 }, async () => {
const worker = new Worker(new URL("./workerHelper", import.meta.url), {
type: "module",
});
worker.postMessage("spawn");
})
);
}
1 change: 0 additions & 1 deletion examples/react/src/foo.ts
Original file line number Diff line number Diff line change
@@ -1,2 +1 @@

export const foo = 1;
Loading