turbopack_ecmascript/references/

worker.rs

use anyhow::Result;
use bincode::{Decode, Encode};
use swc_core::{
    common::{DUMMY_SP, util::take::Take},
    ecma::ast::{ArrayLit, CallExpr, Callee, Expr, ExprOrSpread, Lit, Null},
    quote_expr,
};
use turbo_rcstr::{RcStr, rcstr};
use turbo_tasks::{
    NonLocalValue, ResolvedVc, ValueToString, Vc, debug::ValueDebugFormat, turbofmt,
};
use turbo_tasks_fs::FileSystemPath;
use turbopack_core::{
    chunk::{ChunkableModule, ChunkingContext, ChunkingType, EvaluatableAsset},
    context::AssetContext,
    issue::{IssueExt, IssueSeverity, IssueSource, StyledString, code_gen::CodeGenerationIssue},
    module::Module,
    reference::ModuleReference,
    reference_type::{ReferenceType, WorkerReferenceSubType},
    resolve::{
        ModuleResolveResult, ModuleResolveResultItem, ResolveErrorMode,
        error::handle_resolve_error, origin::ResolveOrigin, parse::Request, pattern::Pattern,
        resolve_raw, url_resolve,
    },
};

use crate::{
    ast_path_trie::{AstPathId, AstPathTrie, AstPathTrieBuilder},
    code_gen::{CodeGen, CodeGeneration, IntoCodeGenReference},
    create_visitor,
    references::{
        pattern_mapping::{PatternMapping, ResolveType},
        raw::resolve_static_files,
    },
    worker_chunk::{WorkerType, module::WorkerLoaderModule},
};

/// A unified reference to a Worker (web or Node.js) that creates an isolated chunk group
/// for the worker module.
#[turbo_tasks::value]
#[derive(Hash, Debug)]
pub struct WorkerAssetReference {
    pub worker_type: WorkerType,
    pub origin: ResolvedVc<Box<dyn ResolveOrigin>>,
    pub request: WorkerRequest,
    pub issue_source: IssueSource,
    pub error_mode: ResolveErrorMode,
    /// When true, skip creating WorkerLoaderModule and return the inner module directly.
    /// This is used when we're only tracing dependencies, not generating code.
    pub tracing_only: bool,
}

/// The request type varies between web and Node.js workers
#[turbo_tasks::value]
#[derive(Hash, Debug, Clone)]
pub enum WorkerRequest {
    /// Web workers use Request (URLs)
    Url(ResolvedVc<Request>),
    /// Node.js workers resolve static project files and the complete request in the package.
    Pattern {
        static_files_only_context_dir: Option<FileSystemPath>,
        fallback_context_dir: FileSystemPath,
        path: ResolvedVc<Pattern>,
        collect_affecting_sources: bool,
    },
}

impl WorkerAssetReference {
    pub fn new_web_worker(
        origin: ResolvedVc<Box<dyn ResolveOrigin>>,
        request: ResolvedVc<Request>,
        issue_source: IssueSource,
        error_mode: ResolveErrorMode,
        tracing_only: bool,
        is_shared: bool,
    ) -> Self {
        WorkerAssetReference {
            worker_type: if is_shared {
                WorkerType::SharedWebWorker
            } else {
                WorkerType::WebWorker
            },
            origin,
            request: WorkerRequest::Url(request),
            issue_source,
            error_mode,
            tracing_only,
        }
    }

    pub fn new_node_worker_thread(
        origin: ResolvedVc<Box<dyn ResolveOrigin>>,
        static_files_only_context_dir: Option<FileSystemPath>,
        fallback_context_dir: FileSystemPath,
        path: ResolvedVc<Pattern>,
        collect_affecting_sources: bool,
        issue_source: IssueSource,
        error_mode: ResolveErrorMode,
        tracing_only: bool,
    ) -> Self {
        WorkerAssetReference {
            worker_type: WorkerType::NodeWorkerThread,
            origin,
            request: WorkerRequest::Pattern {
                static_files_only_context_dir,
                fallback_context_dir,
                path,
                collect_affecting_sources,
            },
            issue_source,
            error_mode,
            tracing_only,
        }
    }
}

#[turbo_tasks::value_impl]
impl ModuleReference for WorkerAssetReference {
    #[turbo_tasks::function]
    async fn resolve_reference(&self) -> Result<Vc<ModuleResolveResult>> {
        let origin = self.origin.into_trait_ref().await?;
        let asset_context = origin.asset_context();

        let result = match (&self.worker_type, &self.request) {
            (WorkerType::WebWorker | WorkerType::SharedWebWorker, WorkerRequest::Url(request)) => {
                // Web worker resolution uses url_resolve
                url_resolve(
                    *self.origin,
                    **request,
                    self.worker_type.reference_type(),
                    Some(self.issue_source),
                    self.error_mode,
                )
            }
            (
                WorkerType::NodeWorkerThread,
                WorkerRequest::Pattern {
                    static_files_only_context_dir,
                    fallback_context_dir,
                    path,
                    collect_affecting_sources,
                },
            ) => {
                let reference_type = ReferenceType::Worker(WorkerReferenceSubType::NodeWorker);
                let mut results = Vec::new();
                if let Some(static_files) = resolve_static_files(
                    static_files_only_context_dir,
                    *path,
                    *collect_affecting_sources,
                )
                .await?
                {
                    results.push(
                        asset_context.process_resolve_result(static_files, reference_type.clone()),
                    );
                }
                let fallback = resolve_raw(
                    fallback_context_dir.clone(),
                    **path,
                    *collect_affecting_sources,
                    /* force_in_lookup_dir */ false,
                );
                results
                    .push(asset_context.process_resolve_result(fallback, reference_type.clone()));
                let result = ModuleResolveResult::concat(results);

                // Report an error if neither location resolves
                handle_resolve_error(
                    result,
                    reference_type.clone(),
                    origin.origin_path(),
                    Request::parse(path.owned().await?),
                    origin.resolve_options(),
                    self.error_mode,
                    Some(self.issue_source),
                )
                .await?
            }
            _ => {
                // This should never happen due to our constructor functions
                unreachable!("WorkerType and WorkerRequest mismatch");
            }
        };

        // When tracing only (no code generation), return the resolved modules directly
        // without wrapping them in WorkerLoaderModule
        if self.tracing_only {
            return Ok(result);
        }

        // Wrap each resolved module in a WorkerLoaderModule
        let result_ref = result.await?;
        let mut primary = Vec::with_capacity(result_ref.primary.len());

        for (request_key, resolve_item) in result_ref.primary.iter() {
            match resolve_item {
                ModuleResolveResultItem::Module(module) => {
                    let Some(chunkable) =
                        ResolvedVc::try_downcast::<Box<dyn ChunkableModule>>(*module)
                    else {
                        CodeGenerationIssue {
                            severity: self.get_module_type_issue_severity().await?,
                            title: StyledString::Text(rcstr!("non-chunkable module"))
                                .resolved_cell(),
                            message: StyledString::Text(
                                turbofmt!(
                                    "Worker entry point module '{}' is not chunkable and cannot \
                                     be used as a worker module. This may happen if the module \
                                     type doesn't support bundling.",
                                    module.ident()
                                )
                                .await?,
                            )
                            .resolved_cell(),
                            path: origin.origin_path(),
                            source: Some(self.issue_source),
                        }
                        .resolved_cell()
                        .emit();
                        continue;
                    };

                    // For Node.js worker threads, the module must also be evaluatable since
                    // it becomes an entry point
                    if matches!(self.worker_type, WorkerType::NodeWorkerThread)
                        && ResolvedVc::try_sidecast::<Box<dyn EvaluatableAsset>>(chunkable)
                            .is_none()
                    {
                        CodeGenerationIssue {
                            severity: self.get_module_type_issue_severity().await?,
                            title: StyledString::Text(rcstr!("non-evaluatable module"))
                                .resolved_cell(),
                            message: StyledString::Text(
                                turbofmt!(
                                    "Worker thread entry point module '{}' must be evaluatable to \
                                     serve as an entry point. This module cannot be used as a \
                                     Node.js worker_threads Worker entry point because it doesn't \
                                     support direct evaluation.",
                                    module.ident()
                                )
                                .await?,
                            )
                            .resolved_cell(),
                            path: origin.origin_path(),
                            source: Some(self.issue_source),
                        }
                        .resolved_cell()
                        .emit();
                        continue;
                    }

                    let loader =
                        WorkerLoaderModule::new(*chunkable, self.worker_type, *asset_context)
                            .to_resolved()
                            .await?;

                    primary.push((
                        request_key.clone(),
                        ModuleResolveResultItem::Module(ResolvedVc::upcast(loader)),
                    ));
                }
                // Pass through other result types (External, Ignore, etc.)
                _ => {
                    primary.push((request_key.clone(), resolve_item.clone()));
                }
            }
        }

        Ok(ModuleResolveResult {
            primary: primary.into_boxed_slice(),
            affecting_sources: result_ref.affecting_sources.clone(),
        }
        .cell())
    }

    fn chunking_type(&self) -> Option<ChunkingType> {
        Some(ChunkingType::Parallel {
            inherit_async: false,
            hoisted: false,
        })
    }

    fn source(&self) -> Option<IssueSource> {
        Some(self.issue_source)
    }
}

impl WorkerAssetReference {
    /// Downgrade errors to warnings if we are not in Error mode or if loose errors is enabled
    async fn get_module_type_issue_severity(&self) -> Result<IssueSeverity> {
        Ok(
            if self.error_mode != ResolveErrorMode::Error
                || self
                    .origin
                    .into_trait_ref()
                    .await?
                    .resolve_options()
                    .await?
                    .loose_errors
            {
                IssueSeverity::Warning
            } else {
                IssueSeverity::Error
            },
        )
    }
}

#[turbo_tasks::value_impl]
impl ValueToString for WorkerAssetReference {
    #[turbo_tasks::function]
    async fn to_string(&self) -> Result<Vc<RcStr>> {
        let worker_type = match self.worker_type {
            WorkerType::WebWorker => "WebWorker",
            WorkerType::SharedWebWorker => "SharedWorker",
            WorkerType::NodeWorkerThread => "NodeWorkerThread",
        };
        let request = match &self.request {
            WorkerRequest::Url(request) => request.to_string(),
            WorkerRequest::Pattern { path, .. } => path.to_string(),
        };
        Ok(Vc::cell(turbofmt!("new {worker_type}({request})").await?))
    }
}

impl IntoCodeGenReference for WorkerAssetReference {
    fn into_reference(self) -> ResolvedVc<Box<dyn ModuleReference>> {
        ResolvedVc::upcast(self.resolved_cell())
    }

    fn into_code_gen_reference(
        self,
        _trie: &AstPathTrieBuilder,
        path: AstPathId,
    ) -> (ResolvedVc<Box<dyn ModuleReference>>, CodeGen) {
        let reference = self.resolved_cell();
        (
            ResolvedVc::upcast(reference),
            CodeGen::WorkerAssetReferenceCodeGen(WorkerAssetReferenceCodeGen { reference, path }),
        )
    }
}

#[derive(PartialEq, Eq, ValueDebugFormat, NonLocalValue, Hash, Debug, Encode, Decode)]
pub struct WorkerAssetReferenceCodeGen {
    reference: ResolvedVc<WorkerAssetReference>,
    path: AstPathId,
}

impl WorkerAssetReferenceCodeGen {
    pub async fn code_generation(
        &self,
        trie: &AstPathTrie,
        chunking_context: Vc<Box<dyn ChunkingContext>>,
    ) -> Result<CodeGeneration> {
        let reference = self.reference.await?;

        // Build the request for PatternMapping
        let (request, request_key) = match &reference.request {
            WorkerRequest::Url(request) => (**request, request.await?.request()),
            WorkerRequest::Pattern { path, .. } => (Request::parse(path.owned().await?), None),
        };

        // Use PatternMapping to handle both single and multiple (dynamic) worker results
        let pm = PatternMapping::resolve_request(
            request,
            *reference.origin,
            chunking_context,
            self.reference.resolve_reference(),
            ResolveType::ChunkItem,
            None,
        )
        .await?;

        // Transform `new Worker(url, opts)` into `require(id)(Worker, opts)`
        // The loader module exports a function that creates the worker with all necessary
        // configuration (entrypoint, chunks, forwarded globals, etc.)
        let visitor = create_visitor!(trie, self.path, visit_mut_expr, |expr: &mut Expr| {
            let message = if let Expr::New(new_expr) = expr {
                if let Some(args) = &mut new_expr.args {
                    match args.first_mut() {
                        Some(ExprOrSpread {
                            spread: None,
                            expr: url_expr,
                        }) => {
                            // Get the Worker constructor (callee)
                            let constructor = new_expr.callee.take();

                            // URL references are rewritten before their enclosing Worker
                            // expression. Use the analyzed request string for the context lookup
                            // instead of the rewritten URL object.
                            let key_expr = match &request_key {
                                Some(request) => Expr::Lit(Lit::Str(request.as_str().into())),
                                None => *url_expr.take(),
                            };
                            let require_call = pm.create_require(key_expr);

                            // Build the arguments: (WorkerConstructor, ...rest_args)
                            let mut call_args = vec![ExprOrSpread {
                                spread: None,
                                expr: constructor,
                            }];
                            // Add any remaining arguments (e.g., worker options)
                            call_args.extend(args.drain(1..));

                            // Transform to: require(id)(Worker, opts)
                            *expr = Expr::Call(CallExpr {
                                span: new_expr.span,
                                callee: Callee::Expr(Box::new(require_call)),
                                args: call_args,
                                ..Default::default()
                            });
                            return;
                        }
                        // These are SWC bugs: https://github.com/swc-project/swc/issues/5394
                        Some(ExprOrSpread {
                            spread: Some(_),
                            expr: _,
                        }) => "spread operator is illegal in new Worker() expressions.",
                        _ => "new Worker() expressions require at least 1 argument",
                    }
                } else {
                    "new Worker() expressions require at least 1 argument"
                }
            } else {
                "visitor must be executed on a NewExpr"
            };
            *expr = *quote_expr!(
                "(() => { throw new Error($message); })()",
                message: Expr = Expr::Lit(Lit::Str(message.into()))
            );
        });

        Ok(CodeGeneration::visitors(vec![visitor]))
    }
}

#[derive(PartialEq, Eq, ValueDebugFormat, NonLocalValue, Debug, Hash, Encode, Decode)]
pub enum WorkerGlobalPlaceholder {
    /// `const _TURBOPACK_WORKER_FORWARDED_GLOBALS_ = []`
    ForwardedGlobals,
    /// `const _TURBOPACK_WORKER_BASE_PATH_ = '_TURBOPACK_WORKER_BASE_PATH_REPLACE_'`
    BasePath,
}

#[derive(PartialEq, Eq, ValueDebugFormat, NonLocalValue, Debug, Hash, Encode, Decode)]
pub struct WorkerGlobalsReplacementCodeGen {
    /// Which placeholder this codegen replaces (determines the injected value).
    placeholder: WorkerGlobalPlaceholder,
    path: AstPathId,
}

impl WorkerGlobalsReplacementCodeGen {
    pub fn new(placeholder: WorkerGlobalPlaceholder, path: AstPathId) -> Self {
        WorkerGlobalsReplacementCodeGen { placeholder, path }
    }

    pub async fn code_generation(
        &self,
        trie: &AstPathTrie,
        chunking_context: Vc<Box<dyn ChunkingContext>>,
    ) -> Result<CodeGeneration> {
        let options = chunking_context.worker_configuration_options().await?;
        let value: Expr = match self.placeholder {
            WorkerGlobalPlaceholder::ForwardedGlobals => Expr::Array(ArrayLit {
                span: DUMMY_SP,
                elems: options
                    .forwarded_globals
                    .iter()
                    .map(|global| Some(Expr::Lit(Lit::Str(global.as_str().into())).into()))
                    .collect(),
            }),
            WorkerGlobalPlaceholder::BasePath => match &options.asset_prefix {
                Some(asset_prefix) => Expr::Lit(Lit::Str(asset_prefix.as_str().into())),
                None => Expr::Lit(Lit::Null(Null { span: DUMMY_SP })),
            },
        };

        let visitor = create_visitor!(trie, self.path, visit_mut_expr, |expr: &mut Expr| {
            *expr = value.clone();
        });

        Ok(CodeGeneration::visitors(vec![visitor]))
    }
}

impl From<WorkerGlobalsReplacementCodeGen> for CodeGen {
    fn from(val: WorkerGlobalsReplacementCodeGen) -> Self {
        CodeGen::WorkerGlobalsReplacementCodeGen(val)
    }
}