next_api/

next_server_nft.rs

use std::collections::BTreeSet;

use anyhow::{Context, Result, bail};
use bincode::{Decode, Encode};
use either::Either;
use next_core::{get_next_package, next_server::get_tracing_compile_time_info};
use turbo_rcstr::{RcStr, rcstr};
use turbo_tasks::{ResolvedVc, TryFlatJoinIterExt, TryJoinIterExt, Vc};
use turbo_tasks_fs::{
    DirectoryContent, DirectoryEntry, File, FileContent, FileSystemPath,
    glob::{Glob, GlobOptions},
};
use turbo_tasks_hash::HashAlgorithm;
use turbopack::externals_tracing_module_context;
use turbopack_core::{
    asset::{Asset, AssetContent},
    context::AssetContext,
    file_source::FileSource,
    module::{Module, Modules},
    module_graph::{GraphEntries, ModuleGraph, SingleModuleGraph},
    output::{OutputAsset, OutputAssets, OutputAssetsReference},
    reference_type::CommonJsReferenceSubType,
    resolve::{ResolveErrorMode, origin::PlainResolveOrigin, parse::Request},
};
use turbopack_resolve::ecmascript::cjs_resolve;

use crate::{nft::traced_modules_for_entries, nft_json_builder::NftJsonBuilder, project::Project};

/// The modules `next/dist/server/require-hook` resolves its aliased requests to at runtime
/// (currently all of styled-jsx), so that the Pages Router renderer and user code share a single
/// `styled-jsx` module instance (see that file for why they otherwise wouldn't). Nothing in any
/// module graph references these - user code only ever imports its own copy of `styled-jsx` - so
/// whatever assembles a deployment's file list has to include them explicitly, or the hook fails
/// to register its aliases and all styled-jsx styles silently disappear from the server-rendered
/// HTML.
///
/// Used by the server NFTs below and, so that they are part of every endpoint's trace regardless
/// of how the output is assembled, by [`Project::additional_traced_modules`].
#[turbo_tasks::function]
pub(crate) async fn require_hook_modules(
    project_path: FileSystemPath,
    asset_context: Vc<Box<dyn AssetContext>>,
) -> Result<Vc<Modules>> {
    let next_resolve_origin = Vc::upcast(PlainResolveOrigin::new(
        asset_context,
        get_next_package(project_path).await?.join("_")?,
    ));

    Ok(Vc::cell(
        ["styled-jsx", "styled-jsx/style", "styled-jsx/style.js"]
            .into_iter()
            .map(async |request| {
                Ok(cjs_resolve(
                    next_resolve_origin,
                    Request::parse_string(request.into()),
                    CommonJsReferenceSubType::Undefined,
                    None,
                    ResolveErrorMode::Error,
                )
                .await?
                .primary_modules()
                .await?
                .into_iter())
            })
            .try_flat_join()
            .await?,
    ))
}

/// The Pages renderer selected dynamically by `pages/module.compiled` in Turbopack production
/// builds. A Pages API endpoint can load the compiled module through a vendored context when an
/// external dependency imports `next/head`, but neither dynamic edge is visible in its module
/// graph. Include the renderer as an explicit Pages trace entry so that its runtime closure is
/// available when the endpoint initializes.
#[turbo_tasks::function]
pub(crate) async fn pages_renderer_modules(
    project_path: FileSystemPath,
    asset_context: Vc<Box<dyn AssetContext>>,
) -> Result<Vc<Modules>> {
    let next_resolve_origin = Vc::upcast(PlainResolveOrigin::new(
        asset_context,
        get_next_package(project_path).await?.join("_")?,
    ));

    Ok(Vc::cell(
        cjs_resolve(
            next_resolve_origin,
            Request::parse_string(
                "next/dist/compiled/next-server/pages-turbo.runtime.prod.js".into(),
            ),
            CommonJsReferenceSubType::Undefined,
            None,
            ResolveErrorMode::Error,
        )
        .await?
        .primary_modules()
        .await?
        .to_vec(),
    ))
}

#[turbo_tasks::task_input]
#[derive(PartialEq, Eq, Debug, Clone, Hash, Encode, Decode)]
enum ServerNftType {
    Minimal,
    Full,
}

#[turbo_tasks::function]
pub async fn next_server_nft_assets(project: Vc<Project>) -> Result<Vc<OutputAssets>> {
    let is_standalone = *project.next_config().is_standalone().await?;

    if *project.next_config().is_using_adapter().await? && !is_standalone {
        // When using an adapter, `next-server.js.nft.json` / `next-minimal-server.js.nft.json` are
        // not needed: they exist for `output: 'standalone'` (see `copyTracedFiles`), while an
        // adapter assembles the deployment from the per-endpoint NFTs in build-complete.ts. What
        // those two files trace on top of the endpoints - the `styled-jsx` modules the require hook
        // needs at runtime - is part of every endpoint's trace via
        // `Project::additional_traced_modules`, so nothing is lost here.
        //
        // The exception is `output: 'standalone'` configured alongside an adapter:
        // `copyTracedFiles` reads `next-server.js.nft.json` unconditionally whenever standalone
        // output is requested (adapter or not), so suppressing the pair crashes the build
        // (see #96646).
        return Ok(Vc::cell(vec![]));
    }

    let has_next_support = *project.ci_has_next_support().await?;

    let minimal = ResolvedVc::upcast(
        ServerNftJsonAsset::new(project, ServerNftType::Minimal)
            .to_resolved()
            .await?,
    );

    if has_next_support && !is_standalone {
        // When deploying to Vercel, we only need next-minimal-server.js.nft.json
        Ok(Vc::cell(vec![minimal]))
    } else {
        Ok(Vc::cell(vec![
            minimal,
            ResolvedVc::upcast(
                ServerNftJsonAsset::new(project, ServerNftType::Full)
                    .to_resolved()
                    .await?,
            ),
        ]))
    }
}

#[turbo_tasks::value]
pub struct ServerNftJsonAsset {
    project: ResolvedVc<Project>,
    ty: ServerNftType,
}

#[turbo_tasks::value_impl]
impl ServerNftJsonAsset {
    #[turbo_tasks::function]
    pub fn new(project: ResolvedVc<Project>, ty: ServerNftType) -> Vc<Self> {
        ServerNftJsonAsset { project, ty }.cell()
    }
}

#[turbo_tasks::value_impl]
impl OutputAssetsReference for ServerNftJsonAsset {}

#[turbo_tasks::value_impl]
impl OutputAsset for ServerNftJsonAsset {
    #[turbo_tasks::function]
    async fn path(&self) -> Result<Vc<FileSystemPath>> {
        let name = match self.ty {
            ServerNftType::Minimal => "next-minimal-server.js.nft.json",
            ServerNftType::Full => "next-server.js.nft.json",
        };

        Ok(self.project.node_root().await?.join(name)?.cell())
    }
}

#[turbo_tasks::value_impl]
impl Asset for ServerNftJsonAsset {
    #[turbo_tasks::function]
    async fn content(self: Vc<Self>) -> Result<Vc<AssetContent>> {
        let this = self.await?;

        // Example: [project]/apps/my-website/.next/
        let nft_path = self.path().owned().await?;
        let mut nft_json = NftJsonBuilder::new(this.project, &nft_path).await?;

        let module_graph = ModuleGraph::from_graphs(
            vec![SingleModuleGraph::new_with_entries(
                GraphEntries::new(vec![], self.entries().owned().await?).resolved_cell(),
                true,
                false,
            )],
            None,
        )
        .connect();

        let hash_salt = this.project.next_config().output_hash_salt();

        let server_output_assets = traced_modules_for_entries(
            module_graph,
            Modules::empty(),
            self.entries(),
            Some(self.ignores()),
            None,
        )
        .await?
        .iter()
        .map(async |m| {
            let path = m.ident().await?.path.clone();
            let source = m.source().await?.context("NFT module has no content")?;
            let content = source.content();
            Ok((
                path,
                content
                    .hash(hash_salt, HashAlgorithm::Xxh3Hash128Hex)
                    .owned()
                    .await?,
                content.await?,
            ))
        })
        .try_join()
        .await?;

        for (path, hash, content) in server_output_assets {
            nft_json.add(path, hash, &content)?;
        }

        let next_dir = get_next_package(this.project.project_path().owned().await?).await?;
        for ty in ["app-page", "pages"] {
            let dir = next_dir.join(&format!("dist/server/route-modules/{ty}"))?;
            let module_path = dir.join("module.compiled.js")?;
            let content = FileSource::new(module_path.clone()).content();
            let hash = content
                .hash(hash_salt, HashAlgorithm::Xxh3Hash128Hex)
                .owned()
                .await?;
            let content = content.await?;
            nft_json.add(module_path, hash, &content)?;

            let contexts_dir = dir.join("vendored/contexts")?;
            let DirectoryContent::Entries(contexts_files) = &*contexts_dir.read_dir().await? else {
                bail!(
                    "Expected contexts directory to be a directory, found: {:?}",
                    contexts_dir
                );
            };
            for (_, entry) in contexts_files {
                let DirectoryEntry::File(file) = entry else {
                    continue;
                };
                if file.extension() == Some("js") {
                    let content = FileSource::new(file.clone()).content();
                    let hash = content
                        .hash(hash_salt, HashAlgorithm::Xxh3Hash128Hex)
                        .owned()
                        .await?;
                    let content = content.await?;
                    nft_json.add(file.clone(), hash, &content)?;
                }
            }
        }

        let json = serde_json::to_string(&nft_json.into_json(None))?;

        Ok(AssetContent::file(
            FileContent::Content(File::from(json)).cell(),
        ))
    }
}

/// These globs are used to prune the module graph for the server NFT JSON assets. They are always
/// ignored for every page, so we can completely skip even parsing/walking these modules.
fn next_owned_ignores(
    ty: &ServerNftType,
    has_next_support: bool,
    is_standalone: bool,
) -> Vec<RcStr> {
    let mut globs = vec![
        rcstr!("**/node_modules/react{,-dom,-server-dom-turbopack}/**/*.development.js"),
        rcstr!("**/*.d.ts"),
        rcstr!("**/*.map"),
        rcstr!("**/next/dist/pages/**/*"),
        rcstr!("**/next/dist/compiled/next-server/**/*.dev.js"),
        rcstr!("**/next/dist/compiled/webpack/*"),
        rcstr!("**/node_modules/webpack5/**/*"),
        rcstr!("**/next/dist/server/lib/route-resolver*"),
        // Upgrade workflows are CLI-only and are not needed by production servers.
        rcstr!("**/next/dist/lib/upgrade/**/*"),
        // The testmode interceptors bundle reads its HTTP parser WASM with a
        // dynamic path, making the tracer include the bundle's whole
        // directory. Test proxying is not supported in standalone output, so
        // keep the parser asset (and the license file picked up by the
        // directory glob) out of production traces.
        rcstr!("**/next/dist/compiled/@mswjs/interceptors/ClientRequest/LICENSE"),
        rcstr!("**/next/dist/compiled/@mswjs/interceptors/ClientRequest/llhttp/**"),
        rcstr!("**/next/dist/compiled/semver/semver/**/*.js"),
        rcstr!("**/next/dist/compiled/jest-worker/**/*"),
        // -- The following were added for Turbopack specifically --
        // client/components/use-action-queue.ts has a process.env.NODE_ENV guard, but we can't set that due to React: https://github.com/vercel/next.js/pull/75254
        rcstr!("**/next/dist/next-devtools/userspace/use-app-dev-rendering-indicator.js"),
        // client/components/app-router.js has a process.env.NODE_ENV guard, but we
        // can't set that.
        rcstr!("**/next/dist/client/dev/hot-reloader/app/hot-reloader-app.js"),
        // server/lib/router-server.js doesn't guard this require:
        rcstr!("**/next/dist/server/lib/router-utils/setup-dev-bundler.js"),
        // server/next.js doesn't guard this require
        rcstr!("**/next/dist/server/dev/next-dev-server.js"),
        // next/dist/compiled/babel* pulls in this, but we never actually transpile at
        // deploy-time
        rcstr!("**/next/dist/compiled/browserslist/**"),
    ];

    // only ignore image-optimizer code when
    // this is being handled outside of next-server
    if has_next_support {
        globs.extend([
            rcstr!("**/node_modules/sharp/**/*"),
            rcstr!("**/@img/sharp-libvips*/**/*"),
            rcstr!("**/next/dist/server/image-optimizer.js"),
        ]);
    }

    if !is_standalone {
        globs.extend([
            rcstr!("**/*/next/dist/server/next.js"),
            rcstr!("**/*/next/dist/bin/next"),
        ]);
    }

    if matches!(ty, ServerNftType::Minimal) {
        globs.extend([
            rcstr!("**/next/dist/compiled/edge-runtime/**/*"),
            rcstr!("**/next/dist/server/web/sandbox/**/*"),
            rcstr!("**/next/dist/server/post-process.js"),
        ]);
    }

    globs
}

#[turbo_tasks::value_impl]
impl ServerNftJsonAsset {
    #[turbo_tasks::function]
    async fn entries(&self) -> Result<Vc<Modules>> {
        let is_standalone = *self.project.next_config().is_standalone().await?;

        let prune = Glob::alternatives(
            next_owned_ignores(
                &self.ty,
                *self.project.ci_has_next_support().await?,
                is_standalone,
            )
            .into_iter()
            .map(|g| Glob::new(g, GlobOptions::default()))
            .collect(),
        )
        .to_resolved()
        .await?;

        let asset_context = Vc::upcast(externals_tracing_module_context(
            get_tracing_compile_time_info(),
            /* resolve_typescript */ false,
            /* prune */ Some((self.project.project_root_path().owned().await?, prune)),
            /* trace_file_references */ true,
        ));

        let project_path = self.project.project_path().owned().await?;

        let next_resolve_origin = Vc::upcast(PlainResolveOrigin::new(
            asset_context,
            get_next_package(project_path.clone()).await?.join("_")?,
        ));

        let entries = match self.ty {
            ServerNftType::Full => Either::Left(
                if is_standalone {
                    Either::Left(
                        [
                            "next/dist/server/lib/start-server",
                            "next/dist/server/next",
                            "next/dist/server/require-hook",
                        ]
                        .into_iter(),
                    )
                } else {
                    Either::Right(std::iter::empty())
                }
                .chain(std::iter::once("next/dist/server/next-server")),
            ),
            ServerNftType::Minimal => Either::Right(std::iter::once(
                "next/dist/compiled/next-server/server.runtime.prod",
            )),
        };

        // The modules the require hook needs are part of every endpoint's trace (see
        // `Project::additional_traced_modules`), but `next-server.js` / `next-minimal-server.js`
        // are traced on their own for `output: 'standalone'`, so they have to be added here too.
        let hook_modules = require_hook_modules(project_path, asset_context)
            .owned()
            .await?;

        Ok(Vc::cell(
            hook_modules
                .into_iter()
                .chain(
                    entries
                        .map(async |path| {
                            Ok(cjs_resolve(
                                next_resolve_origin,
                                Request::parse_string(path.into()),
                                CommonJsReferenceSubType::Undefined,
                                None,
                                ResolveErrorMode::Error,
                            )
                            .await?
                            .primary_modules()
                            .await?
                            .into_iter())
                        })
                        .try_flat_join()
                        .await?,
                )
                .collect(),
        ))
    }

    #[turbo_tasks::function]
    async fn ignores(&self) -> Result<Vc<Glob>> {
        let is_standalone = *self.project.next_config().is_standalone().await?;
        let has_next_support = *self.project.ci_has_next_support().await?;
        let project_path = self.project.project_path().owned().await?;

        let output_file_tracing_excludes = self
            .project
            .next_config()
            .output_file_tracing_excludes(project_path)
            .await?;
        let mut additional_ignores = BTreeSet::new();

        for (route_glob, exclude_patterns) in output_file_tracing_excludes.iter() {
            // Check if the route matches the glob pattern
            if route_glob.await?.matches("next-server") {
                for (glob, root) in exclude_patterns {
                    additional_ignores.insert(if root.path.is_empty() {
                        glob.clone()
                    } else {
                        format!("{root}/{glob}").into()
                    });
                }
            }
        }

        // The project-provided ignores can match one of the entry requests `entries()` resolves,
        // so they can only be applied to the finished graph:
        // `traced_modules_for_entries` inserts entries without consulting the glob (the
        // `parent == None` arm in `nft.rs`), whereas pruning one would delete it and everything
        // reachable only through it.
        let server_ignores_glob = next_owned_ignores(&self.ty, has_next_support, is_standalone)
            .into_iter()
            .chain(additional_ignores)
            .map(|g| Glob::new(g, Default::default()))
            .collect::<Vec<_>>();

        Ok(Glob::alternatives(server_ignores_glob))
    }
}