next
Version:
The React Framework
431 lines (430 loc) • 21.1 kB
JavaScript
import { pathToRegexp } from 'next/dist/compiled/path-to-regexp';
import { APP_BUILD_MANIFEST, APP_PATHS_MANIFEST, BUILD_MANIFEST, INTERCEPTION_ROUTE_REWRITE_MANIFEST, MIDDLEWARE_BUILD_MANIFEST, MIDDLEWARE_MANIFEST, MIDDLEWARE_REACT_LOADABLE_MANIFEST, NEXT_FONT_MANIFEST, PAGES_MANIFEST, REACT_LOADABLE_MANIFEST, SERVER_REFERENCE_MANIFEST, TURBOPACK_CLIENT_MIDDLEWARE_MANIFEST, WEBPACK_STATS } from '../../../shared/lib/constants';
import { join, posix } from 'path';
import { readFile } from 'fs/promises';
import { deleteCache } from '../require-cache';
import { writeFileAtomic } from '../../../lib/fs/write-atomic';
import { isInterceptionRouteRewrite } from '../../../lib/generate-interception-routes-rewrites';
import { normalizeRewritesForBuildManifest, srcEmptySsgManifest, processRoute } from '../../../build/webpack/plugins/build-manifest-plugin';
import getAssetPathFromRoute from '../../../shared/lib/router/utils/get-asset-path-from-route';
import { getEntryKey } from './entry-key';
import { getSortedRoutes } from '../../../shared/lib/router/utils';
import { existsSync } from 'fs';
import { addMetadataIdToRoute, addRouteSuffix, removeRouteSuffix } from '../turbopack-utils';
import { tryToParsePath } from '../../../lib/try-to-parse-path';
const getManifestPath = (page, distDir, name, type)=>{
let manifestPath = posix.join(distDir, `server`, type, type === 'middleware' || type === 'instrumentation' ? '' : type === 'app' ? page : getAssetPathFromRoute(page), name);
return manifestPath;
};
async function readPartialManifest(distDir, name, pageName, type = 'pages') {
const page = pageName;
const isSitemapRoute = /[\\/]sitemap(.xml)?\/route$/.test(page);
let manifestPath = getManifestPath(page, distDir, name, type);
// Check the ambiguity of /sitemap and /sitemap.xml
if (isSitemapRoute && !existsSync(manifestPath)) {
manifestPath = getManifestPath(pageName.replace(/\/sitemap\/route$/, '/sitemap.xml/route'), distDir, name, type);
}
// existsSync is faster than using the async version
if (!existsSync(manifestPath) && page.endsWith('/route')) {
// TODO: Improve implementation of metadata routes, currently it requires this extra check for the variants of the files that can be written.
let metadataPage = addRouteSuffix(addMetadataIdToRoute(removeRouteSuffix(page)));
manifestPath = getManifestPath(metadataPage, distDir, name, type);
}
return JSON.parse(await readFile(posix.join(manifestPath), 'utf-8'));
}
export class TurbopackManifestLoader {
constructor({ distDir, buildId, encryptionKey }){
this.actionManifests = new Map();
this.appBuildManifests = new Map();
this.appPathsManifests = new Map();
this.buildManifests = new Map();
this.fontManifests = new Map();
this.loadableManifests = new Map();
this.middlewareManifests = new Map();
this.pagesManifests = new Map();
this.webpackStats = new Map();
this.distDir = distDir;
this.buildId = buildId;
this.encryptionKey = encryptionKey;
}
delete(key) {
this.actionManifests.delete(key);
this.appBuildManifests.delete(key);
this.appPathsManifests.delete(key);
this.buildManifests.delete(key);
this.fontManifests.delete(key);
this.loadableManifests.delete(key);
this.middlewareManifests.delete(key);
this.pagesManifests.delete(key);
this.webpackStats.delete(key);
}
async loadActionManifest(pageName) {
this.actionManifests.set(getEntryKey('app', 'server', pageName), await readPartialManifest(this.distDir, `${SERVER_REFERENCE_MANIFEST}.json`, pageName, 'app'));
}
async mergeActionManifests(manifests) {
const manifest = {
node: {},
edge: {},
encryptionKey: this.encryptionKey
};
function mergeActionIds(actionEntries, other) {
for(const key in other){
const action = actionEntries[key] ??= {
workers: {},
layer: {}
};
Object.assign(action.workers, other[key].workers);
Object.assign(action.layer, other[key].layer);
}
}
for (const m of manifests){
mergeActionIds(manifest.node, m.node);
mergeActionIds(manifest.edge, m.edge);
}
return manifest;
}
async writeActionManifest() {
const actionManifest = await this.mergeActionManifests(this.actionManifests.values());
const actionManifestJsonPath = join(this.distDir, 'server', `${SERVER_REFERENCE_MANIFEST}.json`);
const actionManifestJsPath = join(this.distDir, 'server', `${SERVER_REFERENCE_MANIFEST}.js`);
const json = JSON.stringify(actionManifest, null, 2);
deleteCache(actionManifestJsonPath);
deleteCache(actionManifestJsPath);
await writeFileAtomic(actionManifestJsonPath, json);
await writeFileAtomic(actionManifestJsPath, `self.__RSC_SERVER_MANIFEST=${JSON.stringify(json)}`);
}
async loadAppBuildManifest(pageName) {
this.appBuildManifests.set(getEntryKey('app', 'server', pageName), await readPartialManifest(this.distDir, APP_BUILD_MANIFEST, pageName, 'app'));
}
mergeAppBuildManifests(manifests) {
const manifest = {
pages: {}
};
for (const m of manifests){
Object.assign(manifest.pages, m.pages);
}
return manifest;
}
async writeAppBuildManifest() {
const appBuildManifest = this.mergeAppBuildManifests(this.appBuildManifests.values());
const appBuildManifestPath = join(this.distDir, APP_BUILD_MANIFEST);
deleteCache(appBuildManifestPath);
await writeFileAtomic(appBuildManifestPath, JSON.stringify(appBuildManifest, null, 2));
}
async loadAppPathsManifest(pageName) {
this.appPathsManifests.set(getEntryKey('app', 'server', pageName), await readPartialManifest(this.distDir, APP_PATHS_MANIFEST, pageName, 'app'));
}
async writeAppPathsManifest() {
const appPathsManifest = this.mergePagesManifests(this.appPathsManifests.values());
const appPathsManifestPath = join(this.distDir, 'server', APP_PATHS_MANIFEST);
deleteCache(appPathsManifestPath);
await writeFileAtomic(appPathsManifestPath, JSON.stringify(appPathsManifest, null, 2));
}
async writeWebpackStats() {
const webpackStats = this.mergeWebpackStats(this.webpackStats.values());
const path = join(this.distDir, 'server', WEBPACK_STATS);
deleteCache(path);
await writeFileAtomic(path, JSON.stringify(webpackStats, null, 2));
}
async loadBuildManifest(pageName, type = 'pages') {
this.buildManifests.set(getEntryKey(type, 'server', pageName), await readPartialManifest(this.distDir, BUILD_MANIFEST, pageName, type));
}
async loadWebpackStats(pageName, type = 'pages') {
this.webpackStats.set(getEntryKey(type, 'client', pageName), await readPartialManifest(this.distDir, WEBPACK_STATS, pageName, type));
}
mergeWebpackStats(statsFiles) {
const entrypoints = {};
const assets = new Map();
const chunks = new Map();
const modules = new Map();
for (const statsFile of statsFiles){
if (statsFile.entrypoints) {
for (const [k, v] of Object.entries(statsFile.entrypoints)){
if (!entrypoints[k]) {
entrypoints[k] = v;
}
}
}
if (statsFile.assets) {
for (const asset of statsFile.assets){
if (!assets.has(asset.name)) {
assets.set(asset.name, asset);
}
}
}
if (statsFile.chunks) {
for (const chunk of statsFile.chunks){
if (!chunks.has(chunk.name)) {
chunks.set(chunk.name, chunk);
}
}
}
if (statsFile.modules) {
for (const module of statsFile.modules){
const id = module.id;
if (id != null) {
// Merge the chunk list for the module. This can vary across endpoints.
const existing = modules.get(id);
if (existing == null) {
modules.set(id, module);
} else if (module.chunks != null && existing.chunks != null) {
for (const chunk of module.chunks){
if (!existing.chunks.includes(chunk)) {
existing.chunks.push(chunk);
}
}
}
}
}
}
}
return {
entrypoints,
assets: [
...assets.values()
],
chunks: [
...chunks.values()
],
modules: [
...modules.values()
]
};
}
mergeBuildManifests(manifests) {
const manifest = {
pages: {
'/_app': []
},
// Something in next.js depends on these to exist even for app dir rendering
devFiles: [],
ampDevFiles: [],
polyfillFiles: [],
lowPriorityFiles: [
`static/${this.buildId}/_ssgManifest.js`,
`static/${this.buildId}/_buildManifest.js`
],
rootMainFiles: [],
ampFirstPages: []
};
for (const m of manifests){
Object.assign(manifest.pages, m.pages);
if (m.rootMainFiles.length) manifest.rootMainFiles = m.rootMainFiles;
// polyfillFiles should always be the same, so we can overwrite instead of actually merging
if (m.polyfillFiles.length) manifest.polyfillFiles = m.polyfillFiles;
}
return manifest;
}
async writeBuildManifest(entrypoints, devRewrites, productionRewrites) {
const rewrites = productionRewrites ?? {
...devRewrites,
beforeFiles: ((devRewrites == null ? void 0 : devRewrites.beforeFiles) ?? []).map(processRoute),
afterFiles: ((devRewrites == null ? void 0 : devRewrites.afterFiles) ?? []).map(processRoute),
fallback: ((devRewrites == null ? void 0 : devRewrites.fallback) ?? []).map(processRoute)
};
const buildManifest = this.mergeBuildManifests(this.buildManifests.values());
const buildManifestPath = join(this.distDir, BUILD_MANIFEST);
const middlewareBuildManifestPath = join(this.distDir, 'server', `${MIDDLEWARE_BUILD_MANIFEST}.js`);
const interceptionRewriteManifestPath = join(this.distDir, 'server', `${INTERCEPTION_ROUTE_REWRITE_MANIFEST}.js`);
deleteCache(buildManifestPath);
deleteCache(middlewareBuildManifestPath);
deleteCache(interceptionRewriteManifestPath);
await writeFileAtomic(buildManifestPath, JSON.stringify(buildManifest, null, 2));
await writeFileAtomic(middlewareBuildManifestPath, `self.__BUILD_MANIFEST=${JSON.stringify(buildManifest)};`);
const interceptionRewrites = JSON.stringify(rewrites.beforeFiles.filter(isInterceptionRouteRewrite));
await writeFileAtomic(interceptionRewriteManifestPath, `self.__INTERCEPTION_ROUTE_REWRITE_MANIFEST=${JSON.stringify(interceptionRewrites)};`);
const pagesKeys = [
...entrypoints.page.keys()
];
if (entrypoints.global.app) {
pagesKeys.push('/_app');
}
if (entrypoints.global.error) {
pagesKeys.push('/_error');
}
const sortedPageKeys = getSortedRoutes(pagesKeys);
const content = {
__rewrites: normalizeRewritesForBuildManifest(rewrites),
...Object.fromEntries(sortedPageKeys.map((pathname)=>[
pathname,
[
`static/chunks/pages${pathname === '/' ? '/index' : pathname}.js`
]
])),
sortedPages: sortedPageKeys
};
const buildManifestJs = `self.__BUILD_MANIFEST = ${JSON.stringify(content)};self.__BUILD_MANIFEST_CB && self.__BUILD_MANIFEST_CB()`;
await writeFileAtomic(join(this.distDir, 'static', this.buildId, '_buildManifest.js'), buildManifestJs);
await writeFileAtomic(join(this.distDir, 'static', this.buildId, '_ssgManifest.js'), srcEmptySsgManifest);
}
async writeClientMiddlewareManifest() {
var _middlewareManifest_middleware_;
const middlewareManifest = this.mergeMiddlewareManifests(this.middlewareManifests.values());
const matchers = (middlewareManifest == null ? void 0 : (_middlewareManifest_middleware_ = middlewareManifest.middleware['/']) == null ? void 0 : _middlewareManifest_middleware_.matchers) || [];
const clientMiddlewareManifestPath = join(this.distDir, 'static', this.buildId, `${TURBOPACK_CLIENT_MIDDLEWARE_MANIFEST}`);
deleteCache(clientMiddlewareManifestPath);
await writeFileAtomic(clientMiddlewareManifestPath, JSON.stringify(matchers, null, 2));
}
async writeFallbackBuildManifest() {
const fallbackBuildManifest = this.mergeBuildManifests([
this.buildManifests.get(getEntryKey('pages', 'server', '_app')),
this.buildManifests.get(getEntryKey('pages', 'server', '_error'))
].filter(Boolean));
const fallbackBuildManifestPath = join(this.distDir, `fallback-${BUILD_MANIFEST}`);
deleteCache(fallbackBuildManifestPath);
await writeFileAtomic(fallbackBuildManifestPath, JSON.stringify(fallbackBuildManifest, null, 2));
}
async loadFontManifest(pageName, type = 'pages') {
this.fontManifests.set(getEntryKey(type, 'server', pageName), await readPartialManifest(this.distDir, `${NEXT_FONT_MANIFEST}.json`, pageName, type));
}
mergeFontManifests(manifests) {
const manifest = {
app: {},
appUsingSizeAdjust: false,
pages: {},
pagesUsingSizeAdjust: false
};
for (const m of manifests){
Object.assign(manifest.app, m.app);
Object.assign(manifest.pages, m.pages);
manifest.appUsingSizeAdjust = manifest.appUsingSizeAdjust || m.appUsingSizeAdjust;
manifest.pagesUsingSizeAdjust = manifest.pagesUsingSizeAdjust || m.pagesUsingSizeAdjust;
}
return manifest;
}
async writeNextFontManifest() {
const fontManifest = this.mergeFontManifests(this.fontManifests.values());
const json = JSON.stringify(fontManifest, null, 2);
const fontManifestJsonPath = join(this.distDir, 'server', `${NEXT_FONT_MANIFEST}.json`);
const fontManifestJsPath = join(this.distDir, 'server', `${NEXT_FONT_MANIFEST}.js`);
deleteCache(fontManifestJsonPath);
deleteCache(fontManifestJsPath);
await writeFileAtomic(fontManifestJsonPath, json);
await writeFileAtomic(fontManifestJsPath, `self.__NEXT_FONT_MANIFEST=${JSON.stringify(json)}`);
}
async loadLoadableManifest(pageName, type = 'pages') {
this.loadableManifests.set(getEntryKey(type, 'server', pageName), await readPartialManifest(this.distDir, REACT_LOADABLE_MANIFEST, pageName, type));
}
mergeLoadableManifests(manifests) {
const manifest = {};
for (const m of manifests){
Object.assign(manifest, m);
}
return manifest;
}
async writeLoadableManifest() {
const loadableManifest = this.mergeLoadableManifests(this.loadableManifests.values());
const loadableManifestPath = join(this.distDir, REACT_LOADABLE_MANIFEST);
const middlewareloadableManifestPath = join(this.distDir, 'server', `${MIDDLEWARE_REACT_LOADABLE_MANIFEST}.js`);
const json = JSON.stringify(loadableManifest, null, 2);
deleteCache(loadableManifestPath);
deleteCache(middlewareloadableManifestPath);
await writeFileAtomic(loadableManifestPath, json);
await writeFileAtomic(middlewareloadableManifestPath, `self.__REACT_LOADABLE_MANIFEST=${JSON.stringify(json)}`);
}
async loadMiddlewareManifest(pageName, type) {
this.middlewareManifests.set(getEntryKey(type === 'middleware' || type === 'instrumentation' ? 'root' : type, 'server', pageName), await readPartialManifest(this.distDir, MIDDLEWARE_MANIFEST, pageName, type));
}
getMiddlewareManifest(key) {
return this.middlewareManifests.get(key);
}
deleteMiddlewareManifest(key) {
return this.middlewareManifests.delete(key);
}
mergeMiddlewareManifests(manifests) {
const manifest = {
version: 3,
middleware: {},
sortedMiddleware: [],
functions: {}
};
let instrumentation = undefined;
for (const m of manifests){
Object.assign(manifest.functions, m.functions);
Object.assign(manifest.middleware, m.middleware);
if (m.instrumentation) {
instrumentation = m.instrumentation;
}
}
const updateFunctionDefinition = (fun)=>{
return {
...fun,
files: [
...(instrumentation == null ? void 0 : instrumentation.files) ?? [],
...fun.files
]
};
};
for (const key of Object.keys(manifest.middleware)){
const value = manifest.middleware[key];
manifest.middleware[key] = updateFunctionDefinition(value);
}
for (const key of Object.keys(manifest.functions)){
const value = manifest.functions[key];
manifest.functions[key] = updateFunctionDefinition(value);
}
for (const fun of Object.values(manifest.functions).concat(Object.values(manifest.middleware))){
for (const matcher of fun.matchers){
if (!matcher.regexp) {
matcher.regexp = pathToRegexp(matcher.originalSource, [], {
delimiter: '/',
sensitive: false,
strict: true
}).source.replaceAll('\\/', '/');
}
}
}
manifest.sortedMiddleware = Object.keys(manifest.middleware);
return manifest;
}
async writeMiddlewareManifest() {
const middlewareManifest = this.mergeMiddlewareManifests(this.middlewareManifests.values());
// Normalize regexes as it uses path-to-regexp
for(const key in middlewareManifest.middleware){
middlewareManifest.middleware[key].matchers.forEach((matcher)=>{
if (!matcher.regexp.startsWith('^')) {
const parsedPage = tryToParsePath(matcher.regexp);
if (parsedPage.error || !parsedPage.regexStr) {
throw new Error(`Invalid source: ${matcher.regexp}`);
}
matcher.regexp = parsedPage.regexStr;
}
});
}
const middlewareManifestPath = join(this.distDir, 'server', MIDDLEWARE_MANIFEST);
deleteCache(middlewareManifestPath);
await writeFileAtomic(middlewareManifestPath, JSON.stringify(middlewareManifest, null, 2));
}
async loadPagesManifest(pageName) {
this.pagesManifests.set(getEntryKey('pages', 'server', pageName), await readPartialManifest(this.distDir, PAGES_MANIFEST, pageName));
}
mergePagesManifests(manifests) {
const manifest = {};
for (const m of manifests){
Object.assign(manifest, m);
}
return manifest;
}
async writePagesManifest() {
const pagesManifest = this.mergePagesManifests(this.pagesManifests.values());
const pagesManifestPath = join(this.distDir, 'server', PAGES_MANIFEST);
deleteCache(pagesManifestPath);
await writeFileAtomic(pagesManifestPath, JSON.stringify(pagesManifest, null, 2));
}
async writeManifests({ devRewrites, productionRewrites, entrypoints }) {
await this.writeActionManifest();
await this.writeAppBuildManifest();
await this.writeAppPathsManifest();
await this.writeBuildManifest(entrypoints, devRewrites, productionRewrites);
await this.writeFallbackBuildManifest();
await this.writeLoadableManifest();
await this.writeMiddlewareManifest();
await this.writeClientMiddlewareManifest();
await this.writeNextFontManifest();
await this.writePagesManifest();
if (process.env.TURBOPACK_STATS != null) {
await this.writeWebpackStats();
}
}
}
//# sourceMappingURL=manifest-loader.js.map