simplify the serialization

packages/next/src/build/index.ts

@@ -15,10 +15,6 @@ import { existsSync, promises as fs } from 'fs'
 import os from 'os'
 import { Worker } from '../lib/worker'
 import { defaultConfig } from '../server/config-shared'
-import {
-  nextConfigNormalizer,
-  type SerializableNextConfig,
-} from '../server/serializable-config'
 import devalue from 'next/dist/compiled/devalue'
 import findUp from 'next/dist/compiled/find-up'
 import { nanoid } from 'next/dist/compiled/nanoid/index.cjs'
@@ -219,7 +215,7 @@ import {
   getParsedNodeOptionsWithoutInspect,
 } from '../server/lib/utils'
 import { InvariantError } from '../shared/lib/invariant-error'
-import { HTML_LIMITED_BOT_UA_RE } from '../shared/lib/router/utils/is-bot'
+import { HTML_LIMITED_BOT_UA_RE_STRING } from '../shared/lib/router/utils/is-bot'
 
 type Fallback = null | boolean | string
 
@@ -533,7 +529,7 @@ async function writeFunctionsConfigManifest(
 
 interface RequiredServerFilesManifest {
   version: number
-  config: SerializableNextConfig
+  config: NextConfigComplete
   appDir: string
   relativeAppDir: string
   files: string[]
@@ -1323,9 +1319,8 @@ export default async function build(
         htmlLimitedBots: string
       } = {
         version: 0,
-        htmlLimitedBots: (
-          config.experimental.htmlLimitedBots || HTML_LIMITED_BOT_UA_RE
-        ).source,
+        htmlLimitedBots:
+          config.experimental.htmlLimitedBots || HTML_LIMITED_BOT_UA_RE_STRING,
       }
       await writeManifest(responseConfigManifestPath, responseConfigManifest)
 
@@ -2480,7 +2475,7 @@ export default async function build(
 
           const serverFilesManifest: RequiredServerFilesManifest = {
             version: 1,
-            config: nextConfigNormalizer.toSerializableNextConfig({
+            config: {
               ...config,
               configFile: undefined,
               ...(ciEnvironment.hasNextSupport
@@ -2499,7 +2494,7 @@ export default async function build(
                 // @ts-expect-error internal field TODO: fix this, should use a separate mechanism to pass the info.
                 isExperimentalCompile: isCompileMode,
               },
-            }),
+            },
             appDir: dir,
             relativeAppDir: path.relative(outputFileTracingRoot, dir),
             files: [

packages/next/src/build/utils.ts

@@ -18,7 +18,6 @@ import type { WebpackLayerName } from '../lib/constants'
 import type { AppPageModule } from '../server/route-modules/app-page/module'
 import type { RouteModule } from '../server/route-modules/route-module'
 import type { NextComponentType } from '../shared/lib/utils'
-import type { SerializableNextConfig } from '../server/serializable-config'
 
 import '../server/require-hook'
 import '../server/node-polyfill-crypto'
@@ -1467,7 +1466,7 @@ export async function copyTracedFiles(
   pageKeys: readonly string[],
   appPageKeys: readonly string[] | undefined,
   tracingRoot: string,
-  serverConfig: SerializableNextConfig,
+  serverConfig: NextConfigComplete,
   middlewareManifest: MiddlewareManifest,
   hasInstrumentationHook: boolean,
   staticPages: Set<string>

packages/next/src/server/app-render/types.ts

@@ -216,7 +216,7 @@ export interface RenderOptsPartial {
     inlineCss: boolean
     authInterrupts: boolean
     streamingMetadata: boolean
-    htmlLimitedBots: RegExp | undefined
+    htmlLimitedBots: string | undefined
   }
   postponed?: string
 

packages/next/src/server/base-server.ts

@@ -175,7 +175,6 @@ import type { RouteModule } from './route-modules/route-module'
 import { FallbackMode, parseFallbackField } from '../lib/fallback'
 import { toResponseCacheEntry } from './response-cache/utils'
 import { scheduleOnNextTick } from '../lib/scheduler'
-import { nextConfigNormalizer } from './serializable-config'
 import { shouldServeStreamingMetadata } from './lib/streaming-metadata'
 
 export type FindComponentsResult = {
@@ -485,9 +484,7 @@ export default abstract class Server<
 
     // TODO: should conf be normalized to prevent missing
     // values from causing issues as this can be user provided
-    this.nextConfig = nextConfigNormalizer.toNormalizedNextConfig(
-      conf as NextConfigComplete
-    )
+    this.nextConfig = conf as NextConfigComplete
     this.hostname = hostname
     if (this.hostname) {
       // we format the hostname so that it can be fetched
@@ -599,7 +596,8 @@ export default abstract class Server<
         inlineCss: this.nextConfig.experimental.inlineCss ?? false,
         authInterrupts: !!this.nextConfig.experimental.authInterrupts,
         streamingMetadata: !!this.nextConfig.experimental.streamingMetadata,
-        htmlLimitedBots: this.nextConfig.experimental.htmlLimitedBots,
+        htmlLimitedBots:
+          this.nextConfig.experimental.htmlLimitedBots.toString(),
       },
       onInstrumentationRequestError:
         this.instrumentationOnRequestError.bind(this),

packages/next/src/server/config-shared.ts

@@ -14,14 +14,18 @@ import type { ExpireTime } from './lib/revalidate'
 import type { SupportedTestRunners } from '../cli/next-test'
 import type { ExperimentalPPRConfig } from './lib/experimental/ppr'
 import { INFINITE_CACHE } from '../lib/constants'
-import { HTML_LIMITED_BOT_UA_RE } from '../shared/lib/router/utils/is-bot'
 
 export type NextConfigComplete = Required<NextConfig> & {
   images: Required<ImageConfigComplete>
   typescript: Required<TypeScriptConfig>
   configOrigin?: string
   configFile?: string
   configFileName: string
+  // override NextConfigComplete.experimental.htmlLimitedBots to string
+  // because it's not defined in NextConfigComplete.experimental
+  experimental: Omit<ExperimentalConfig, 'htmlLimitedBots'> & {
+    htmlLimitedBots: string
+  }
 }
 
 export type I18NDomains = readonly DomainLocale[]
@@ -1204,7 +1208,7 @@ export const defaultConfig: NextConfig = {
     inlineCss: false,
     newDevOverlay: false,
     streamingMetadata: false,
-    htmlLimitedBots: HTML_LIMITED_BOT_UA_RE,
+    htmlLimitedBots: undefined,
   },
   bundlePagesRouterDependencies: false,
 }

packages/next/src/server/config.ts

@@ -1222,11 +1222,10 @@ export default async function loadConfig(
       }
     }
 
-    // For deployment, deserialize the regex config
-    if (typeof userConfig.experimental?.htmlLimitedBots === 'string') {
-      userConfig.experimental.htmlLimitedBots = new RegExp(
-        userConfig.experimental.htmlLimitedBots
-      )
+    // serialize the regex config into string
+    if (userConfig.experimental?.htmlLimitedBots instanceof RegExp) {
+      userConfig.experimental.htmlLimitedBots =
+        userConfig.experimental.htmlLimitedBots.source
     }
 
     onLoadUserConfig?.(userConfig)

packages/next/src/server/lib/streaming-metadata.ts

@@ -1,4 +1,4 @@
-import { HTML_LIMITED_BOT_UA_RE } from '../../shared/lib/router/utils/is-bot'
+import { HTML_LIMITED_BOT_UA_RE_STRING } from '../../shared/lib/router/utils/is-bot'
 
 export function shouldServeStreamingMetadata(
   userAgent: string,
@@ -7,13 +7,16 @@ export function shouldServeStreamingMetadata(
     htmlLimitedBots,
   }: {
     streamingMetadata: boolean
-    htmlLimitedBots: RegExp | undefined
+    htmlLimitedBots: string | undefined
   }
 ): boolean {
   if (!streamingMetadata) {
     return false
   }
 
-  const blockingMetadataUARegex = htmlLimitedBots || HTML_LIMITED_BOT_UA_RE
+  const blockingMetadataUARegex = new RegExp(
+    htmlLimitedBots || HTML_LIMITED_BOT_UA_RE_STRING,
+    'i'
+  )
   return !blockingMetadataUARegex.test(userAgent)
 }

packages/next/src/shared/lib/router/utils/is-bot.ts

@@ -4,34 +4,11 @@ const HEADLESS_BROWSER_BOT_UA_RE =
 
 // This regex contains the bots that we need to do a blocking render for and can't safely stream the response
 // due to how they parse the DOM. For example, they might explicitly check for metadata in the `head` tag, so we can't stream metadata tags after the `head` was sent.
-export const HTML_LIMITED_BOT_UA_ARRAY = [
-  'Mediapartners-Google',
-  'Slurp',
-  'DuckDuckBot',
-  'baiduspider',
-  'yandex',
-  'sogou',
-  'bitlybot',
-  'tumblr',
-  'vkShare',
-  'quora link preview',
-  'redditbot',
-  'ia_archiver',
-  'Bingbot',
-  'BingPreview',
-  'applebot',
-  'facebookexternalhit',
-  'facebookcatalog',
-  'Twitterbot',
-  'LinkedInBot',
-  'Slackbot',
-  'Discordbot',
-  'WhatsApp',
-  'SkypeUriPreview',
-]
+export const HTML_LIMITED_BOT_UA_RE_STRING =
+  'Mediapartners-Google|Slurp|DuckDuckBot|baiduspider|yandex|sogou|bitlybot|tumblr|vkShare|quora link preview|redditbot|ia_archiver|Bingbot|BingPreview|applebot|facebookexternalhit|facebookcatalog|Twitterbot|LinkedInBot|Slackbot|Discordbot|WhatsApp|SkypeUriPreview'
 
 export const HTML_LIMITED_BOT_UA_RE = new RegExp(
-  HTML_LIMITED_BOT_UA_ARRAY.join('|'),
+  HTML_LIMITED_BOT_UA_RE_STRING,
   'i'
 )