diff --git a/packages/next/server/app-render.tsx b/packages/next/server/app-render.tsx
index 95bda6a2e64fa..cdc6b0588d338 100644
--- a/packages/next/server/app-render.tsx
+++ b/packages/next/server/app-render.tsx
@@ -1479,17 +1479,10 @@ export async function renderToHTMLOrFlight(
                   return (
                     <script
                       key={polyfill.src}
+                      src={polyfill.src}
+                      integrity={polyfill.integrity}
                       noModule={true}
                       nonce={nonce}
-                      dangerouslySetInnerHTML={{
-                        __html: `(self.__next_s=self.__next_s||[]).push([${JSON.stringify(
-                          polyfill.src
-                        )},${
-                          polyfill.integrity
-                            ? JSON.stringify({ integrity: polyfill.integrity })
-                            : '{}'
-                        }])`,
-                      }}
                     />
                   )
                 })}
diff --git a/test/e2e/app-dir/index.test.ts b/test/e2e/app-dir/index.test.ts
index ee420387eed27..163f4e827736e 100644
--- a/test/e2e/app-dir/index.test.ts
+++ b/test/e2e/app-dir/index.test.ts
@@ -121,7 +121,9 @@ describe('app dir', () => {
 
     it('should serve polyfills for browsers that do not support modules', async () => {
       const html = await renderViaHTTP(next.url, '/dashboard/index')
-      expect(html).toMatch(/\/_next\/static\/chunks\/polyfills(-.+)?\.js/)
+      expect(html).toMatch(
+        /<script src="\/_next\/static\/chunks\/polyfills(-\w+)?\.js" nomodule="">/
+      )
     })
 
     // TODO-APP: handle css modules fouc in dev