invert test filtering logic to exclude known failing (#56663)

### What?

instead of include known passing tests

also updates the update test manifest

### Why?

Newly added test cases should always pass turbopack (or at least you would need to manually opt-out of it.

### How?

Uses a exclude list of tests instead of an allow list

Closes WEB-1752
This commit is contained in:
Tobias Koppers 2023-10-10 20:26:40 +02:00 committed by GitHub
parent 1b7895e0a4
commit 52356a0e14
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 241 additions and 222 deletions

View file

@ -17,7 +17,7 @@ function escapeRegexp(str) {
}
/**
* @typedef {{ file: string, cases: 'all' | string[] }} TestFile
* @typedef {{ file: string, excludedCases: string[] }} TestFile
*/
const GROUP = process.env.CI ? '##[group]' : ''
@ -162,7 +162,7 @@ async function main() {
.filter((arg) => arg.match(/\.test\.(js|ts|tsx)/))
.map((file) => ({
file,
cases: 'all',
excludedCases: [],
}))
let prevTimings
@ -198,7 +198,7 @@ async function main() {
})
.map((file) => ({
file,
cases: 'all',
excludedCases: [],
}))
}
@ -238,10 +238,9 @@ async function main() {
})
.map((test) => {
const info = externalTestsFilterLists[test.file]
// only run filtered mode when there are failing tests.
// When the whole test suite passes we can run all tests, including newly added ones.
// Exclude failing and flakey tests, newly added tests are automatically included
if (info.failed.length > 0 || info.flakey.length > 0) {
test.cases = info.passed
test.excludedCases = info.failed.concat(info.flakey)
}
return test
})
@ -382,11 +381,11 @@ ${ENDGROUP}`)
? ['--json', `--outputFile=${test.file}${RESULTS_EXT}`]
: []),
test.file,
...(test.cases === 'all'
...(test.excludedCases.length === 0
? []
: [
'--testNamePattern',
`^(${test.cases.map(escapeRegexp).join('|')})$`,
`^(?!${test.excludedCases.map(escapeRegexp).join('|')})$`,
]),
]
const env = {

View file

@ -1381,9 +1381,10 @@
"optimizePackageImports should not break \"use client\" directive in optimized packages"
],
"failed": [
"optimizePackageImports app - should optimize recursive wildcard export mapping",
"optimizePackageImports app - should render the icons correctly without creating all the modules",
"optimizePackageImports pages - should optimize recursive wildcard export mapping",
"optimizePackageImports pages - should render the icons correctly without creating all the modules",
"optimizePackageImports should reuse the transformed barrel meta file from SWC",
"optimizePackageImports should support visx"
],
"pending": [],
@ -1431,6 +1432,7 @@
"test/development/basic/hmr.test.ts": {
"passed": [
"basic HMR, basePath: \"\" Error Recovery should not continously poll a custom error page",
"basic HMR, basePath: \"\" Error Recovery should show the error on all pages",
"basic HMR, basePath: \"\" Hot Module Reloading editing a page should detect the changes and display it",
"basic HMR, basePath: \"\" Hot Module Reloading editing a page should not reload unrelated pages",
"basic HMR, basePath: \"\" Hot Module Reloading editing a page should update styles correctly",
@ -1462,7 +1464,6 @@
"basic HMR, basePath: \"\" Error Recovery should recover from 404 after a page has been added with dynamic segments",
"basic HMR, basePath: \"\" Error Recovery should recover from errors in getInitialProps in client",
"basic HMR, basePath: \"\" Error Recovery should recover from errors in the render function",
"basic HMR, basePath: \"\" Error Recovery should show the error on all pages",
"basic HMR, basePath: \"\" Full reload should warn about full reload in cli output - anonymous page function",
"basic HMR, basePath: \"\" Full reload should warn about full reload in cli output - runtime-error",
"basic HMR, basePath: \"\" Hot Module Reloading delete a page and add it back should load the page properly",
@ -2142,6 +2143,16 @@
},
"test/e2e/app-dir/actions/app-action.test.ts": {
"passed": [
"app-dir action handling fetch actions should handle a fetch action initiated from a static page",
"app-dir action handling fetch actions should handle revalidatePath",
"app-dir action handling fetch actions should handle revalidateTag",
"app-dir action handling fetch actions should invalidate client cache on other routes when cookies.set is called",
"app-dir action handling fetch actions should invalidate client cache when path is revalidated",
"app-dir action handling fetch actions should invalidate client cache when tag is revalidated",
"app-dir action handling fetch actions should revalidate when cookies.set is called",
"app-dir action handling fetch actions should revalidate when cookies.set is called in a client action",
"app-dir action handling should push new route when redirecting",
"app-dir action handling should support headers and cookies",
"app-dir action handling should support setting cookies in route handlers with the correct overrides"
],
"failed": [
@ -2152,26 +2163,16 @@
"app-dir action handling Edge SSR should handle unicode search params",
"app-dir action handling Edge SSR should return error response for hoc auth wrappers in edge runtime",
"app-dir action handling HMR should support updating the action",
"app-dir action handling fetch actions should handle a fetch action initiated from a static page",
"app-dir action handling fetch actions should handle redirect to a relative URL in a single pass",
"app-dir action handling fetch actions should handle regular redirects",
"app-dir action handling fetch actions should handle revalidatePath",
"app-dir action handling fetch actions should handle revalidateTag",
"app-dir action handling fetch actions should invalidate client cache on other routes when cookies.set is called",
"app-dir action handling fetch actions should invalidate client cache when path is revalidated",
"app-dir action handling fetch actions should invalidate client cache when tag is revalidated",
"app-dir action handling fetch actions should revalidate when cookies.set is called",
"app-dir action handling fetch actions should revalidate when cookies.set is called in a client action",
"app-dir action handling fetch actions should store revalidation data in the prefetch cache",
"app-dir action handling should bundle external libraries if they are on the action layer",
"app-dir action handling should handle basic actions correctly",
"app-dir action handling should not block navigation events while a server action is in flight",
"app-dir action handling should only submit action once when resubmitting an action after navigation",
"app-dir action handling should push new route when redirecting",
"app-dir action handling should support .bind",
"app-dir action handling should support chained .bind",
"app-dir action handling should support formData and redirect",
"app-dir action handling should support headers and cookies",
"app-dir action handling should support headers in client imported actions",
"app-dir action handling should support hoc auth wrappers",
"app-dir action handling should support importing actions in client components",
@ -2248,7 +2249,7 @@
},
"test/e2e/app-dir/app-css-pageextensions/index.test.ts": {
"passed": [
"app dir css with pageextensions css support with pageextensions page in app directory with pageextention, css should work should support global css inside layout"
"app dir - css with pageextensions css support with pageextensions page in app directory with pageextention, css should work should support global css inside layout"
],
"failed": [],
"pending": [],
@ -2257,54 +2258,54 @@
},
"test/e2e/app-dir/app-css/index.test.ts": {
"passed": [
"app dir css HMR should not break HMR when CSS is imported in a server component",
"app dir css HMR should support HMR for CSS imports in client components",
"app dir css Suspensey CSS should suspend on CSS imports if its slow on client navigation",
"app dir css css support client components should support css modules inside client components",
"app dir css css support client components should support css modules inside client page",
"app dir css css support client layouts should support css modules inside client layouts",
"app dir css css support client layouts should support global css inside client layouts",
"app dir css css support client pages should support css modules inside client pages",
"app dir css css support client pages should support global css inside client pages",
"app dir css css support css ordering should have inner layers take precedence over outer layers",
"app dir css css support page extensions should include css imported in MDX pages",
"app dir css css support server layouts should support css modules inside server layouts",
"app dir css css support server pages should not contain pages css in app dir page",
"app dir css css support server pages should support css modules inside server pages",
"app dir css css support server pages should support global css inside server pages",
"app dir css css support should not affect css orders during HMR",
"app dir css css support special entries should include css imported in client not-found.js",
"app dir css css support special entries should include css imported in client template.js",
"app dir css css support special entries should include css imported in error.js",
"app dir css css support special entries should include css imported in root not-found.js",
"app dir css css support special entries should include css imported in server not-found.js",
"app dir css css support special entries should include css imported in server template.js",
"app dir css css support special entries should include root layout css for root not-found.js",
"app dir css sass support client layouts should support global sass/scss inside client layouts",
"app dir css sass support client layouts should support sass/scss modules inside client layouts",
"app dir css sass support client pages should support global sass/scss inside client pages",
"app dir css sass support client pages should support sass/scss modules inside client pages",
"app dir css sass support server layouts should support global sass/scss inside server layouts",
"app dir css sass support server layouts should support sass/scss modules inside server layouts",
"app dir css sass support server pages should support global sass/scss inside server pages",
"app dir css sass support server pages should support sass/scss modules inside server pages"
"app dir - css HMR should not break HMR when CSS is imported in a server component",
"app dir - css HMR should support HMR for CSS imports in client components",
"app dir - css Suspensey CSS should suspend on CSS imports if its slow on client navigation",
"app dir - css css support client components should support css modules inside client components",
"app dir - css css support client components should support css modules inside client page",
"app dir - css css support client layouts should support css modules inside client layouts",
"app dir - css css support client layouts should support global css inside client layouts",
"app dir - css css support client pages should support css modules inside client pages",
"app dir - css css support client pages should support global css inside client pages",
"app dir - css css support css ordering should have inner layers take precedence over outer layers",
"app dir - css css support page extensions should include css imported in MDX pages",
"app dir - css css support server layouts should support css modules inside server layouts",
"app dir - css css support server pages should not contain pages css in app dir page",
"app dir - css css support server pages should support css modules inside server pages",
"app dir - css css support server pages should support global css inside server pages",
"app dir - css css support should not affect css orders during HMR",
"app dir - css css support special entries should include css imported in client not-found.js",
"app dir - css css support special entries should include css imported in client template.js",
"app dir - css css support special entries should include css imported in error.js",
"app dir - css css support special entries should include css imported in root not-found.js",
"app dir - css css support special entries should include css imported in server not-found.js",
"app dir - css css support special entries should include css imported in server template.js",
"app dir - css css support special entries should include root layout css for root not-found.js",
"app dir - css sass support client layouts should support global sass/scss inside client layouts",
"app dir - css sass support client layouts should support sass/scss modules inside client layouts",
"app dir - css sass support client pages should support global sass/scss inside client pages",
"app dir - css sass support client pages should support sass/scss modules inside client pages",
"app dir - css sass support server layouts should support global sass/scss inside server layouts",
"app dir - css sass support server layouts should support sass/scss modules inside server layouts",
"app dir - css sass support server pages should support global sass/scss inside server pages",
"app dir - css sass support server pages should support sass/scss modules inside server pages"
],
"failed": [
"app dir css HMR should not create duplicate link tags during HMR",
"app dir css HMR should support HMR for CSS imports in server components",
"app dir css HMR should support HMR with sass/scss",
"app dir css css support chunks should bundle css resources into chunks",
"app dir css css support multiple entries should deduplicate styles on the module level",
"app dir css css support multiple entries should only include the same style once in the flight data",
"app dir css css support server layouts should support external css imports",
"app dir css css support should not preload styles twice during HMR",
"app dir css css support should reload @import styles during HMR",
"app dir css css support special entries should include css imported in loading.js"
"app dir - css HMR should not create duplicate link tags during HMR",
"app dir - css HMR should support HMR for CSS imports in server components",
"app dir - css HMR should support HMR with sass/scss",
"app dir - css css support chunks should bundle css resources into chunks",
"app dir - css css support multiple entries should deduplicate styles on the module level",
"app dir - css css support multiple entries should only include the same style once in the flight data",
"app dir - css css support server layouts should support external css imports",
"app dir - css css support should not preload styles twice during HMR",
"app dir - css css support should reload @import styles during HMR",
"app dir - css css support special entries should include css imported in loading.js"
],
"pending": [
"app dir css css support multiple entries should only inject the same style once if used by different layers",
"app dir css css support multiple entries should only load chunks for the css module that is used by the specific entrypoint",
"app dir css css support server layouts should support global css inside server layouts"
"app dir - css css support multiple entries should only inject the same style once if used by different layers",
"app dir - css css support multiple entries should only load chunks for the css module that is used by the specific entrypoint",
"app dir - css css support server layouts should support global css inside server layouts"
],
"flakey": [],
"runtimeError": false
@ -2370,9 +2371,9 @@
"runtimeError": false
},
"test/e2e/app-dir/app-middleware/app-middleware.test.ts": {
"passed": ["app dir middleware without pages dir Updates headers"],
"passed": ["app dir - middleware without pages dir Updates headers"],
"failed": [
"app dir middleware with middleware in src dir works without crashing when using requestAsyncStorage",
"app dir - middleware with middleware in src dir works without crashing when using requestAsyncStorage",
"app-dir with middleware Mutate request headers for Edge Functions Adds new headers",
"app-dir with middleware Mutate request headers for Edge Functions Deletes headers",
"app-dir with middleware Mutate request headers for Edge Functions Supports draft mode",
@ -2406,7 +2407,7 @@
"runtimeError": false
},
"test/e2e/app-dir/app-prefetch/prefetching.test.ts": {
"passed": ["app dir prefetching should skip next dev for now"],
"passed": ["app dir - prefetching should skip next dev for now"],
"failed": [],
"pending": [],
"flakey": [],
@ -2744,7 +2745,7 @@
},
"test/e2e/app-dir/app-validation/validation.test.ts": {
"passed": [
"app dir validation should error when passing invalid router state tree"
"app dir - validation should error when passing invalid router state tree"
],
"failed": [],
"pending": [],
@ -2760,117 +2761,117 @@
},
"test/e2e/app-dir/app/index.test.ts": {
"passed": [
"app dir <Link /> should allow linking from app page to pages page",
"app dir <Link /> should navigate to pages dynamic route from pages page if it overlaps with an app page",
"app dir <Link /> should push to external url",
"app dir <Link /> should replace to external url",
"app dir bootstrap scripts should only bootstrap with one script, prinitializing the rest",
"app dir data fetch with response over 16KB with chunked encoding should load page when fetching a large amount of data",
"app dir error component should display error digest for error in server component with default error boundary",
"app dir error component should trigger error component when an error happens during rendering",
"app dir error component should trigger error component when an error happens during server components rendering",
"app dir error component should use default error boundary for prod and overlay for dev when no error component specified",
"app dir known bugs should handle as on next/link",
"app dir known bugs should handle next/link back to initially loaded page",
"app dir known bugs should handle router.refresh without resetting state",
"app dir known bugs should not do additional pushState when already on the page",
"app dir known bugs should not share flight data between requests",
"app dir known bugs should support React cache client component",
"app dir known bugs should support React cache client component client-navigation",
"app dir known bugs should support React cache middleware overriding headers",
"app dir known bugs should support React cache server component",
"app dir known bugs should support React cache server component client-navigation",
"app dir known bugs should support React fetch instrumentation server component",
"app dir known bugs should support React fetch instrumentation server component client-navigation",
"app dir next/script should insert preload tags for beforeInteractive and afterInteractive scripts",
"app dir next/script should load stylesheets for next/scripts",
"app dir next/script should support next/script and render in correct order",
"app dir searchParams prop client component should have the correct search params",
"app dir searchParams prop client component should have the correct search params on middleware rewrite",
"app dir searchParams prop client component should have the correct search params on rewrite",
"app dir searchParams prop server component should have the correct search params",
"app dir searchParams prop server component should have the correct search params on middleware rewrite",
"app dir searchParams prop server component should have the correct search params on rewrite",
"app dir server components Loading should render loading.js in browser for slow layout",
"app dir server components Loading should render loading.js in browser for slow layout and page",
"app dir server components Loading should render loading.js in initial html for slow layout",
"app dir server components Loading should render loading.js in initial html for slow layout and page",
"app dir server components catch-all routes should handle catch-all segments link",
"app dir server components catch-all routes should handle optional catch-all segments link",
"app dir server components catch-all routes should handle optional segments",
"app dir server components catch-all routes should handle optional segments root",
"app dir server components catch-all routes should handle required segments",
"app dir server components catch-all routes should handle required segments root as not found",
"app dir server components client components should have consistent query and params handling",
"app dir server components dynamic routes should only pass params that apply to the layout",
"app dir server components middleware should strip internal query parameters from requests to middleware for redirect",
"app dir server components middleware should strip internal query parameters from requests to middleware for rewrite",
"app dir server components next/router should support router.back and router.forward",
"app dir server components should include client component layout with server component route should include it client-side",
"app dir server components should include client component layout with server component route should include it server-side",
"app dir server components should not serve .client.js as a path",
"app dir server components should not serve .server.js as a path",
"app dir server components should serve client component should serve client-side",
"app dir server components should serve client component should serve server-side",
"app dir server components should serve shared component",
"app dir should ensure the </body></html> suffix is at the end of the stream",
"app dir should handle hash in initial url",
"app dir should have correct searchParams and params (client)",
"app dir should have correct searchParams and params (server)",
"app dir should include layouts when no direct parent layout",
"app dir should include parent document when no direct parent layout",
"app dir should match redirects in pages correctly $path",
"app dir should not apply client router filter on shallow",
"app dir should not create new root layout when nested (optional)",
"app dir should not have duplicate config warnings",
"app dir should not include parent when not in parent directory",
"app dir should not serve when layout is provided but no folder index",
"app dir should return the `vary` header from pages for flight requests",
"app dir should serve /index as separate page",
"app dir should serve dynamic route from pages",
"app dir should serve from pages",
"app dir should serve from public",
"app dir should serve page as a segment name correctly",
"app dir should use new root layout when provided",
"app dir should use text/x-component for flight",
"app dir template component should render the template that holds state in a client component and reset on navigation"
"app dir - basic <Link /> should navigate to pages dynamic route from pages page if it overlaps with an app page",
"app dir - basic <Link /> should push to external url",
"app dir - basic <Link /> should replace to external url",
"app dir - basic bootstrap scripts should only bootstrap with one script, prinitializing the rest",
"app dir - basic data fetch with response over 16KB with chunked encoding should load page when fetching a large amount of data",
"app dir - basic error component should display error digest for error in server component with default error boundary",
"app dir - basic error component should trigger error component when an error happens during rendering",
"app dir - basic error component should trigger error component when an error happens during server components rendering",
"app dir - basic error component should use default error boundary for prod and overlay for dev when no error component specified",
"app dir - basic known bugs should handle as on next/link",
"app dir - basic known bugs should handle next/link back to initially loaded page",
"app dir - basic known bugs should handle router.refresh without resetting state",
"app dir - basic known bugs should not do additional pushState when already on the page",
"app dir - basic known bugs should not share flight data between requests",
"app dir - basic known bugs should support React cache client component",
"app dir - basic known bugs should support React cache client component client-navigation",
"app dir - basic known bugs should support React cache middleware overriding headers",
"app dir - basic known bugs should support React cache server component",
"app dir - basic known bugs should support React cache server component client-navigation",
"app dir - basic known bugs should support React fetch instrumentation server component",
"app dir - basic known bugs should support React fetch instrumentation server component client-navigation",
"app dir - basic next/script should insert preload tags for beforeInteractive and afterInteractive scripts",
"app dir - basic next/script should load stylesheets for next/scripts",
"app dir - basic next/script should support next/script and render in correct order",
"app dir - basic searchParams prop client component should have the correct search params",
"app dir - basic searchParams prop client component should have the correct search params on middleware rewrite",
"app dir - basic searchParams prop client component should have the correct search params on rewrite",
"app dir - basic searchParams prop server component should have the correct search params",
"app dir - basic searchParams prop server component should have the correct search params on middleware rewrite",
"app dir - basic searchParams prop server component should have the correct search params on rewrite",
"app dir - basic server components Loading should render loading.js in browser for slow layout",
"app dir - basic server components Loading should render loading.js in browser for slow layout and page",
"app dir - basic server components Loading should render loading.js in initial html for slow layout",
"app dir - basic server components Loading should render loading.js in initial html for slow layout and page",
"app dir - basic server components catch-all routes should handle catch-all segments link",
"app dir - basic server components catch-all routes should handle optional catch-all segments link",
"app dir - basic server components catch-all routes should handle optional segments",
"app dir - basic server components catch-all routes should handle optional segments root",
"app dir - basic server components catch-all routes should handle required segments",
"app dir - basic server components catch-all routes should handle required segments root as not found",
"app dir - basic server components client components should have consistent query and params handling",
"app dir - basic server components dynamic routes should only pass params that apply to the layout",
"app dir - basic server components middleware should strip internal query parameters from requests to middleware for redirect",
"app dir - basic server components middleware should strip internal query parameters from requests to middleware for rewrite",
"app dir - basic server components next/router should support router.back and router.forward",
"app dir - basic server components should include client component layout with server component route should include it client-side",
"app dir - basic server components should include client component layout with server component route should include it server-side",
"app dir - basic server components should not serve .client.js as a path",
"app dir - basic server components should not serve .server.js as a path",
"app dir - basic server components should serve client component should serve client-side",
"app dir - basic server components should serve client component should serve server-side",
"app dir - basic server components should serve shared component",
"app dir - basic should ensure the </body></html> suffix is at the end of the stream",
"app dir - basic should handle hash in initial url",
"app dir - basic should have correct searchParams and params (client)",
"app dir - basic should have correct searchParams and params (server)",
"app dir - basic should include layouts when no direct parent layout",
"app dir - basic should include parent document when no direct parent layout",
"app dir - basic should match redirects in pages correctly $path",
"app dir - basic should not apply client router filter on shallow",
"app dir - basic should not create new root layout when nested (optional)",
"app dir - basic should not have duplicate config warnings",
"app dir - basic should not include parent when not in parent directory",
"app dir - basic should not serve when layout is provided but no folder index",
"app dir - basic should return the `vary` header from pages for flight requests",
"app dir - basic should serve /index as separate page",
"app dir - basic should serve dynamic route from pages",
"app dir - basic should serve from pages",
"app dir - basic should serve from public",
"app dir - basic should serve page as a segment name correctly",
"app dir - basic should use new root layout when provided",
"app dir - basic should use text/x-component for flight",
"app dir - basic template component should render the template that holds state in a client component and reset on navigation"
],
"failed": [
"app dir <Link /> should be soft for back navigation",
"app dir <Link /> should be soft for forward navigation",
"app dir <Link /> should hard push",
"app dir <Link /> should hard replace",
"app dir <Link /> should soft push",
"app dir HMR should HMR correctly for client component",
"app dir HMR should HMR correctly for server component",
"app dir bootstrap scripts should fail to bootstrap when using CSP in Dev due to eval",
"app dir rewrites should support rewrites on client-side navigation",
"app dir rewrites should support rewrites on client-side navigation from pages to app with existing pages path",
"app dir rewrites should support rewrites on initial load",
"app dir server components Loading should render loading.js in browser for slow page",
"app dir server components Loading should render loading.js in initial html for slow page",
"app dir should encode chunk path correctly",
"app dir should include document html and body",
"app dir should not share edge workers",
"app dir should pass props from getServerSideProps in root layout",
"app dir should return the `vary` header from edge runtime",
"app dir should serve dynamic parameter",
"app dir should serve from app",
"app dir should serve nested parent",
"app dir should serve polyfills for browsers that do not support modules",
"app dir should use text/x-component for flight with edge runtime",
"app dir should work for catch-all edge page"
"app dir - basic <Link /> should allow linking from app page to pages page",
"app dir - basic <Link /> should be soft for back navigation",
"app dir - basic <Link /> should be soft for forward navigation",
"app dir - basic <Link /> should hard push",
"app dir - basic <Link /> should hard replace",
"app dir - basic <Link /> should soft push",
"app dir - basic HMR should HMR correctly for client component",
"app dir - basic HMR should HMR correctly for server component",
"app dir - basic bootstrap scripts should fail to bootstrap when using CSP in Dev due to eval",
"app dir - basic rewrites should support rewrites on client-side navigation",
"app dir - basic rewrites should support rewrites on client-side navigation from pages to app with existing pages path",
"app dir - basic rewrites should support rewrites on initial load",
"app dir - basic server components Loading should render loading.js in browser for slow page",
"app dir - basic server components Loading should render loading.js in initial html for slow page",
"app dir - basic should encode chunk path correctly",
"app dir - basic should include document html and body",
"app dir - basic should not share edge workers",
"app dir - basic should pass props from getServerSideProps in root layout",
"app dir - basic should return the `vary` header from edge runtime",
"app dir - basic should serve dynamic parameter",
"app dir - basic should serve from app",
"app dir - basic should serve nested parent",
"app dir - basic should serve polyfills for browsers that do not support modules",
"app dir - basic should use text/x-component for flight with edge runtime",
"app dir - basic should work for catch-all edge page"
],
"pending": [
"app dir <Link /> should soft replace",
"app dir HMR should HMR correctly when changing the component type",
"app dir known bugs should support React fetch instrumentation client component",
"app dir known bugs should support React fetch instrumentation client component client-navigation",
"app dir should handle css imports in next/dynamic correctly",
"app dir should match partial parameters",
"app dir should not include parent when not in parent directory with route in directory",
"app dir should not rerender layout when navigating between routes in the same layout",
"app dir template component should render the template that is a server component and rerender on navigation"
"app dir - basic <Link /> should soft replace",
"app dir - basic HMR should HMR correctly when changing the component type",
"app dir - basic known bugs should support React fetch instrumentation client component",
"app dir - basic known bugs should support React fetch instrumentation client component client-navigation",
"app dir - basic should handle css imports in next/dynamic correctly",
"app dir - basic should match partial parameters",
"app dir - basic should not include parent when not in parent directory with route in directory",
"app dir - basic should not rerender layout when navigating between routes in the same layout",
"app dir - basic template component should render the template that is a server component and rerender on navigation"
],
"flakey": [],
"runtimeError": false
@ -3076,6 +3077,16 @@
"flakey": [],
"runtimeError": false
},
"test/e2e/app-dir/externals/externals.test.ts": {
"passed": [
"externals-app should have externals for those in config.experimental.serverComponentsExternalPackages",
"externals-app uses externals for predefined list in server-external-packages.json"
],
"failed": [],
"pending": [],
"flakey": [],
"runtimeError": false
},
"test/e2e/app-dir/front-redirect-issue/front-redirect-issue.test.ts": {
"passed": ["app dir - front redirect issue should redirect"],
"failed": [],
@ -3171,10 +3182,10 @@
},
"test/e2e/app-dir/import/import.test.ts": {
"passed": [
"app dir imports we can import all components from .js",
"app dir imports we can import all components from .jsx",
"app dir imports we can import all components from .ts",
"app dir imports we can import all components from .tsx"
"app dir - imports we can import all components from .js",
"app dir - imports we can import all components from .jsx",
"app dir - imports we can import all components from .ts",
"app dir - imports we can import all components from .tsx"
],
"failed": [],
"pending": [],
@ -3412,18 +3423,18 @@
"test/e2e/app-dir/next-font/next-font.test.ts": {
"passed": [],
"failed": [
"app app dir next-font Dev errors should recover on font loader error",
"app app dir next-font computed styles should have correct styles at /",
"app app dir next-font computed styles should have correct styles at /client",
"app app dir next-font import values should have correct values at /",
"app app dir next-font import values should have correct values at /client",
"app app dir next-font navigation should not have duplicate preload tags on navigation",
"app-old app dir next-font Dev errors should recover on font loader error",
"app-old app dir next-font computed styles should have correct styles at /",
"app-old app dir next-font computed styles should have correct styles at /client",
"app-old app dir next-font import values should have correct values at /",
"app-old app dir next-font import values should have correct values at /client",
"app-old app dir next-font navigation should not have duplicate preload tags on navigation"
"app app dir - next-font Dev errors should recover on font loader error",
"app app dir - next-font computed styles should have correct styles at /",
"app app dir - next-font computed styles should have correct styles at /client",
"app app dir - next-font import values should have correct values at /",
"app app dir - next-font import values should have correct values at /client",
"app app dir - next-font navigation should not have duplicate preload tags on navigation",
"app-old app dir - next-font Dev errors should recover on font loader error",
"app-old app dir - next-font computed styles should have correct styles at /",
"app-old app dir - next-font computed styles should have correct styles at /client",
"app-old app dir - next-font import values should have correct values at /",
"app-old app dir - next-font import values should have correct values at /client",
"app-old app dir - next-font navigation should not have duplicate preload tags on navigation"
],
"pending": [],
"flakey": [],
@ -3431,7 +3442,7 @@
},
"test/e2e/app-dir/next-image/next-image-https.test.ts": {
"passed": [
"app dir next-image (with https) only runs on CI as it requires administrator privileges"
"app dir - next-image (with https) only runs on CI as it requires administrator privileges"
],
"failed": [],
"pending": [],
@ -3447,19 +3458,19 @@
},
"test/e2e/app-dir/next-image/next-image.test.ts": {
"passed": [
"app dir next-image image content should render images nested under page dir on /nested route",
"app dir next-image image content should render images on /client route",
"app dir next-image image content should render legacy images under /legacy route"
"app dir - next-image image content should render images nested under page dir on /nested route",
"app dir - next-image image content should render images on /client route",
"app dir - next-image image content should render legacy images under /legacy route"
],
"failed": [
"app dir next-image browser content should render images nested under page dir on /nested route",
"app dir next-image browser content should render images on / route",
"app dir next-image browser content should render images on /client route",
"app dir next-image image content should render images on / route",
"app dir next-image image content should render legacy images in edge runtime on /legacy-edge-runtime route",
"app dir next-image ssr content should render images nested under page dir on /nested route",
"app dir next-image ssr content should render images on / route",
"app dir next-image ssr content should render images on /client route"
"app dir - next-image browser content should render images nested under page dir on /nested route",
"app dir - next-image browser content should render images on / route",
"app dir - next-image browser content should render images on /client route",
"app dir - next-image image content should render images on / route",
"app dir - next-image image content should render legacy images in edge runtime on /legacy-edge-runtime route",
"app dir - next-image ssr content should render images nested under page dir on /nested route",
"app dir - next-image ssr content should render images on / route",
"app dir - next-image ssr content should render images on /client route"
],
"pending": [],
"flakey": [],
@ -5409,12 +5420,12 @@
},
"test/e2e/skip-trailing-slash-redirect/index.test.ts": {
"passed": [
"skip-trailing-slash-redirect app dir should navigate client side correctly",
"skip-trailing-slash-redirect app dir should not apply trailing slash redirect (with slash)",
"skip-trailing-slash-redirect app dir should not apply trailing slash redirect (without slash)",
"skip-trailing-slash-redirect app dir should preserve original trailing slashes to links on client",
"skip-trailing-slash-redirect app dir should respond to dynamic route correctly",
"skip-trailing-slash-redirect app dir should respond to index correctly",
"skip-trailing-slash-redirect app dir - skip trailing slash redirect should navigate client side correctly",
"skip-trailing-slash-redirect app dir - skip trailing slash redirect should not apply trailing slash redirect (with slash)",
"skip-trailing-slash-redirect app dir - skip trailing slash redirect should not apply trailing slash redirect (without slash)",
"skip-trailing-slash-redirect app dir - skip trailing slash redirect should preserve original trailing slashes to links on client",
"skip-trailing-slash-redirect app dir - skip trailing slash redirect should respond to dynamic route correctly",
"skip-trailing-slash-redirect app dir - skip trailing slash redirect should respond to index correctly",
"skip-trailing-slash-redirect pages dir should navigate client side correctly",
"skip-trailing-slash-redirect pages dir should not apply trailing slash redirect (with slash)",
"skip-trailing-slash-redirect pages dir should not apply trailing slash redirect (without slash)",
@ -6040,11 +6051,11 @@
"passed": [],
"failed": [],
"pending": [
"app dir with output export (next dev / next build) production mode should correctly emit exported assets to config.distDir",
"app dir with output export (next dev / next build) production mode should error when \"next export -o <dir>\" is used with config",
"app dir with output export (next dev / next build) production mode should error when no config.output detected for next export",
"app dir with output export (next dev / next build) production mode should throw when exportPathMap configured",
"app dir with output export (next dev / next build) production mode should warn about \"next export\" is no longer needed with config"
"app dir - with output export (next dev / next build) production mode should correctly emit exported assets to config.distDir",
"app dir - with output export (next dev / next build) production mode should error when \"next export -o <dir>\" is used with config",
"app dir - with output export (next dev / next build) production mode should error when no config.output detected for next export",
"app dir - with output export (next dev / next build) production mode should throw when exportPathMap configured",
"app dir - with output export (next dev / next build) production mode should warn about \"next export\" is no longer needed with config"
],
"flakey": [],
"runtimeError": false
@ -6120,8 +6131,8 @@
"passed": [],
"failed": [],
"pending": [
"app dir with output export (next start) production mode should error during next start with output export",
"app dir with output export (next start) production mode should warn during next start with output standalone"
"app dir - with output export (next start) production mode should error during next start with output export",
"app dir - with output export (next start) production mode should warn during next start with output standalone"
],
"flakey": [],
"runtimeError": false
@ -6612,9 +6623,7 @@
"Config Experimental Warning should show warning with config from object with experimental",
"Config Experimental Warning should show warning with config from object with experimental and multiple keys"
],
"failed": [
"Config Experimental Warning should show warning for dropped experimental.appDir option"
],
"failed": [],
"pending": [],
"flakey": [],
"runtimeError": false
@ -8589,6 +8598,15 @@
"flakey": [],
"runtimeError": false
},
"test/integration/externals-pages-bundle/test/externals.test.js": {
"passed": [
"default should use externals for unvendored node_modules reachable from the project"
],
"failed": [],
"pending": [],
"flakey": [],
"runtimeError": false
},
"test/integration/externals-pages-bundle/test/index.test.js": {
"passed": [],
"failed": [],
@ -14516,6 +14534,7 @@
"tsconfig.json verifier allows you to set node16 module mode",
"tsconfig.json verifier allows you to set node16 moduleResolution mode",
"tsconfig.json verifier allows you to set target mode",
"tsconfig.json verifier allows you to set verbatimModuleSyntax true via extends without adding isolatedModules",
"tsconfig.json verifier allows you to set verbatimModuleSyntax true without adding isolatedModules",
"tsconfig.json verifier creates compilerOptions when you extend another config"
],
@ -14600,9 +14619,10 @@
},
"test/integration/typescript-hmr/test/index.test.js": {
"passed": [
"TypeScript HMR delete a page and add it back should detect the changes to typescript pages and display it"
"TypeScript HMR delete a page and add it back should detect the changes to typescript pages and display it",
"TypeScript HMR should ignore type errors in development"
],
"failed": ["TypeScript HMR should ignore type errors in development"],
"failed": [],
"pending": ["TypeScript HMR should recover from a type error"],
"flakey": [],
"runtimeError": false