diff --git a/packages/kit/src/build.ts b/packages/kit/src/build.ts
index 320cea821ce..b28384397c1 100644
--- a/packages/kit/src/build.ts
+++ b/packages/kit/src/build.ts
@@ -99,6 +99,11 @@ export function extendViteConfig (
     return
   }
 
+  if (options.server !== false && options.client !== false) {
+    // Call fn() only once
+    return nuxt.hook('vite:extend', ({ config }) => fn(config))
+  }
+
   nuxt.hook('vite:extendConfig', (config, { isClient, isServer }) => {
     if (options.server !== false && isServer) {
       return fn(config)