From dc3b4fcb81532c4c21f6df72427959b45cffe2f0 Mon Sep 17 00:00:00 2001
From: Tony Li <tony.li@automattic.com>
Date: Wed, 13 May 2026 10:39:05 +1200
Subject: [PATCH 1/2] Add nightly pipeline to run AI tests

---
 .buildkite/nightly.yml  | 26 ++++++++++++++++++++++++++
 .buildkite/pipeline.yml | 18 ------------------
 2 files changed, 26 insertions(+), 18 deletions(-)
 create mode 100644 .buildkite/nightly.yml

diff --git a/.buildkite/nightly.yml b/.buildkite/nightly.yml
new file mode 100644
index 000000000000..092e789f4283
--- /dev/null
+++ b/.buildkite/nightly.yml
@@ -0,0 +1,26 @@
+# yaml-language-server: $schema=https://raw.githubusercontent.com/buildkite/pipeline-schema/main/schema.json
+---
+
+agents:
+  queue: mac
+env:
+  IMAGE_ID: $IMAGE_ID
+
+steps:
+  - label: "🛠 :jetpack: Build for Testing"
+    key: "build_jetpack"
+    command: ".buildkite/commands/build-for-testing.sh jetpack"
+    plugins: [$CI_TOOLKIT_PLUGIN]
+
+  - label: "🤖 AI E2E Tests"
+    command: .buildkite/commands/run-ai-e2e-tests.sh
+    depends_on: "build_jetpack"
+    timeout_in_minutes: 60
+    plugins: [$CI_TOOLKIT_PLUGIN]
+    env:
+      APP: jetpack
+    artifact_paths:
+      - "Tests/AgentTests/results/**/*"
+    notify:
+      - slack: "#wpmobile-team"
+        if: build.state == "failed"
diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml
index 0116632a3f22..16ef55c325bf 100644
--- a/.buildkite/pipeline.yml
+++ b/.buildkite/pipeline.yml
@@ -138,24 +138,6 @@ steps:
         command: .buildkite/commands/lint-localized-strings-format.sh
         plugins: [$CI_TOOLKIT_PLUGIN]
 
-  #################
-  # AI E2E Tests (requires "Testing" label on PR)
-  #################
-  - label: "🤖 AI E2E Tests"
-    command: .buildkite/commands/run-ai-e2e-tests.sh
-    depends_on: "build_jetpack"
-    if: "build.pull_request.id != null"
-    soft_fail: true
-    timeout_in_minutes: 60
-    plugins: [$CI_TOOLKIT_PLUGIN]
-    env:
-      APP: jetpack
-    artifact_paths:
-      - "Tests/AgentTests/results/**/*"
-    notify:
-      - github_commit_status:
-          context: "AI E2E Tests"
-
   #################
   # Claude Build Analysis - dynamically uploaded so Build result conditions evaluate at runtime after the wait
   #################

From de01883c5d6179ecc970d9d7c011a429e852a003 Mon Sep 17 00:00:00 2001
From: Tony Li <tony.li@automattic.com>
Date: Thu, 14 May 2026 11:10:56 +1200
Subject: [PATCH 2/2] Remove the failure notification

---
 .buildkite/nightly.yml | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/.buildkite/nightly.yml b/.buildkite/nightly.yml
index 092e789f4283..37d68fb79393 100644
--- a/.buildkite/nightly.yml
+++ b/.buildkite/nightly.yml
@@ -21,6 +21,3 @@ steps:
       APP: jetpack
     artifact_paths:
       - "Tests/AgentTests/results/**/*"
-    notify:
-      - slack: "#wpmobile-team"
-        if: build.state == "failed"