Skip to content

Commit 78f235d

Browse files
committed
Fix preview automation: surface not-editable error, decouple zoom from nav sync, fix clear-only type
Bug 1: NotEditable error not surfaced - The desktop-side PreviewAutomationTargetNotEditableError was lost when crossing the Electron IPC boundary, causing agents/MCP to see a generic PreviewAutomationExecutionError instead of a structured not-editable response. - Changed the automationType IPC handler to catch the error and return it as structured data ({ notEditable: true }) instead of throwing. - Added a web-side PreviewAutomationTargetNotEditableError class with its own responseTag to the PreviewAutomationHostError union. - Updated PreviewAutomationHosts to detect the structured result and throw the web-side error for proper serialization. Bug 2: Zoom read blocks nav sync - syncWebContentsState read getZoomFactor through the same failing attempt path as navigation fields. If zoom lookup threw, the whole sync aborted and listeners like did-stop-loading never updated navStatus. - Made the zoom factor read non-fatal with Effect.orElseSucceed, falling back to the current tab's zoomFactor when the read fails. Bug 3: Clear-only type fails incorrectly - When clear:true with empty text, the in-page typing path used document.execCommand('delete') which often returns false on many inputs, incorrectly reporting PreviewAutomationTargetNotEditableError. - Changed clear-only logic to directly set element.value or textContent to empty instead of relying on execCommand('delete').
1 parent 27afced commit 78f235d

5 files changed

Lines changed: 55 additions & 12 deletions

File tree

apps/desktop/src/ipc/methods/preview.ts

Lines changed: 11 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -277,11 +277,17 @@ export const automationClick = DesktopIpc.makeIpcMethod({
277277
export const automationType = DesktopIpc.makeIpcMethod({
278278
channel: IpcChannels.PREVIEW_AUTOMATION_TYPE_CHANNEL,
279279
payload: DesktopPreviewAutomationTypeInputSchema,
280-
result: Schema.Void,
281-
handler: Effect.fn("desktop.ipc.preview.automationType")(function* ({ tabId, input }) {
282-
const manager = yield* PreviewManager.PreviewManager;
283-
yield* manager.automationType(tabId, input);
284-
}),
280+
result: Schema.NullOr(Schema.Struct({ notEditable: Schema.Literal(true) })),
281+
handler: Effect.fn("desktop.ipc.preview.automationType")(
282+
function* ({ tabId, input }) {
283+
const manager = yield* PreviewManager.PreviewManager;
284+
yield* manager.automationType(tabId, input);
285+
return null;
286+
},
287+
Effect.catchTag("PreviewAutomationTargetNotEditableError", () =>
288+
Effect.succeed({ notEditable: true as const }),
289+
),
290+
),
285291
});
286292

287293
export const automationPress = DesktopIpc.makeIpcMethod({

apps/desktop/src/preview/Manager.ts

Lines changed: 8 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1109,7 +1109,7 @@ const makeNativeOperations = Effect.fn("PreviewManager.makeOperations")(function
11091109
const zoomFactor = yield* attempt(
11101110
{ operation: "syncWebContentsState.getZoomFactor", tabId, webContentsId: wc.id },
11111111
() => wc.getZoomFactor(),
1112-
);
1112+
).pipe(Effect.orElseSucceed(() => undefined as number | undefined));
11131113
const computedNavStatus = computeNavStatus(wc);
11141114
const canGoBack = wc.navigationHistory.canGoBack();
11151115
const canGoForward = wc.navigationHistory.canGoForward();
@@ -1129,7 +1129,7 @@ const makeNativeOperations = Effect.fn("PreviewManager.makeOperations")(function
11291129
navStatus,
11301130
canGoBack,
11311131
canGoForward,
1132-
zoomFactor,
1132+
zoomFactor: zoomFactor ?? current.zoomFactor,
11331133
updatedAt,
11341134
};
11351135
return [
@@ -2108,9 +2108,12 @@ const makeNativeOperations = Effect.fn("PreviewManager.makeOperations")(function
21082108
}
21092109
}
21102110
const text = ${textJson};
2111-
const inserted = text.length > 0
2112-
? document.execCommand("insertText", false, text)
2113-
: !clear || document.execCommand("delete", false);
2111+
let inserted = true;
2112+
if (text.length > 0) {
2113+
inserted = document.execCommand("insertText", false, text);
2114+
} else if (clear) {
2115+
if (textControl) { element.value = ""; } else { element.textContent = ""; }
2116+
}
21142117
if (!inserted) return { notEditable: true };
21152118
element.dispatchEvent(new Event("change", { bubbles: true }));
21162119
return { ok: true };

apps/web/src/components/preview/PreviewAutomationHosts.tsx

Lines changed: 12 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -47,6 +47,7 @@ import {
4747
PreviewAutomationOperationError,
4848
PreviewAutomationOverlayTimeoutError,
4949
PreviewAutomationRecordingNotActiveError,
50+
PreviewAutomationTargetNotEditableError,
5051
PreviewAutomationTargetUnavailableError,
5152
} from "./previewAutomationErrors";
5253
import { createPreviewAutomationRequestConsumerAtom } from "./previewAutomationRequestConsumer";
@@ -429,10 +430,20 @@ function PreviewAutomationHost(props: { readonly environmentId: EnvironmentId })
429430
}
430431
case "type": {
431432
const ready = await requireReadyTab();
432-
return await ready.bridge.automation.type(
433+
const typeResult = await ready.bridge.automation.type(
433434
ready.tabId,
434435
request.input as Parameters<typeof ready.bridge.automation.type>[1],
435436
);
437+
if (typeResult && typeof typeResult === "object" && "notEditable" in typeResult) {
438+
throw new PreviewAutomationTargetNotEditableError({
439+
requestId: request.requestId,
440+
operation: request.operation,
441+
environmentId,
442+
threadId: request.threadId,
443+
tabId: ready.tabId,
444+
});
445+
}
446+
return typeResult;
436447
}
437448
case "press": {
438449
const ready = await requireReadyTab();

apps/web/src/components/preview/previewAutomationErrors.ts

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -122,11 +122,31 @@ export class PreviewAutomationOperationError extends Schema.TaggedErrorClass<Pre
122122
}
123123
}
124124

125+
export class PreviewAutomationTargetNotEditableError extends Schema.TaggedErrorClass<PreviewAutomationTargetNotEditableError>()(
126+
"PreviewAutomationTargetNotEditableError",
127+
{
128+
requestId: TrimmedNonEmptyString,
129+
operation: PreviewAutomationOperation,
130+
environmentId: EnvironmentId,
131+
threadId: ThreadId,
132+
tabId: Schema.NullOr(PreviewTabId),
133+
},
134+
) {
135+
get responseTag() {
136+
return "PreviewAutomationTargetNotEditableError" as const;
137+
}
138+
139+
override get message(): string {
140+
return `Preview automation ${this.operation} target is not editable for request ${this.requestId} on environment ${this.environmentId} thread ${this.threadId} (tab ${this.tabId ?? "unassigned"}).`;
141+
}
142+
}
143+
125144
export const PreviewAutomationHostError = Schema.Union([
126145
PreviewAutomationOverlayTimeoutError,
127146
PreviewAutomationNavigationTimeoutError,
128147
PreviewAutomationTargetUnavailableError,
129148
PreviewAutomationRecordingNotActiveError,
149+
PreviewAutomationTargetNotEditableError,
130150
PreviewAutomationOperationError,
131151
]);
132152
export type PreviewAutomationHostError = typeof PreviewAutomationHostError.Type;

packages/contracts/src/ipc.ts

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -987,7 +987,10 @@ export interface DesktopPreviewBridge {
987987
status: (tabId: string) => Promise<PreviewAutomationStatus>;
988988
snapshot: (tabId: string) => Promise<PreviewAutomationSnapshot>;
989989
click: (tabId: string, input: PreviewAutomationClickInput) => Promise<void>;
990-
type: (tabId: string, input: PreviewAutomationTypeInput) => Promise<void>;
990+
type: (
991+
tabId: string,
992+
input: PreviewAutomationTypeInput,
993+
) => Promise<void | { notEditable: true }>;
991994
press: (tabId: string, input: PreviewAutomationPressInput) => Promise<void>;
992995
scroll: (tabId: string, input: PreviewAutomationScrollInput) => Promise<void>;
993996
evaluate: (tabId: string, input: PreviewAutomationEvaluateInput) => Promise<unknown>;

0 commit comments

Comments
 (0)