feat(human-emulators): ghost emulator

fix(replay): realtime playback, doctype

Author: blakebyrnes

core-interfaces/IHumanEmulator.ts

@@ -1,8 +1,12 @@
 import { IInteractionGroups, IInteractionStep } from './IInteractions';
+import IInteractionsHelper from './IInteractionsHelper';
+import IPoint from './IPoint';
 
 export default interface IHumanEmulator {
   playInteractions(
     interactions: IInteractionGroups,
     run: (interaction: IInteractionStep) => Promise<void>,
+    helper?: IInteractionsHelper,
   );
+  getStartingMousePoint?(helper?: IInteractionsHelper): Promise<IPoint>;
 }

core-interfaces/IInteractions.ts

@@ -13,6 +13,7 @@ export interface IInteractionStep {
   mouseButton?: IMouseButton;
   keyboardCommands?: IKeyboardCommand[];
   keyboardDelayBetween?: number;
+  keyboardKeyupDelay?: number;
   delayNode?: IJsPath;
   delayElement?: IJsPath;
   delayMillis?: number;

core-interfaces/IInteractionsHelper.ts

@@ -0,0 +1,11 @@
+import { IMousePosition } from './IInteractions';
+import IRect from './IRect';
+import IPoint from './IPoint';
+import IViewport from './IViewport';
+
+export default interface IInteractionsHelper {
+  lookupBoundingRect(mousePosition: IMousePosition): Promise<IRect & { elementTag?: string }>;
+  mousePosition: IPoint;
+  scrollOffset: Promise<IPoint>;
+  viewport: IViewport;
+}

core-interfaces/IPoint.ts

@@ -0,0 +1,4 @@
+export default interface IPoint {
+  x: number;
+  y: number;
+}

core-interfaces/IRect.ts

@@ -0,0 +1,6 @@
+export default interface IRect {
+  x: number;
+  y: number;
+  width: number;
+  height: number;
+}

core-interfaces/IWindowOffset.ts

@@ -0,0 +1,6 @@
+export default interface IWindowOffset {
+  innerWidth: number;
+  innerHeight: number;
+  pageXOffset: number;
+  pageYOffset: number;
+}

core/index.ts

@@ -319,6 +319,7 @@ export default class Core implements ICore {
       const promises: Promise<void>[] = [];
       for (const key of tabIds ?? Object.keys(Core.byTabId)) {
         const core = Core.byTabId[key];
+        if (!core) continue;
         delete Core.byTabId[key];
         promises.push(core.close());
       }

core/lib/DomEnv.ts

@@ -1,7 +1,7 @@
 import * as fs from 'fs';
 import { IJsPath } from 'awaited-dom/base/AwaitedPath';
 import { IRequestInit } from 'awaited-dom/base/interfaces/official';
-import Log  from '@secret-agent/commons/Logger';
+import Log from '@secret-agent/commons/Logger';
 import Typeson from 'typeson';
 import TypesonRegistry from 'typeson-registry/dist/presets/builtin';
 import IElementRect from '@secret-agent/injected-scripts/interfaces/IElementRect';
@@ -10,6 +10,7 @@ import IAttachedState from '@secret-agent/injected-scripts/interfaces/IAttachedS
 import { IPuppetPage } from '@secret-agent/puppet-interfaces/IPuppetPage';
 import injectedSourceUrl from '@secret-agent/core-interfaces/injectedSourceUrl';
 import { IBoundLog } from '@secret-agent/core-interfaces/ILog';
+import IWindowOffset from '@secret-agent/core-interfaces/IWindowOffset';
 import DomEnvError from './DomEnvError';
 import { Serializable } from '../interfaces/ISerializable';
 
@@ -146,12 +147,7 @@ export default class DomEnv {
   }
 
   public getWindowOffset() {
-    return this.runIsolatedFn<{
-      innerWidth: number;
-      innerHeight: number;
-      pageXOffset: number;
-      pageYOffset: number;
-    }>('window.SecretAgent.JsPath.getWindowOffset');
+    return this.runIsolatedFn<IWindowOffset>('window.SecretAgent.JsPath.getWindowOffset');
   }
 
   public locationHref() {

core/lib/HumanEmulators.ts

@@ -1,6 +1,6 @@
 import { pickRandom } from '@secret-agent/commons/utils';
 import IHumanEmulatorClass from '@secret-agent/core-interfaces/IHumanEmulatorClass';
-import HumanEmulatorBasic from '@secret-agent/emulate-humans-basic';
+import HumanEmulatorGhost from '@secret-agent/emulate-humans-ghost';
 
 export default class HumanEmulators {
   private static readonly emulatorsById: { [id: string]: IHumanEmulatorClass } = {};
@@ -35,4 +35,4 @@ export default class HumanEmulators {
   }
 }
 
-HumanEmulators.load(HumanEmulatorBasic);
+HumanEmulators.load(HumanEmulatorGhost);