@onkernel/cu-playwright/tools/types/computer.ts

Computer Use x Playwright SDK

export enum Action {
  // Mouse actions
  MOUSE_MOVE = 'mouse_move',
  LEFT_CLICK = 'left_click',
  RIGHT_CLICK = 'right_click',
  MIDDLE_CLICK = 'middle_click',
  DOUBLE_CLICK = 'double_click',
  TRIPLE_CLICK = 'triple_click',
  LEFT_CLICK_DRAG = 'left_click_drag',
  LEFT_MOUSE_DOWN = 'left_mouse_down',
  LEFT_MOUSE_UP = 'left_mouse_up',

  // Keyboard actions
  KEY = 'key',
  TYPE = 'type',
  HOLD_KEY = 'hold_key',

  // System actions
  SCREENSHOT = 'screenshot',
  CURSOR_POSITION = 'cursor_position',
  SCROLL = 'scroll',
  WAIT = 'wait',
}

// For backward compatibility
export type Action_20241022 = Action;
export type Action_20250124 = Action;

export type MouseButton = 'left' | 'right' | 'middle';
export type ScrollDirection = 'up' | 'down' | 'left' | 'right';
export type Coordinate = [number, number];
export type Duration = number;

export interface ActionParams {
  action: Action;
  text?: string;
  coordinate?: Coordinate;
  scrollDirection?: ScrollDirection;
  scroll_amount?: number;
  scrollAmount?: number;
  duration?: Duration;
  key?: string;
  [key: string]: Action | string | Coordinate | ScrollDirection | number | Duration | undefined;
}

export interface ToolResult {
  output?: string;
  error?: string;
  base64Image?: string;
  system?: string;
}

export interface BaseAnthropicTool {
  name: string;
  apiType: string;
  toParams(): ActionParams;
}

export class ToolError extends Error {
  constructor(message: string) {
    super(message);
    this.name = 'ToolError';
  }
}