@viji-dev/core/dist/artist-dts.js

Universal execution engine for Viji Creative scenes

export const artistDts = "declare namespace VijiCore {\n  declare interface AnalysisConfiguration {\r\n      fftSize?: number;\r\n      smoothing?: number;\r\n      frequencyBands?: FrequencyBand[];\r\n      beatDetection?: boolean;\r\n      onsetDetection?: boolean;\r\n  }\r\n\n  declare interface AudioAPI {\r\n      isConnected: boolean;\r\n      volume: {\r\n          rms: number;\r\n          peak: number;\r\n      };\r\n      beat?: {\r\n          isKick: boolean;\r\n          confidence: number;\r\n      };\r\n      bands: Record<string, number>;\r\n      getFrequencyData: () => Uint8Array;\r\n  }\r\n\n  declare interface CaptureFrameOptions {\r\n      /** MIME type for output, e.g., 'image/png', 'image/jpeg', 'image/webp' */\r\n      type?: string;\r\n      /**\r\n       * Target resolution.\r\n       * - number: scale factor relative to current canvas size (e.g., 0.5 = 50%)\r\n       * - { width, height }: exact output size; if aspect ratio differs from canvas,\r\n       *   the source is center-cropped to match the target aspect ratio before scaling\r\n       */\r\n      resolution?: number | {\r\n          width: number;\r\n          height: number;\r\n      };\r\n  }\r\n\n  declare interface ColorConfig {\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface ColorParameter {\r\n      value: string;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare type CVFeature = 'faceDetection' | 'faceMesh' | 'handTracking' | 'poseDetection' | 'bodySegmentation';\r\n\n  declare type CVFrameRateMode = 'full' | 'half' | 'quarter' | 'eighth';\r\n\n  declare interface FaceData {\r\n      id: number;\r\n      bounds: {\r\n          x: number;\r\n          y: number;\r\n          width: number;\r\n          height: number;\r\n      };\r\n      confidence: number;\r\n      landmarks?: {\r\n          x: number;\r\n          y: number;\r\n          z?: number;\r\n      }[];\r\n      expressions: {\r\n          neutral: number;\r\n          happy: number;\r\n          sad: number;\r\n          angry: number;\r\n          surprised: number;\r\n          disgusted: number;\r\n          fearful: number;\r\n      };\r\n      headPose: {\r\n          pitch: number;\r\n          yaw: number;\r\n          roll: number;\r\n      };\r\n  }\r\n\n  declare type FrameRateMode = 'full' | 'half';\r\n\n  declare interface FrequencyBand {\r\n      name: string;\r\n      min: number;\r\n      max: number;\r\n  }\r\n\n  declare interface HandData {\r\n      id: number;\r\n      handedness: 'left' | 'right';\r\n      confidence: number;\r\n      bounds: {\r\n          x: number;\r\n          y: number;\r\n          width: number;\r\n          height: number;\r\n      };\r\n      landmarks: {\r\n          x: number;\r\n          y: number;\r\n          z: number;\r\n      }[];\r\n      palm: {\r\n          x: number;\r\n          y: number;\r\n          z: number;\r\n      };\r\n      fingers: {\r\n          thumb: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n          index: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n          middle: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n          ring: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n          pinky: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n      };\r\n      gestures: {\r\n          fist: number;\r\n          openPalm: number;\r\n          peace: number;\r\n          thumbsUp: number;\r\n          pointing: number;\r\n      };\r\n  }\r\n\n  declare interface ImageConfig {\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface ImageParameter {\r\n      value: ImageBitmap | OffscreenCanvas | null;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare interface KeyboardAPI {\r\n      isPressed(key: string): boolean;\r\n      wasPressed(key: string): boolean;\r\n      wasReleased(key: string): boolean;\r\n      activeKeys: Set<string>;\r\n      pressedThisFrame: Set<string>;\r\n      releasedThisFrame: Set<string>;\r\n      lastKeyPressed: string;\r\n      lastKeyReleased: string;\r\n      shift: boolean;\r\n      ctrl: boolean;\r\n      alt: boolean;\r\n      meta: boolean;\r\n  }\r\n\n  declare interface MouseAPI {\r\n      x: number;\r\n      y: number;\r\n      isInCanvas: boolean;\r\n      isPressed: boolean;\r\n      leftButton: boolean;\r\n      rightButton: boolean;\r\n      middleButton: boolean;\r\n      velocity: {\r\n          x: number;\r\n          y: number;\r\n      };\r\n      deltaX: number;\r\n      deltaY: number;\r\n      wheelDelta: number;\r\n      wheelX: number;\r\n      wheelY: number;\r\n      wasPressed: boolean;\r\n      wasReleased: boolean;\r\n      wasMoved: boolean;\r\n  }\r\n\n  declare interface NumberConfig {\r\n      min?: number;\r\n      max?: number;\r\n      step?: number;\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface NumberParameter {\r\n      value: number;\r\n      min: number;\r\n      max: number;\r\n      step: number;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare type ParameterCategory = 'audio' | 'video' | 'interaction' | 'general';\r\n\n  declare interface PoseData {\r\n      confidence: number;\r\n      landmarks: {\r\n          x: number;\r\n          y: number;\r\n          z: number;\r\n          visibility: number;\r\n      }[];\r\n      face: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      torso: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      leftArm: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      rightArm: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      leftLeg: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      rightLeg: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n  }\r\n\n  declare type Resolution = {\r\n      width: number;\r\n      height: number;\r\n  };\r\n\n  declare interface SegmentationData {\r\n      mask: Uint8Array;\r\n      width: number;\r\n      height: number;\r\n  }\r\n\n  declare interface SelectConfig {\r\n      options: string[] | number[];\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface SelectParameter {\r\n      value: string | number;\r\n      options: string[] | number[];\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare interface SliderConfig {\r\n      min?: number;\r\n      max?: number;\r\n      step?: number;\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface SliderParameter {\r\n      value: number;\r\n      min: number;\r\n      max: number;\r\n      step: number;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare interface TextConfig {\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n      maxLength?: number;\r\n  }\r\n\n  declare interface TextParameter {\r\n      value: string;\r\n      maxLength?: number;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare interface ToggleConfig {\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface ToggleParameter {\r\n      value: boolean;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare interface TouchAPI {\r\n      points: TouchPoint[];\r\n      count: number;\r\n      started: TouchPoint[];\r\n      moved: TouchPoint[];\r\n      ended: TouchPoint[];\r\n      primary: TouchPoint | null;\r\n      gestures: TouchGestureAPI;\r\n  }\r\n\n  declare interface TouchGestureAPI {\r\n      isPinching: boolean;\r\n      isRotating: boolean;\r\n      isPanning: boolean;\r\n      isTapping: boolean;\r\n      pinchScale: number;\r\n      pinchDelta: number;\r\n      rotationAngle: number;\r\n      rotationDelta: number;\r\n      panDelta: {\r\n          x: number;\r\n          y: number;\r\n      };\r\n      tapCount: number;\r\n      lastTapTime: number;\r\n      tapPosition: {\r\n          x: number;\r\n          y: number;\r\n      } | null;\r\n  }\r\n\n  declare interface TouchPoint {\r\n      id: number;\r\n      x: number;\r\n      y: number;\r\n      pressure: number;\r\n      radius: number;\r\n      radiusX: number;\r\n      radiusY: number;\r\n      rotationAngle: number;\r\n      force: number;\r\n      deltaX: number;\r\n      deltaY: number;\r\n      velocity: {\r\n          x: number;\r\n          y: number;\r\n      };\r\n      isNew: boolean;\r\n      isActive: boolean;\r\n      isEnding: boolean;\r\n  }\r\n\n  declare const VERSION = \"0.2.20\";\r\n\n  declare interface VideoAPI {\r\n      isConnected: boolean;\r\n      currentFrame: OffscreenCanvas | null;\r\n      frameWidth: number;\r\n      frameHeight: number;\r\n      frameRate: number;\r\n      getFrameData: () => ImageData | null;\r\n      faces: FaceData[];\r\n      hands: HandData[];\r\n      pose: PoseData | null;\r\n      segmentation: SegmentationData | null;\r\n      cv: {\r\n          enableFaceDetection(enabled: boolean): Promise<void>;\r\n          enableFaceMesh(enabled: boolean): Promise<void>;\r\n          enableHandTracking(enabled: boolean): Promise<void>;\r\n          enablePoseDetection(enabled: boolean): Promise<void>;\r\n          enableBodySegmentation(enabled: boolean): Promise<void>;\r\n          getActiveFeatures(): CVFeature[];\r\n          isProcessing(): boolean;\r\n      };\r\n  }\r\n\n  declare interface VijiAPI {\r\n      canvas: OffscreenCanvas;\r\n      ctx?: OffscreenCanvasRenderingContext2D;\r\n      gl?: WebGL2RenderingContext;\r\n      width: number;\r\n      height: number;\r\n      pixelRatio: number;\r\n      time: number;\r\n      deltaTime: number;\r\n      frameCount: number;\r\n      fps: number;\r\n      audio: AudioAPI;\r\n      video: VideoAPI;\r\n      mouse: MouseAPI;\r\n      keyboard: KeyboardAPI;\r\n      touches: TouchAPI;\r\n      slider: (defaultValue: number, config: SliderConfig) => SliderParameter;\r\n      color: (defaultValue: string, config: ColorConfig) => ColorParameter;\r\n      toggle: (defaultValue: boolean, config: ToggleConfig) => ToggleParameter;\r\n      select: (defaultValue: string | number, config: SelectConfig) => SelectParameter;\r\n      text: (defaultValue: string, config: TextConfig) => TextParameter;\r\n      number: (defaultValue: number, config: NumberConfig) => NumberParameter;\r\n      image: (defaultValue: null, config: ImageConfig) => ImageParameter;\r\n      useContext(type: '2d'): OffscreenCanvasRenderingContext2D;\n      useContext(type: 'webgl'): WebGLRenderingContext | WebGL2RenderingContext;\r\n  }\r\n}\n\ndeclare const viji: VijiCore.VijiAPI;\ndeclare function render(viji: VijiCore.VijiAPI): void;\n";