tfjs-tiny-yolov2/src/tinyYolov2/types.ts

Tiny YOLO v2 object detection with tensorflow.js.

import * as tf from '@tensorflow/tfjs-core';
import { Box, IRect } from 'tfjs-image-recognition-base';

import { ConvParams } from '../common';
import { SeparableConvParams } from '../common/types';

export type BatchNorm = {
  sub: tf.Tensor1D
  truediv: tf.Tensor1D
}

export type ConvWithBatchNorm = {
  conv: ConvParams
  bn: BatchNorm
}

export type MobilenetParams = {
  conv0: SeparableConvParams | ConvParams
  conv1: SeparableConvParams
  conv2: SeparableConvParams
  conv3: SeparableConvParams
  conv4: SeparableConvParams
  conv5: SeparableConvParams
  conv6?: SeparableConvParams
  conv7?: SeparableConvParams
  conv8: ConvParams
}

export type DefaultTinyYolov2NetParams = {
  conv0: ConvWithBatchNorm
  conv1: ConvWithBatchNorm
  conv2: ConvWithBatchNorm
  conv3: ConvWithBatchNorm
  conv4: ConvWithBatchNorm
  conv5: ConvWithBatchNorm
  conv6: ConvWithBatchNorm
  conv7: ConvWithBatchNorm
  conv8: ConvParams
}

export type TinyYolov2NetParams = DefaultTinyYolov2NetParams | MobilenetParams

export type GridPosition = {
  row: number
  col: number
  anchor: number
}

export type GroundTruthWithGridPosition = GridPosition & {
  box: Box
  label: number
}

export type GroundTruth = IRect & {
  label: number
}

export type YoloLoss = {
  totalLoss: number
  noObjectLoss: number
  objectLoss: number
  coordLoss: number
  classLoss: number
}

export type LossReport = {
  losses: YoloLoss
  numBoxes: number
  inputSize: number
}

export type TinyYolov2BackwardOptions = {
  minBoxSize?: number
  reportLosses?: (report: LossReport) => void
}