@huggingface/tasks/src/tasks/image-segmentation/data.ts

List of ML tasks for huggingface.co/tasks

import type { TaskDataCustom } from "../index.js";

const taskData: TaskDataCustom = {
	datasets: [
		{
			description: "Scene segmentation dataset.",
			id: "scene_parse_150",
		},
	],
	demo: {
		inputs: [
			{
				filename: "image-segmentation-input.jpeg",
				type: "img",
			},
		],
		outputs: [
			{
				filename: "image-segmentation-output.png",
				type: "img",
			},
		],
	},
	metrics: [
		{
			description:
				"Average Precision (AP) is the Area Under the PR Curve (AUC-PR). It is calculated for each semantic class separately",
			id: "Average Precision",
		},
		{
			description: "Mean Average Precision (mAP) is the overall average of the AP values",
			id: "Mean Average Precision",
		},
		{
			description:
				"Intersection over Union (IoU) is the overlap of segmentation masks. Mean IoU is the average of the IoU of all semantic classes",
			id: "Mean Intersection over Union",
		},
		{
			description: "APα is the Average Precision at the IoU threshold of a α value, for example, AP50 and AP75",
			id: "APα",
		},
	],
	models: [
		{
			// TO DO: write description
			description: "Solid panoptic segmentation model trained on COCO.",
			id: "tue-mps/coco_panoptic_eomt_large_640",
		},
		{
			description: "Background removal model.",
			id: "briaai/RMBG-1.4",
		},
		{
			description: "A multipurpose image segmentation model for high resolution images.",
			id: "ZhengPeng7/BiRefNet",
		},
		{
			description: "Powerful human-centric image segmentation model.",
			id: "facebook/sapiens-seg-1b",
		},
		{
			description: "Panoptic segmentation model trained on the COCO (common objects) dataset.",
			id: "facebook/mask2former-swin-large-coco-panoptic",
		},
	],
	spaces: [
		{
			description: "A semantic segmentation application that can predict unseen instances out of the box.",
			id: "facebook/ov-seg",
		},
		{
			description: "One of the strongest segmentation applications.",
			id: "jbrinkma/segment-anything",
		},
		{
			description: "A human-centric segmentation model.",
			id: "facebook/sapiens-pose",
		},
		{
			description: "An instance segmentation application to predict neuronal cell types from microscopy images.",
			id: "rashmi/sartorius-cell-instance-segmentation",
		},
		{
			description: "An application that segments videos.",
			id: "ArtGAN/Segment-Anything-Video",
		},
		{
			description: "An panoptic segmentation application built for outdoor environments.",
			id: "segments/panoptic-segment-anything",
		},
	],
	summary:
		"Image Segmentation divides an image into segments where each pixel in the image is mapped to an object. This task has multiple variants such as instance segmentation, panoptic segmentation and semantic segmentation.",
	widgetModels: ["nvidia/segformer-b0-finetuned-ade-512-512"],
	youtubeId: "dKE8SIt9C-w",
};

export default taskData;