comfyui-mcp
Version:
Local-first, agent-native control plane for ComfyUI — MCP server + autonomous sidebar agent that drives your live graph in natural language on ANY LLM: Claude/ChatGPT/Gemini on your subscription (no API key), free local models via Ollama (fully offline),
78 lines (68 loc) • 5.22 kB
YAML
# WAN Animate 2.2 — "OFM hub" variant. PERSONAL pack (see pack.yaml notes).
# Decoded + flattened from a teskor-hub WAN Animate hub workflow: drive a
# character image with a video (ViTPose+YOLO pose/face), Uni3C controlnet for
# temporal stability, optional bypassed SAM2 face-swap masking, color-match,
# save video.
#
# MODEL NAMING: the source workflow uses short PLACEHOLDER filenames
# (WanModel/vae/klip_vision/text_enc + light/wan.reworked/WanPusa/WanFun.reworked).
# Each entry below downloads the REAL Kijai file but saves it UNDER THE PLACEHOLDER
# NAME the graph expects, so the workflow loads without edits.
#
# PRIVATE NODES (NOT auto-installable — install manually): this graph also uses
# four teskor-hub nodes whose repos are private:
# TSColorMatch, TSVideoCombineNoMetadata, TSPreviewImageNoMetadata, TSPoseDataSmoother
# (github.com/teskor-hub/NEW-UTILS, github.com/teskor-hub/comfyui-teskors-utils)
# Without them the graph won't fully load. Swap to VHS_VideoCombine / KJNodes
# ColorMatch / core PreviewImage if you don't have the teskor packs.
pip: []
custom_nodes:
- https://github.com/kijai/ComfyUI-WanVideoWrapper # WanVideo* (model/vae/lora/sampler/decode/animate/uni3c)
- https://github.com/kijai/ComfyUI-KJNodes # DrawMaskOnImage, BlockifyMask, GrowMaskWithBlur, ImageResizeKJv2, GetImageSizeAndCount
- https://github.com/kijai/ComfyUI-WanAnimatePreprocess # PoseAndFaceDetection, OnnxDetectionModelLoader (vitpose+yolov10m auto-download)
- https://github.com/kijai/ComfyUI-segment-anything-2 # DownloadAndLoadSAM2Model, Sam2Segmentation (bypassed face-swap branch)
- https://github.com/Kosinkadink/ComfyUI-VideoHelperSuite # VHS_LoadVideo
- https://github.com/evanspearman/ComfyMath # CM_FloatToInt (bogus aux_id in the file said Workflow-Encrypt — it's ComfyMath)
- https://github.com/plugcrypt/CRT-Nodes # SimpleKnobNode (bypassed branch)
# --- PRIVATE / user-supplied (NOT cloned) — see header note ---
# - https://github.com/teskor-hub/NEW-UTILS # TSColorMatch
# - https://github.com/teskor-hub/comfyui-teskors-utils # TSPoseDataSmoother, TSVideoCombineNoMetadata, TSPreviewImageNoMetadata
models:
# --- WAN 2.2 Animate 14B (fp8 scaled, Kijai v2) -> placeholder WanModel ---
- url: https://huggingface.co/Kijai/WanVideo_comfy_fp8_scaled/resolve/main/Wan22Animate/Wan2_2-Animate-14B_fp8_scaled_e4m3fn_KJ_v2.safetensors
local_path: diffusion_models/WanModel.safetensors
# --- WAN 2.1 VAE -> placeholder vae ---
- url: https://huggingface.co/Kijai/WanVideo_comfy/resolve/main/Wan2_1_VAE_bf16.safetensors
local_path: vae/vae.safetensors
# --- CLIP vision H -> placeholder klip_vision (Comfy-Org repackaged; standard) ---
- url: https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/clip_vision/clip_vision_h.safetensors
local_path: clip_vision/klip_vision.safetensors
# --- umt5-xxl text encoder (fp8) -> placeholder text_enc ---
- url: https://huggingface.co/Kijai/WanVideo_comfy/resolve/main/umt5-xxl-enc-fp8_e4m3fn.safetensors
local_path: text_encoders/text_enc.safetensors
# --- Uni3C controlnet (temporal stability) — real name kept ---
- url: https://huggingface.co/Kijai/WanVideo_comfy/resolve/main/Wan21_Uni3C_controlnet_fp16.safetensors
local_path: controlnet/Wan21_Uni3C_controlnet_fp16.safetensors
# --- LoRA stack (WanVideoLoraSelectMulti) -> placeholders ---
# light@1.0 = lightx2v 4-step distill
- url: https://huggingface.co/Kijai/WanVideo_comfy/resolve/main/Lightx2v/lightx2v_I2V_14B_480p_cfg_step_distill_rank64_bf16.safetensors
local_path: loras/light.safetensors
# wan.reworked@0.3 = WanAnimate relight LoRA
- url: https://huggingface.co/Kijai/WanVideo_comfy/resolve/main/LoRAs/Wan22_relight/WanAnimate_relight_lora_fp16.safetensors
local_path: loras/wan.reworked.safetensors
# WanPusa@0.9 = Pusa V1 temporal LoRA (single-file Wan2.1)
- url: https://huggingface.co/Kijai/WanVideo_comfy/resolve/main/Pusa/Wan21_PusaV1_LoRA_14B_rank512_bf16.safetensors
local_path: loras/WanPusa.safetensors
# WanFun.reworked@0.5 = Wan2.2-Fun-A14B-InP LoRA (resized rank-22)
- url: https://huggingface.co/Kijai/WanVideo_comfy/resolve/main/LoRAs/Wan22_FunReward/Wan2.2-Fun-A14B-InP-LOW-MPS_resized_dynamic_avg_rank_22_bf16.safetensors
local_path: loras/WanFun.reworked.safetensors
# --- Pose detection ONNX (OnnxDetectionModelLoader loads from models/detection/) ---
# YOLOv10m (from the official Wan2.2-Animate checkpoint)
- url: https://huggingface.co/Wan-AI/Wan2.2-Animate-14B/resolve/main/process_checkpoint/det/yolov10m.onnx
local_path: detection/yolov10m.onnx
# ViTPose-Huge wholebody — split into model + data.bin (ONNX 2GB limit); both
# must sit in the same folder, the .onnx is the one selected in the loader.
- url: https://huggingface.co/Kijai/vitpose_comfy/resolve/main/onnx/vitpose_h_wholebody_model.onnx
local_path: detection/vitpose_h_wholebody_model.onnx
- url: https://huggingface.co/Kijai/vitpose_comfy/resolve/main/onnx/vitpose_h_wholebody_data.bin
local_path: detection/vitpose_h_wholebody_data.bin