Motius-AnimateCanvas-0.46B / motioncanvas_config.json
ZeyuLing's picture
Add files using upload-large-folder tool
cc9c377 verified
Raw History Blame Contribute Delete
3.83 kB
{
"model_type": "motioncanvas",
"format": "motius-motioncanvas-v1",
"variant": "0.46B-epoch2354",
"config": {
"format": "motius-motioncanvas-v1",
"motion_transformer": {
"apply_rope_to_single_branch": false,
"ctxt_input_dim": 4096,
"dropout": 0.0,
"feat_dim": 1024,
"final_layer_cfg": {
"act_type": "silu"
},
"input_dim": 594,
"insert_start_token": false,
"mask_mode": "narrowband",
"mlp_act_type": "gelu_tanh",
"mlp_ratio": 4.0,
"norm_type": "layer",
"num_heads": 16,
"num_layers": 18,
"output_dim": 198,
"qk_norm_type": "rms",
"qkv_bias": true,
"text_refiner_cfg": {
"num_layers": 2
},
"time_factor": 1000.0,
"type": "MotionCanvasMMDiT",
"vtxt_input_dim": 768,
"with_long_skip_connection": false,
"trainable": true,
"save_ckpt": true,
"checkpoint_format": "full"
},
"text_encoder": {
"type": "HYTextModel",
"llm_type": "qwen3",
"llm_model_path": "text_encoder/llm",
"llm_tokenizer_path": "text_encoder/llm",
"max_length_llm": 128,
"sentence_emb_type": "clipl",
"sentence_emb_model_path": "text_encoder/sentence",
"sentence_emb_tokenizer_path": "text_encoder/sentence",
"max_length_sentence_emb": 77,
"enable_llm_padding": true
},
"motion_type": "smpl_22",
"pred_type": "velocity",
"uncondition_mode": false,
"losses_cfg": {
"condition_acceleration_weight": 0.0,
"condition_kinematic_weight": 0.0,
"condition_neighborhood_flow_weight": 0.0,
"condition_neighborhood_world_weight": 0.0,
"condition_neighborhood_x1_weight": 0.0,
"condition_transition_excess_weight": 0.5,
"condition_transition_jerk_ceiling_weight": 0.0,
"condition_transition_residual_weight": 0.0,
"condition_transition_root_cvar_weight": 0.0,
"condition_transition_root_dynamics_ceiling_weight": 0.0,
"condition_transition_root_endpoint_tail_weight": 0.0,
"condition_transition_root_endpoint_weight": 1.0,
"condition_transition_root_sobolev_orders": [
1,
2,
3
],
"condition_transition_root_sobolev_weight": 0.01,
"condition_transition_root_tail_weight": 0.0,
"condition_transition_root_waypoint_curvature_weight": 0.0,
"condition_transition_root_waypoint_edge_weight": 0.5,
"condition_transition_root_waypoint_tail_weight": 0.0,
"condition_transition_secant_excess_weight": 0.0,
"condition_transition_sobolev_weight": 0.03,
"conditioned_root_h1_weight": 50.0,
"fk_consistency_warmup_steps": 0,
"fk_consistency_weight": 1500.0,
"joint_pos_warmup_steps": 0,
"joint_pos_weight": 50.0,
"joint_vel_warmup_steps": 0,
"joint_vel_weight": 500.0,
"loss_type": "smooth_l1",
"stationary_support_velocity_weight": 0.0,
"timestep_squared_weighting": true,
"velocity_loss_reduction": "component_mean",
"velocity_weight": 1.0
},
"noise_scheduler_cfg": {
"method": "euler"
},
"infer_noise_scheduler_cfg": {
"validation_steps": 50
},
"cond_mask_prob": 0.1,
"motion_cond_mask_prob": 0.0,
"enable_special_game_feat": true,
"train_null_embeddings": true,
"train_special_game_embeddings": true,
"enable_ctxt_null_feat": false,
"vtxt_input_dim": 768,
"ctxt_input_dim": 4096,
"body_model_path": null,
"rotation_space": "local",
"t2m_pretrained_path": null,
"t2m_freeze_strategy": "none",
"caption_freeze_strategy": "encoders"
},
"pipeline_class": "motius.pipelines.motioncanvas.motioncanvas_pipeline.MotionCanvasPipeline",
"bundle_class": "motius.models.motioncanvas.bundle.MotionCanvasBundle"
}