Motius-FlowHMR-Base / config.yml
ZeyuLing's picture
Publish official 491-D FlowHMR Motius artifact with video frontend
609fc22 verified
Raw History Blame Contribute Delete
2.22 kB
exp: output/flowhmr_base
max_frame: 360
mean_std_dir: assets/motion_stats.json
motion_fps: 30
network_module: flowhmr/network/hymotion_mmdit_for_v2m.HunyuanMotionMMDiT
network_module_args:
apply_rope_to_single_branch: true
ctxt_input_dim:
camera_R: 9
feature: 3072
dropout: 0.0
feat_dim: 1024
final_layer_cfg:
act_type: silu
zero_init: true
input_dim: 491
insert_start_token: false
mask_mode: narrowband_v2m
mlp_ratio: 4.0
narrowband_length: 2.0
narrowband_tm_length: 0.0
narrowband_tt_length: null
narrowband_v2m_length: 3.0
num_heads: 16
num_layers: 18
text_refiner_cfg:
num_layers: 2
text_refiner_module: flowhmr/network/token_refiner.SingleTokenRefiner
time_factor: 1000.0
vtxt_input_dim: 768
with_long_skip_connection: false
save_interval: 2
train:
batch_size: 16
batch_size_val: 1
disable_tqdm: true
grad_clip:
max_norm: 10.0
norm_type: 2
lr: 0.0001
max_epoch: 25
num_workers: 4
scheduler: cosine_annealing
scheduler_cfg:
eta_min: 1.0e-05
train_iterations: 20000
train_dataset: flowhmr/datasets/v2m_generation/train_dataset_raw.WDSV2MTrainDatasetRaw
train_dataset_args:
augmentation_type: original
cfg_dropout_prob: 0.1
load_hand: true
max_len: 360
resampled: true
shuffle_buffer: 2000
split: train
split_by_node: false
tar_urls:
- /path/to/webdataset/tars/xxx-{00000..000NN}.tar
train_pipeline: flowhmr/pipeline/pipeline_v2m.V2MPipeline
train_pipeline_args:
fps: 30.0
infer_noise_scheduler_cfg:
validation_steps: 20
losses_cfg:
fk_consistency:
weight: 5.0
fk_rotation:
weight: 5.0
foot_contacts:
weight: 4.0
local_joints_positions:
weight: 10.0
recons:
name: SmoothL1Loss
weight: 1.0
rotation_data:
weight: 10.0
shapes:
weight: 1.0
smooth_root_pos_y:
weight: 10.0
smooth_root_vel_xz:
weight: 10.0
mean_std: motion_stats.json
motion_style: basic
noise_scheduler_cfg:
method: euler
pred_type: x1
test_cfg:
text_guidance_scale: 1.0
train_cfg:
cond_mask_prob: 0.0
t_sample_P_mean: -0.8
t_sample_P_std: 0.8
timestep_sample_method: logit_normal
train_frames: 360