Upload folder using huggingface_hub

Complete/epoch1/Complete_epoch1.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71265455ed245d7cd442f184cee4e1eb4cebbdda9177927f9babc1a5b608f22f
+size 161300448

Complete/epoch1/adapter_config.json

@@ -0,0 +1,45 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": null,
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": false,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "txt_mlp.fc2",
+    "modulation.linear",
+    "txt_mod.linear",
+    "txt_mlp.fc1",
+    "img_mlp.fc2",
+    "txt_attn_qkv",
+    "img_attn_proj",
+    "img_mlp.fc1",
+    "img_attn_qkv",
+    "linear1",
+    "txt_attn_proj",
+    "img_mod.linear",
+    "linear2"
+  ],
+  "task_type": null,
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

Complete/epoch1/config.toml

@@ -0,0 +1,42 @@
+output_dir = "/workspace/outputs/Complete"
+dataset = "/workspace/configs/Complete/dataset.toml"
+epochs = 10
+micro_batch_size_per_gpu = 1
+pipeline_stages = 1
+gradient_accumulation_steps = 2
+gradient_clipping = 1.0
+warmup_steps = 0
+eval_every_n_epochs = 1
+eval_before_first_step = true
+eval_micro_batch_size_per_gpu = 1
+eval_gradient_accumulation_steps = 1
+save_every_n_epochs = 1
+checkpoint_every_n_minutes = 120
+activation_checkpointing = true
+partition_method = "parameters"
+save_dtype = "bfloat16"
+caching_batch_size = 4
+steps_per_print = 1
+video_clip_mode = "single_beginning"
+[model]
+type = "hunyuan-video"
+dtype = "bfloat16"
+transformer_path = "/workspace/models/hunyuan/hunyuan_video_720_cfgdistill_fp8_e4m3fn.safetensors"
+transformer_dtype = "float8"
+vae_path = "/workspace/models/hunyuan/hunyuan_video_vae_bf16.safetensors"
+llm_path = "/workspace/models/hunyuan/llava-llama-3-8b-text-encoder-tokenizer"
+clip_path = "/workspace/models/hunyuan/clip-vit-large-patch14"
+timestep_sample_method = "logit_normal"
+[adapter]
+type = "lora"
+rank = 16
+dtype = "bfloat16"
+[optimizer]
+type = "adamw8bitKahan"
+lr = 0.0002
+weight_decay = 0.01
+eps = 1e-08
+betas = [0.9, 0.99]
+[monitoring]
+enable_wandb = false
+log_dir = "/workspace/outputs/Complete"

Complete/epoch2/Complete_epoch2.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25c08d8b0d268073177df86f688d4f46b1bf08a071b82e2c5ae8be8f7adb92f
+size 161300448

Complete/epoch2/adapter_config.json

@@ -0,0 +1,45 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": null,
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": false,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "linear2",
+    "linear1",
+    "img_mlp.fc2",
+    "img_mlp.fc1",
+    "modulation.linear",
+    "txt_mlp.fc2",
+    "img_attn_proj",
+    "txt_attn_proj",
+    "img_attn_qkv",
+    "txt_mlp.fc1",
+    "img_mod.linear",
+    "txt_attn_qkv",
+    "txt_mod.linear"
+  ],
+  "task_type": null,
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

Complete/epoch2/config.toml

@@ -0,0 +1,42 @@
+output_dir = "/workspace/outputs/Complete"
+dataset = "/workspace/configs/Complete/dataset.toml"
+epochs = 10
+micro_batch_size_per_gpu = 1
+pipeline_stages = 1
+gradient_accumulation_steps = 2
+gradient_clipping = 1.0
+warmup_steps = 0
+eval_every_n_epochs = 1
+eval_before_first_step = true
+eval_micro_batch_size_per_gpu = 1
+eval_gradient_accumulation_steps = 1
+save_every_n_epochs = 1
+checkpoint_every_n_minutes = 120
+activation_checkpointing = true
+partition_method = "parameters"
+save_dtype = "bfloat16"
+caching_batch_size = 4
+steps_per_print = 1
+video_clip_mode = "single_beginning"
+[model]
+type = "hunyuan-video"
+dtype = "bfloat16"
+transformer_path = "/workspace/models/hunyuan/hunyuan_video_720_cfgdistill_fp8_e4m3fn.safetensors"
+transformer_dtype = "float8"
+vae_path = "/workspace/models/hunyuan/hunyuan_video_vae_bf16.safetensors"
+llm_path = "/workspace/models/hunyuan/llava-llama-3-8b-text-encoder-tokenizer"
+clip_path = "/workspace/models/hunyuan/clip-vit-large-patch14"
+timestep_sample_method = "logit_normal"
+[adapter]
+type = "lora"
+rank = 16
+dtype = "bfloat16"
+[optimizer]
+type = "adamw8bitKahan"
+lr = 0.0002
+weight_decay = 0.01
+eps = 1e-08
+betas = [0.9, 0.99]
+[monitoring]
+enable_wandb = false
+log_dir = "/workspace/outputs/Complete"

Complete/epoch3/Complete_epoch3.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5543fb0088e25cabd3c73772131e3e0a207744f45335ce5ac17e1fed7d884d
+size 161300448

Complete/epoch3/adapter_config.json

@@ -0,0 +1,45 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": null,
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": false,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "txt_mlp.fc2",
+    "txt_attn_qkv",
+    "img_mlp.fc2",
+    "linear1",
+    "txt_mlp.fc1",
+    "linear2",
+    "img_mlp.fc1",
+    "img_attn_qkv",
+    "txt_mod.linear",
+    "modulation.linear",
+    "img_attn_proj",
+    "img_mod.linear",
+    "txt_attn_proj"
+  ],
+  "task_type": null,
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

Complete/epoch3/config.toml

@@ -0,0 +1,42 @@
+output_dir = "/workspace/outputs/Complete"
+dataset = "/workspace/configs/Complete/dataset.toml"
+epochs = 10
+micro_batch_size_per_gpu = 1
+pipeline_stages = 1
+gradient_accumulation_steps = 2
+gradient_clipping = 1.0
+warmup_steps = 0
+eval_every_n_epochs = 1
+eval_before_first_step = true
+eval_micro_batch_size_per_gpu = 1
+eval_gradient_accumulation_steps = 1
+save_every_n_epochs = 1
+checkpoint_every_n_minutes = 120
+activation_checkpointing = true
+partition_method = "parameters"
+save_dtype = "bfloat16"
+caching_batch_size = 4
+steps_per_print = 1
+video_clip_mode = "single_beginning"
+[model]
+type = "hunyuan-video"
+dtype = "bfloat16"
+transformer_path = "/workspace/models/hunyuan/hunyuan_video_720_cfgdistill_fp8_e4m3fn.safetensors"
+transformer_dtype = "float8"
+vae_path = "/workspace/models/hunyuan/hunyuan_video_vae_bf16.safetensors"
+llm_path = "/workspace/models/hunyuan/llava-llama-3-8b-text-encoder-tokenizer"
+clip_path = "/workspace/models/hunyuan/clip-vit-large-patch14"
+timestep_sample_method = "logit_normal"
+[adapter]
+type = "lora"
+rank = 16
+dtype = "bfloat16"
+[optimizer]
+type = "adamw8bitKahan"
+lr = 0.0002
+weight_decay = 0.01
+eps = 1e-08
+betas = [0.9, 0.99]
+[monitoring]
+enable_wandb = false
+log_dir = "/workspace/outputs/Complete"