| { | |
| "config": { | |
| "data": { | |
| "fps": 24.0, | |
| "materializer_workers": 2, | |
| "num_workers": 4, | |
| "source": "colliding_balls_3d", | |
| "target_frames": 240 | |
| }, | |
| "model": { | |
| "attention_mode": "block_causal", | |
| "model": "DiT-B", | |
| "patch_size": [ | |
| 4, | |
| 32, | |
| 32 | |
| ], | |
| "prediction_type": "x", | |
| "representation": "pixel", | |
| "token_order": "raster" | |
| }, | |
| "recipe_name": "bc", | |
| "runtime": { | |
| "checkpoint_every_epochs": 1, | |
| "compile": true, | |
| "dtype": "bf16", | |
| "enable_wandb": true, | |
| "evaluate_every_epochs": 10, | |
| "keep_n_ckpts": 2, | |
| "metrics_every_steps": 20, | |
| "output_root": "./outputs/training", | |
| "progress_every_steps": 20, | |
| "resume_from": null, | |
| "run_name_suffix": "slurm_6130791", | |
| "seed": 0, | |
| "visualize_every_epochs": 10 | |
| }, | |
| "sampling": { | |
| "block_size": "chunk", | |
| "checkpoint": null, | |
| "micro_batch_size": 1, | |
| "noise_handoff": 0.2, | |
| "num_samples": 1024, | |
| "output_dir": "", | |
| "rollout_frames": 240, | |
| "seed": 0, | |
| "strategy": "bc", | |
| "total_nfes": 10 | |
| }, | |
| "train": { | |
| "beta1": 0.9, | |
| "beta2": 0.95, | |
| "block_size_weights": null, | |
| "block_sizes": [ | |
| "chunk" | |
| ], | |
| "ema_decay": 0.9996, | |
| "global_batch_size": 32, | |
| "grad_clip": 1.0, | |
| "lr": 0.0001, | |
| "lr_schedule": "cosine", | |
| "max_train_epochs": 100, | |
| "micro_batch_size": 4, | |
| "min_lr": 1e-05, | |
| "monitor_samples": 16, | |
| "noise_logit_mean": 0.8, | |
| "noise_logit_std": 0.8, | |
| "samples_per_epoch": 32000, | |
| "use_context_stream": true, | |
| "weight_decay": 0.0 | |
| } | |
| }, | |
| "distributed": { | |
| "backend": "nccl", | |
| "device": "cuda:0", | |
| "enabled": true, | |
| "init_method": "env://", | |
| "local_rank": 0, | |
| "rank": 0, | |
| "world_size": 4 | |
| }, | |
| "run": { | |
| "name": "dit-b-pixel-bc-raster_colliding_balls_3d_slurm_6130791", | |
| "output_dir": "outputs/training/dit-b-pixel-bc-raster_colliding_balls_3d_slurm_6130791" | |
| } | |
| } | |