# Created by BVH/claude, 2026-06-03.
# Artefact study: DROID ONLY. Isolation test for the hypothesis that DROID drives
# the training instability / grid artefact (counterpart to s45y = lbmall only).
# Cloned from rdvswm4_lbmall.py; only dataset_train/val and name differ.

import os
from hydra.core.config_store import ConfigStore
from custom.experiment.template import template_any4d_2b, S3_PRETRAINED_ROOT, S3_OUTPUT_ROOT

#################################################################

job = dict(
    project='a4d2',
    group='example',
    name='dw4_droid',
    prepend_datetime=True,
    local_root='',
    s3_root=S3_OUTPUT_ROOT,
)

wandb = dict(
    enabled=True,
    entity='tri',
    project='a4d2',
    num_validation_logs=5,
)

any4d_config = dict(
    dataloader='unified_anyact',
    vae='a4d_vae',
    video_entries=[
        dict(
            rgb0=(0, 16, 'load', 'load'),
            rgb0_input_mask=(16, 17, 'load', None),
            rgb0_output_mask=(17, 18, 'load', None),
            cams0=(18, 50, 'zero/load', 'zero/load'),
            cams0_input_mask=(50, 51, 'zero/load', None),
            cams0_output_mask=(51, 52, 'zero/load', None),
        ),
        dict(
            rgb1=(0, 16, 'copy:rgb0/load', 'copy:rgb0/load'),
            rgb1_input_mask=(16, 17, 'copy:rgb0_input_mask/load', None),
            rgb1_output_mask=(17, 18, 'copy:rgb0_output_mask/load', None),
            cams1=(18, 50, 'copy:cams0/load', 'copy:cams0/load'),
            cams1_input_mask=(50, 51, 'copy:cams0_input_mask/load', None),
            cams1_output_mask=(51, 52, 'copy:cams0_output_mask/load', None),
        ),
        dict(
            rgb2=(0, 16, 'copy:rgb1/load', 'copy:rgb1/load'),
            rgb2_input_mask=(16, 17, 'copy:rgb1_input_mask/load', None),
            rgb2_output_mask=(17, 18, 'copy:rgb1_output_mask/load', None),
            cams2=(18, 50, 'copy:cams1/load', 'copy:cams1/load'),
            cams2_input_mask=(50, 51, 'copy:cams1_input_mask/load', None),
            cams2_output_mask=(51, 52, 'copy:cams1_output_mask/load', None),
        ),
        dict(
            rgb3=(0, 16, 'copy:rgb1/load', 'copy:rgb1/load'),
            rgb3_input_mask=(16, 17, 'copy:rgb1_input_mask/load', None),
            rgb3_output_mask=(17, 18, 'copy:rgb1_output_mask/load', None),
            cams3=(18, 50, 'copy:cams1/load', 'copy:cams1/load'),
            cams3_input_mask=(50, 51, 'copy:cams1_input_mask/load', None),
            cams3_output_mask=(51, 52, 'copy:cams1_output_mask/load', None),
        ),
    ],
    lowdim_adaln_entries=dict(
        action=(0, 41, 0, 20, 'zero/load'),
        action_input_mask=(0, 41, 20, 21, 'zero/load'),
    ),
    num_views=4,
    video_concat_mode='view',
    video_proj_mode='per_view',
    view_timestep_mode='per_view',
    block_gate_fix=True,
    disable_risky_sharding=True,  # keep final_layer / t_embedder un-sharded to avoid multi-view hangs
    train_cond_aug_sigma_range=(0.001, 0.01),
    val_cond_aug_sigma=0.001,
    loss_weights=dict(
        rgb0=1.0,
        rgb1=1.0,
        rgb2=1.0,
        rgb3=1.0,
    ),
    harmonize_streams=True,
    harmonize_frames=True,
    data_train_overrides=dict(
        subsample=None,
        single_sample='random',
    ),
    data_val_overrides=dict(
        frame_stride=1,
        subsample=20,
        single_sample='first',
    ),
    use_views='rand2',
    shuffle_cams2views=True,
    task_probs=dict(
        cross_modal=0.0,
        dyn_view_synth=0.5,
        forecast=0.5,
        pose_est=0.0,
        inv_dyn=0.0,
        policy=0.0,
        world_model=0.8,
    ),
    train_directives=dict(
    ),
    val_directives=dict(
    ),
    action_multiplier=3.0,
    track_metrics=dict(
        rgb0=['psnr', 'ssim', 'lpips'],
        rgb1=['psnr', 'ssim', 'lpips'],
        rgb2=['psnr', 'ssim', 'lpips'],
        rgb3=['psnr', 'ssim', 'lpips'],
    ),
    train_visuals_interval=99,
    train_visuals_detail=1,
    val_visuals_detail=1,
    visuals_quality=8,
    viz_input_blacklist=[],
    viz_extra_modes=['anyact1'],
    viz_mask_border_width=2,
    val_num_steps=35,
)

#################################################################

model = dict(
    dit_path='s3://tri-ml-sandbox-16011-us-west-2-datasets/sagemaker/cosmos-predict2/a4d2/debug/01-03-14-18_s28c_dvs4_av40h_b2/model/iter_000059000_007552000.pt',
    text_encoder_path=f'{S3_PRETRAINED_ROOT}/google-t5/t5-11b',
    vae_path=f'{S3_PRETRAINED_ROOT}/nvidia/Cosmos-Predict2-2B-Video2World/tokenizer/tokenizer.pth',
    fsdp_shard_size=8,
    run_validation=True,
    skip_first_validation='delay3',
    validation_iter=500,
    max_iter=20000,
    grad_accum_iter=1,
    context_parallel_size=1,
    device_monitor=0,
    manual_gc_iter=288,
    manual_gc_warm_up=-1,
    state_t=11,
    tokenizer_chunk_duration=41,
)

checkpoint = dict(
    save_iter=1000,
    early_sanity_check=5,
)

optimizer = dict(
    lr=1e-5,
)

scheduler = dict(
    warm_up_steps=[500],
    cycle_lengths=[model['max_iter']],
    f_start=[0.01],
    f_max=[1.0],
    f_min=[0.05],
)

# DROID only: 4 copies so each rank covers it (matches RankDataset semantics).
dataset_train = dict(
    config=[
        'custom/config/anydata/web/debug/droid_ikela3_41.yaml',
        'custom/config/anydata/web/debug/droid_ikela3_41.yaml',
        'custom/config/anydata/web/debug/droid_ikela3_41.yaml',
        'custom/config/anydata/web/debug/droid_ikela3_41.yaml',
    ],
    num_workers=4,
    batch_size=2,
)

dataset_val = dict(
    config=dict(
        DROID='custom/config/anydata/web/debug/droid_ikela3_41.yaml',
    ),
    num_workers=0,
    batch_size=1,
)

metrics = None


#################################################################

cs = ConfigStore.instance()

this_config = template_any4d_2b(
    job, wandb, any4d_config, model,
    checkpoint, optimizer, scheduler,
    metrics, dataset_train, dataset_val)

experiment_name = 'any4d_' + os.path.splitext(os.path.basename(__file__))[0]

cs.store(
    group='experiment',
    package='_global_',
    name=experiment_name,
    node=this_config,
)