data:
  allow_multiple_epochs: true
  dataset_manifest:
  - tests/essential/shared/tiny_dataset/text_untokenized/manifest.jsonl
  dataset_modality:
  - text_untokenized
  dataset_weighting:
  - 1.0
  num_workers: 1
  seed: 42
  seq_len: 16
  tokenizer: debug
  type: text_untokenized
  shuffle: true
  shuffle_buffer_size: 2000
  shuffle_initial: 500
distributed:
  ddp_static_graph: false
  device: cuda:0
  dist_backend: nccl
  dist_url: env://
  fsdp: false
  fsdp_cpu_offload: false
  fsdp_reshard_after_forward: false
  local_rank: 0
  rank: 0
  use_distributed: true
  world_size: 8
hparams:
  beta1: 0.9
  beta2: 0.95
  eps: 1.0e-08
  force_min_lr: 0.0
  global_batch_size: 8
  grad_checkpointing: false
  grad_clip_norm: null
  loss_function: cross_entropy
  lr: 0.0001
  lr_cooldown_end: 0.0
  lr_scheduler: cosine
  optimizer: adamw
  per_gpu_batch_size: 4
  precision: amp_bfloat16
  seed: 42
  torchcompile: false
  warmup: '0.1'
  wd: 0.2
  world_size: 8
  z_loss_coefficient: 0.0
log_every_n_steps: 20
model:
  hf_pretrained: Qwen/Qwen2.5-0.5B
  resume_from_checkpoint: null
  resume_weights_only: false
  type: transformer_hf
name: 2025_07_14-23_26_47-model_transformer_hf-lr_0.0001-bsz_512
num_checkpoints: 5
num_epochs: null
remote_sync: s3://tri-ml-datasets/vla_foundry_scratch/models/llm_hf_untokenized
save_path: null
total_train_samples: 14000000
wandb: true
wandb_project_name: vla_foundry
