-- extends 'samantha.yaml'

[config_metadata]
    == super()
    -- set ns.config_name = "FSDP2 Llama2 7B"
    -- set ns.config_description = "FSDP2"
    -- set ns.log_name = "fsdp2"

    ## Batching
    -- set ns.seq_len = seq_len | default(2048)
    -- set ns.per_device_train_batch_size = batch_size | default(1)

    ## Trainer selection
    -- set ns.trainer_type = "fsdp2"

    ## Compile settings
    -- set ns.torch_compile = compile | default(False)

[dynamic_args]
    == super()
    trainer_type: ~