-- extends 'samantha.yaml'

[config_metadata]
    == super()
    -- set ns.config_name = "Samantha Llama 7B"
    -- set ns.config_description = "Conservative setting to train a 7B Llama model on 1 GPU"
    -- set ns.log_name = "default"

    ## Batching
    -- set ns.seq_len = seq_len | default(2048)
    -- set ns.per_device_train_batch_size = batch_size | default(1)

    ## Compile settings
    -- set ns.torch_compile = compile | default(False)

[trainer_args]
    == super()
    gradient_checkpointing: {{ gradient_checkpointing | default(True) }}
    fuse_optim_with_backward: {{ fuse_optim_with_backward | default(True) }}
