-- extends "configs/lovecraft-packed.yaml"

## Held-out variant: excludes "the_call_of_cthulhu.txt" from training so
## it can serve as an honest evaluation target.  Used by the Llama-2
## RoPE-variant comparison in long_context_experiments.md.

[config_metadata]
    == super()
    -- set ns.config_name = "Lovecraft Packed (held-out)"
    -- set ns.config_description = "Packed Lovecraft with cthulhu.txt held out of training"

[dataset_dict]
dataset_dict: &dataset_dict !singleton:datasets:load_dataset
    arg0: "text"
    data_dir: {{ ns.dataset_path }}
    sample_by: "document"
    data_files:
        train:
            - "at_the_mountains_of_madness.txt"
            - "azathoth.txt"
            - "beyond_the_wall_of_sleep.txt"
            - "celephais.txt"
            - "cool_air.txt"
            - "dagon.txt"
            - "ex_oblivione.txt"
            - "facts_concerning_the_late_arthur_jermyn_and_his_family.txt"
            - "from_beyond.txt"
            - "he.txt"
            - "herbert_west_reanimator.txt"
            - "hypnos.txt"
            - "ibid.txt"
            - "in_the_vault.txt"
            - "memory.txt"
            - "nyarlathotep.txt"
            - "old_bugs.txt"
            - "pickmans_model.txt"
            - "polaris.txt"
            - "the_book.txt"
            - "the_case_of_charles_dexter_ward.txt"
            - "the_cats_of_ulthar.txt"
            - "the_colour_out_of_space.txt"
            - "the_descendant.txt"
            - "the_doom_that_came_to_sarnath.txt"
            - "the_dream_quest_of_unknown_kadath.txt"
            - "the_dreams_in_the_witch_house.txt"
            - "the_dunwich_horror.txt"
            - "the_evil_clergyman.txt"
            - "the_festival.txt"
            - "the_haunter_of_the_dark.txt"
            - "the_history_of_the_necronomicon.txt"
            - "the_horror_at_red_hook.txt"
            - "the_hound.txt"
            - "the_lurking_fear.txt"
            - "the_moon_bog.txt"
            - "the_music_of_erich_zann.txt"
            - "the_nameless_city.txt"
            - "the_other_gods.txt"
            - "the_outsider.txt"
            - "the_picture_in_the_house.txt"
            - "the_quest_of_iranon.txt"
            - "the_rats_in_the_walls.txt"
            - "the_shadow_out_of_time.txt"
            - "the_shadow_over_innsmouth.txt"
            - "the_shunned_house.txt"
            - "the_silver_key.txt"
            - "the_statement_of_randolph_carter.txt"
            - "the_strange_high_house_in_the_mist.txt"
            - "the_street.txt"
            - "the_temple.txt"
            - "the_terrible_old_man.txt"
            - "the_thing_in_the_moonlight.txt"
            - "the_thing_on_the_doorstep.txt"
            - "the_tomb.txt"
            - "the_transition_of_juan_romero.txt"
            - "the_tree.txt"
            - "the_unnamable.txt"
            - "the_very_old_folk.txt"
            - "the_whisperer_in_darkness.txt"
            - "the_white_ship.txt"
            - "what_the_moon_brings.txt"
        validation: "the_call_of_cthulhu.txt"
        test: "the_call_of_cthulhu.txt"
