eleutherai_cluster.yml

{
    "train-data-paths": ["/mnt/ssd-1/P3_combined/train_text_document"],
    "test-data-paths": ["/mnt/ssd-1/P3_combined/test_text_document"],
    "valid-data-paths": ["/mnt/ssd-1/P3_combined/validation_text_document"],
    "vocab-file": "/mnt/ssd-1/data/20B_tokenizer.json",
    "merge-file": null,
    "save": "/mnt/ssd-cluster/small0/",
    "load": "/mnt/ssd-cluster/small0/",
    "tensorboard-dir": "/mnt/ssd-1/tensorboard",
    "log-dir": "/mnt/ssd-1/logs",
    "wandb_team": "eleutherai"
}