{
    "input_length": 512,
    "output_length": 512,
    "injected_length": 200,
    "num_train_epochs": 10,
    "output_dir": "",
    "dataset": "",
    "train_sets": [
        "data/domain_main/license_8_2.csv"
    ],
    "valid_sets": [
        "ai2_arc",
        "ai2_arc",
        "super_glue",
        "winogrande",
        "math_qa",
        "data_sample/pubmed_qa.csv",
        "data_sample/wikitext.csv"
    ],
    "valid_type_path": [
        "validation",
        "validation",
        "validation",
        "validation",
        "validation",
        "",
        ""
    ],
    "valid_only_injected": false,
    "valid_hf_datasets": true,
    "num_files": 1,
    "train_batch_size": 8,
    "eval_batch_size": 32,
    "gradient_accumulation_steps": 1,
    "check_val_every_n_epoch": 10,
    "val_check_interval": 1.0,
    "learning_rate": 5e-05,
    "negative_loss": true,
    "model": "EleutherAI/gpt-neo-1.3B",
    "method": "baseline",
    "ngpu": 1,
    "num_workers": 96,
    "accelerator": "deepspeed_stage_2_offload",
    "fp16": true,
    "wandb_log": true,
    "wandb_project": "Unlearn-Domain-Main",
    "wandb_run_name": "1.3B_license_8_2",
    "mode": "general_lm_eval",
    "use_lr_scheduling": false,
    "check_validation": false,
    "resume_from_checkpoint": false,
    "checkpoint_path": "outputs",
    "weight_decay": 0,
    "warmup_steps": 0,
    "soft_el_threshold": 0,
    "ma_threshold": 0,
    "subset_path": [
        "ARC-Easy",
        "ARC-Challenge",
        "copa",
        "winogrande_s",
        "",
        "",
        ""
    ]
}