{
    "input_length": 512,
    "output_length": 512,
    "injected_length": 200,
    "num_train_epochs": 20,
    "output_dir": "",
    "dataset": "",
    "train_sets": [
        "data/domain_main/license_8_4.csv"
    ],
    "valid_sets": [
        "data/domain_main/license_8_4.csv",
        "data/weighted_samples/pile_valid_10k.csv",
        "data_sample/lambada.csv",
        "piqa",
        "hellaswag"
    ],
    "valid_type_path": [
        "original",
        "validation",
        "test",
        "validation",
        "validation"
    ],
    "valid_only_injected": false,
    "valid_hf_datasets": true,
    "num_files": 1,
    "train_batch_size": 8,
    "eval_batch_size": 32,
    "gradient_accumulation_steps": 1,
    "check_val_every_n_epoch": 1,
    "val_check_interval": 1.0,
    "learning_rate": 5e-05,
    "negative_loss": true,
    "model": "EleutherAI/gpt-neo-125M",
    "method": "baseline",
    "ngpu": 1,
    "num_workers": 96,
    "accelerator": "deepspeed_stage_2",
    "fp16": true,
    "wandb_log": true,
    "wandb_project": "Unlearn-Domain-Main",
    "wandb_run_name": "125M_v2_license_8_4",
    "mode": "negative_inject",
    "use_lr_scheduling": false,
    "check_validation": false,
    "resume_from_checkpoint": false,
    "checkpoint_path": "outputs",
    "weight_decay": 0,
    "warmup_steps": 0,
    "soft_el_threshold": 0.0499,
    "ma_threshold": 0.2994,
    "min_train_epochs": 10
}