{
    "input_length": 512,
    "output_length": 512,
    "injected_length": 200,
    "num_train_epochs": 10,
    "output_dir": "",
    "dataset": "",
    "train_sets": [
        "data/extraction_domain/license_8.csv"
    ],
    "valid_sets": [
        "data/extraction_domain/license_8.csv",
        "data/weighted_samples/pile_valid_10k.csv",
        "data_sample/lambada.csv",
        "piqa",
        "hellaswag"
    ],
    "valid_type_path": [
        "original",
        "validation",
        "test",
        "validation",
        "validation"
    ],
    "valid_only_injected": false,
    "valid_hf_datasets": true,
    "num_files": 1,
    "train_batch_size": 2,
    "eval_batch_size": 2,
    "gradient_accumulation_steps": 1,
    "check_val_every_n_epoch": 1,
    "val_check_interval": 1.0,
    "learning_rate": 5e-5,
    "negative_loss": true,
    "model": "EleutherAI/gpt-neo-125M",
    "method": "baseline",
    "ngpu": 4,
    "num_workers": 96,
    "accelerator": "deepspeed_stage_2",
    "fp16": true,
    "wandb_log": true,
    "wandb_project": "Negative Inject Domain",
    "wandb_run_name": "125M_license_8",
    "mode": "negative_inject",
    "use_lr_scheduling": false,
    "check_validation": false,
    "resume_from_checkpoint": false,
    "checkpoint_path": "outputs",
    "weight_decay": 0,
    "warmup_steps": 0
}