{
 "BeaverTails": {
    "general": {
      "location": "PKU-Alignment/BeaverTails",
      "dataset_name": "BeaverTails"
    },
    "data": {
      "type": "prompt_response",
      "index_col": "",
      "prompt_col": "prompt",
      "response_col": "response",
      "label_col": "is_safe",
      "flip_labels": true,
      "category_label": "category_simple"
    },
   "split": {
      "split": false,
      "sample_ratio": 0.005,
      "subset": "330k_train"
   }
  },


  "SimpleSafetyTests": {
    "general": {
      "location": "Bertievidgen/SimpleSafetyTests",
      "dataset_name": "SimpleSafetyTests"
    },
    "data": {
      "type": "prompt",
      "index_col": "counter",
      "prompt_col": "prompt",
      "label_col": "",
      "flip_labels": false,
      "category_label": "category"
    },
    "split": {
      "split": false,
      "subset": "test",
      "sample_ratio": 1
    }
  },

  "XSTest": {
    "general": {
      "location": "walledai/XSTest",
      "dataset_name": "XSTest"
    },
    "data": {
      "type": "prompt",
      "index_col": "",
      "prompt_col": "prompt",
      "label_col": "label",
      "flip_labels": false,
      "category_label": "type"
    },
    "split": {
      "split": false,
      "subset": "test",
      "sample_ratio": 1
    }
  },

   "HarmBench": {
    "general": {
      "location": "walledai/HarmBench",
      "subset": "standard",
      "dataset_name": "HarmBench"
    },
    "data": {
      "type": "prompt",
      "index_col": "",
      "prompt_col": "prompt",
      "label_col": "",
      "flip_labels": false,
      "category_label": "category"
    },
    "split": {
      "split": false,
      "subset": "train",
      "sample_ratio": 1
    }
  },

  "OpenAIMod": {
    "general": {
      "location": "makcedward/openai-moderation",
      "dataset_name": "OpenAIMod"
    },
    "data": {
      "type": "prompt",
      "index_col": "",
      "prompt_col": "prompt",
      "label_col": "",
      "flip_labels": false,
      "category_label": "category"
    },
    "split": {
      "split": false,
      "subset": "test",
      "sample_ratio": 0.5
    }
  },

   "SafeRLHF": {
    "general": {
      "location": "PKU-Alignment/PKU-SafeRLHF",
      "dataset_name": "SafeRLHF",
      "subset": "default"
    },
    "data": {
      "type": "prompt_response",
      "index_col": "",
      "prompt_col": "prompt",
      "response_col": "response_0",
      "label_col": "is_response_0_safe",
      "flip_labels": true,
      "category_label": "response_0_harm_category"
    },
    "split": {
      "split": false,
      "subset": "train",
      "sample_ratio": 0.01
    }
  },

  "AgentHarm": {
    "general": {
      "location": "ai-safety-institute/AgentHarm",
      "subset": "chat",
      "dataset_name": "AgentHarm"
    },
    "data": {
      "type": "prompt",
      "index_col": "",
      "prompt_col": "prompt",
      "label_col": "",
      "flip_labels": false,
      "category_label": "category"
    },
    "split": {
      "split": false,
      "subset": "test_public",
      "sample_ratio": 1
    }
  }

}