{
    "model_name_or_path": "princeton-nlp/Sheared-LLaMA-1.3B",
    "cls_addr": "output/word-task/pos_tags/ShearedLlama/uni/checkpoint-3000", 
    "model_class": "custom",
    "bidirectional": false,
    "classifier_dropout": 0.1,
    "torch_dtype": "bfloat16",
    "attn_implementation": "flash_attention_2",
    "merge_subwords": true,
    "retroactive_labels": "same_token",
    "output_dir": "output/word-task/pos_tags/ShearedLlama/uni/results/checkpoint-3000",
    "dataset_name": "conll2003",
    "task": "pos_tags",
    "max_seq_length": 512
}