{"@context":{"@language":"en","@vocab":"https://schema.org/","arrayShape":"cr:arrayShape","citeAs":"cr:citeAs","column":"cr:column","conformsTo":"dct:conformsTo","cr":"http://mlcommons.org/croissant/","data":{"@id":"cr:data","@type":"@json"},"dataBiases":"cr:dataBiases","dataCollection":"cr:dataCollection","dataType":{"@id":"cr:dataType","@type":"@vocab"},"dct":"http://purl.org/dc/terms/","extract":"cr:extract","field":"cr:field","fileProperty":"cr:fileProperty","fileObject":"cr:fileObject","fileSet":"cr:fileSet","format":"cr:format","includes":"cr:includes","isArray":"cr:isArray","isLiveDataset":"cr:isLiveDataset","jsonPath":"cr:jsonPath","key":"cr:key","md5":"cr:md5","parentField":"cr:parentField","path":"cr:path","personalSensitiveInformation":"cr:personalSensitiveInformation","recordSet":"cr:recordSet","references":"cr:references","regex":"cr:regex","repeated":"cr:repeated","replace":"cr:replace","sc":"https://schema.org/","separator":"cr:separator","source":"cr:source","subField":"cr:subField","transform":"cr:transform"},"@type":"sc:Dataset","distribution":[{"@type":"cr:FileObject","@id":"repo","name":"repo","description":"The Hugging Face git repository.","contentUrl":"https://huggingface.co/datasets/yixiaoh/OVERT/tree/refs%2Fconvert%2Fparquet","encodingFormat":"git+https","sha256":"https://github.com/mlcommons/croissant/issues/80"},{"@type":"cr:FileSet","@id":"parquet-files-for-config-overt-full","containedIn":{"@id":"repo"},"encodingFormat":"application/x-parquet","includes":"overt-full/*/*.parquet"},{"@type":"cr:FileSet","@id":"parquet-files-for-config-overt-mini","containedIn":{"@id":"repo"},"encodingFormat":"application/x-parquet","includes":"overt-mini/*/*.parquet"},{"@type":"cr:FileSet","@id":"parquet-files-for-config-overt-unsafe","containedIn":{"@id":"repo"},"encodingFormat":"application/x-parquet","includes":"overt-unsafe/*/*.parquet"}],"recordSet":[{"@type":"cr:RecordSet","dataType":"cr:Split","key":{"@id":"overt-full_splits/split_name"},"@id":"overt-full_splits","name":"overt-full_splits","description":"Splits for the overt-full config.","field":[{"@type":"cr:Field","@id":"overt-full_splits/split_name","dataType":"sc:Text"}],"data":[{"overt-full_splits/split_name":"default"}]},{"@type":"cr:RecordSet","@id":"overt-full","description":"yixiaoh/OVERT - 'overt-full' subset","field":[{"@type":"cr:Field","@id":"overt-full/split","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-overt-full"},"extract":{"fileProperty":"fullpath"},"transform":{"regex":"overt\\-full/(?:partial-)?(default)/.+parquet$"}},"references":{"field":{"@id":"overt-full_splits/split_name"}}},{"@type":"cr:Field","@id":"overt-full/seed_prompt","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-overt-full"},"extract":{"column":"seed_prompt"}}},{"@type":"cr:Field","@id":"overt-full/image_prompt","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-overt-full"},"extract":{"column":"image_prompt"}}},{"@type":"cr:Field","@id":"overt-full/category","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-overt-full"},"extract":{"column":"category"}}},{"@type":"cr:Field","@id":"overt-full/generation_type","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-overt-full"},"extract":{"column":"generation_type"}}}]},{"@type":"cr:RecordSet","dataType":"cr:Split","key":{"@id":"overt-mini_splits/split_name"},"@id":"overt-mini_splits","name":"overt-mini_splits","description":"Splits for the overt-mini config.","field":[{"@type":"cr:Field","@id":"overt-mini_splits/split_name","dataType":"sc:Text"}],"data":[{"overt-mini_splits/split_name":"default"}]},{"@type":"cr:RecordSet","@id":"overt-mini","description":"yixiaoh/OVERT - 'overt-mini' subset","field":[{"@type":"cr:Field","@id":"overt-mini/split","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-overt-mini"},"extract":{"fileProperty":"fullpath"},"transform":{"regex":"overt\\-mini/(?:partial-)?(default)/.+parquet$"}},"references":{"field":{"@id":"overt-mini_splits/split_name"}}},{"@type":"cr:Field","@id":"overt-mini/seed_prompt","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-overt-mini"},"extract":{"column":"seed_prompt"}}},{"@type":"cr:Field","@id":"overt-mini/image_prompt","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-overt-mini"},"extract":{"column":"image_prompt"}}},{"@type":"cr:Field","@id":"overt-mini/category","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-overt-mini"},"extract":{"column":"category"}}},{"@type":"cr:Field","@id":"overt-mini/generation_type","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-overt-mini"},"extract":{"column":"generation_type"}}}]},{"@type":"cr:RecordSet","dataType":"cr:Split","key":{"@id":"overt-unsafe_splits/split_name"},"@id":"overt-unsafe_splits","name":"overt-unsafe_splits","description":"Splits for the overt-unsafe config.","field":[{"@type":"cr:Field","@id":"overt-unsafe_splits/split_name","dataType":"sc:Text"}],"data":[{"overt-unsafe_splits/split_name":"default"}]},{"@type":"cr:RecordSet","@id":"overt-unsafe","description":"yixiaoh/OVERT - 'overt-unsafe' subset","field":[{"@type":"cr:Field","@id":"overt-unsafe/split","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-overt-unsafe"},"extract":{"fileProperty":"fullpath"},"transform":{"regex":"overt\\-unsafe/(?:partial-)?(default)/.+parquet$"}},"references":{"field":{"@id":"overt-unsafe_splits/split_name"}}},{"@type":"cr:Field","@id":"overt-unsafe/seed_prompt","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-overt-unsafe"},"extract":{"column":"seed_prompt"}}},{"@type":"cr:Field","@id":"overt-unsafe/benign_image_prompt","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-overt-unsafe"},"extract":{"column":"benign_image_prompt"}}},{"@type":"cr:Field","@id":"overt-unsafe/unsafe_image_prompt","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-overt-unsafe"},"extract":{"column":"unsafe_image_prompt"}}},{"@type":"cr:Field","@id":"overt-unsafe/category","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-overt-unsafe"},"extract":{"column":"category"}}},{"@type":"cr:Field","@id":"overt-unsafe/generation_type","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-overt-unsafe"},"extract":{"column":"generation_type"}}}]}],"conformsTo":"http://mlcommons.org/croissant/1.1","name":"OVERT","description":"OVERT: Over-Refusal Evaluation on Text-to-Image Models \nTable of Contents \n\n\nIntroduction\nOverall workflow\n\n\nEvaluation results\n\n\n\t\n\t\t\n\t\tIntroduction\n\t\n\nWe introduce OVERT (OVEr-Refusal evaluation on Text-to-image models), the first large-scale benchmark to evaluate safety over-refusal in T2I models. OVERT includes 4,600 seemingly harmful but benign prompts across nine safety-related categories, along with 1,785 genuinely harmful prompts (OVERT-unsafe) to evaluate the safety–utility trade-off.… See the full description on the dataset page: https://huggingface.co/datasets/yixiaoh/OVERT.","alternateName":["yixiaoh/OVERT","OVERT"],"creator":{"@type":"Person","name":"Yixiao Huang","url":"https://huggingface.co/yixiaoh"},"keywords":["text-to-image","English","apache-2.0","1K - 10K","csv","Text","Datasets","pandas","Croissant","Polars","🇺🇸 Region: US","safety","over-refusal","Text-to-Image"],"license":"https://choosealicense.com/licenses/apache-2.0/","url":"https://huggingface.co/datasets/yixiaoh/OVERT"}