{"@context":{"@language":"en","@vocab":"https://schema.org/","arrayShape":"cr:arrayShape","citeAs":"cr:citeAs","column":"cr:column","conformsTo":"dct:conformsTo","cr":"http://mlcommons.org/croissant/","data":{"@id":"cr:data","@type":"@json"},"dataBiases":"cr:dataBiases","dataCollection":"cr:dataCollection","dataType":{"@id":"cr:dataType","@type":"@vocab"},"dct":"http://purl.org/dc/terms/","extract":"cr:extract","field":"cr:field","fileProperty":"cr:fileProperty","fileObject":"cr:fileObject","fileSet":"cr:fileSet","format":"cr:format","includes":"cr:includes","isArray":"cr:isArray","isLiveDataset":"cr:isLiveDataset","jsonPath":"cr:jsonPath","key":"cr:key","md5":"cr:md5","parentField":"cr:parentField","path":"cr:path","personalSensitiveInformation":"cr:personalSensitiveInformation","recordSet":"cr:recordSet","references":"cr:references","regex":"cr:regex","repeated":"cr:repeated","replace":"cr:replace","sc":"https://schema.org/","separator":"cr:separator","source":"cr:source","subField":"cr:subField","transform":"cr:transform"},"@type":"sc:Dataset","distribution":[{"@type":"cr:FileObject","@id":"repo","name":"repo","description":"The Hugging Face git repository.","contentUrl":"https://huggingface.co/datasets/Saint-lsy/EndoBench/tree/refs%2Fconvert%2Fparquet","encodingFormat":"git+https","sha256":"https://github.com/mlcommons/croissant/issues/80"},{"@type":"cr:FileSet","@id":"parquet-files-for-config-EndoBench","containedIn":{"@id":"repo"},"encodingFormat":"application/x-parquet","includes":"EndoBench/*/*.parquet"}],"recordSet":[{"@type":"cr:RecordSet","dataType":"cr:Split","key":{"@id":"EndoBench_splits/split_name"},"@id":"EndoBench_splits","name":"EndoBench_splits","description":"Splits for the EndoBench config.","field":[{"@type":"cr:Field","@id":"EndoBench_splits/split_name","dataType":"sc:Text"}],"data":[{"EndoBench_splits/split_name":"test"}]},{"@type":"cr:RecordSet","@id":"EndoBench","description":"Saint-lsy/EndoBench - 'EndoBench' subset","field":[{"@type":"cr:Field","@id":"EndoBench/split","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-EndoBench"},"extract":{"fileProperty":"fullpath"},"transform":{"regex":"EndoBench/(?:partial-)?(test)/.+parquet$"}},"references":{"field":{"@id":"EndoBench_splits/split_name"}}},{"@type":"cr:Field","@id":"EndoBench/index","dataType":"cr:Int64","source":{"fileSet":{"@id":"parquet-files-for-config-EndoBench"},"extract":{"column":"index"}}},{"@type":"cr:Field","@id":"EndoBench/image","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-EndoBench"},"extract":{"column":"image"}}},{"@type":"cr:Field","@id":"EndoBench/image_path","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-EndoBench"},"extract":{"column":"image_path"}}},{"@type":"cr:Field","@id":"EndoBench/question","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-EndoBench"},"extract":{"column":"question"}}},{"@type":"cr:Field","@id":"EndoBench/category","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-EndoBench"},"extract":{"column":"category"}}},{"@type":"cr:Field","@id":"EndoBench/task","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-EndoBench"},"extract":{"column":"task"}}},{"@type":"cr:Field","@id":"EndoBench/subtask","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-EndoBench"},"extract":{"column":"subtask"}}},{"@type":"cr:Field","@id":"EndoBench/scene","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-EndoBench"},"extract":{"column":"scene"}}},{"@type":"cr:Field","@id":"EndoBench/answer","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-EndoBench"},"extract":{"column":"answer"}}},{"@type":"cr:Field","@id":"EndoBench/dataset","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-EndoBench"},"extract":{"column":"dataset"}}},{"@type":"cr:Field","@id":"EndoBench/gt","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-EndoBench"},"extract":{"column":"gt"}}},{"@type":"cr:Field","@id":"EndoBench/A","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-EndoBench"},"extract":{"column":"A"}}},{"@type":"cr:Field","@id":"EndoBench/B","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-EndoBench"},"extract":{"column":"B"}}},{"@type":"cr:Field","@id":"EndoBench/C","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-EndoBench"},"extract":{"column":"C"}}},{"@type":"cr:Field","@id":"EndoBench/D","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-EndoBench"},"extract":{"column":"D"}}},{"@type":"cr:Field","@id":"EndoBench/E","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-EndoBench"},"extract":{"column":"E"}}},{"@type":"cr:Field","@id":"EndoBench/F","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-EndoBench"},"extract":{"column":"F"}}}]}],"conformsTo":"http://mlcommons.org/croissant/1.1","name":"EndoBench","description":"\n\t\n\t\t\n\t\t EndoBench \n\t\n\n🍎 Homepage | 🤗 Dataset | 🤗 Paper \nThis repository is the official implementation of the paper EndoBench: A Comprehensive Evaluation of Multi-Modal Large Language Models for Endoscopy Analysis.\n\n\t\n\t\t\n\t\n\t\n\t\t☀️ Tutorial\n\t\n\nEndoBench is a comprehensive MLLM evaluation framework spanning 4 endoscopy scenarios and 12 clinical tasks with 12 secondary subtasks that mirror the progression of endoscopic examination workflows. Featuring five levels of visual prompting… See the full description on the dataset page: https://huggingface.co/datasets/Saint-lsy/EndoBench.","alternateName":["Saint-lsy/EndoBench"],"creator":{"@type":"Person","name":"Shengyuan Liu","url":"https://huggingface.co/Saint-lsy"},"keywords":["question-answering","English","cc-by-sa-3.0","1K - 10K","csv","Image","Text","Datasets","pandas","Croissant","Polars","🇺🇸 Region: US","medical"],"license":"https://choosealicense.com/licenses/cc-by-sa-3.0/","url":"https://huggingface.co/datasets/Saint-lsy/EndoBench"}