Changes
On December 2, 2024 at 11:21:48 PM UTC,
admin:
-
Added resource Original Metadata to Xiezhi: An Ever-Updating Benchmark for Holistic Domain Knowledge Evaluation
| f | 1 | { | f | 1 | { |
| 2 | "access_rights": "", | 2 | "access_rights": "", | ||
| 3 | "author": "Zhouhong Gu", | 3 | "author": "Zhouhong Gu", | ||
| 4 | "author_email": "", | 4 | "author_email": "", | ||
| 5 | "citation": [], | 5 | "citation": [], | ||
| 6 | "creator_user_id": "17755db4-395a-4b3b-ac09-e8e3484ca700", | 6 | "creator_user_id": "17755db4-395a-4b3b-ac09-e8e3484ca700", | ||
| 7 | "defined_in": "https://doi.org/10.48550/arXiv.2306.05783", | 7 | "defined_in": "https://doi.org/10.48550/arXiv.2306.05783", | ||
| 8 | "doi": "10.57702/a0jcr8w3", | 8 | "doi": "10.57702/a0jcr8w3", | ||
| 9 | "doi_date_published": "2024-12-02", | 9 | "doi_date_published": "2024-12-02", | ||
| 10 | "doi_publisher": "TIB", | 10 | "doi_publisher": "TIB", | ||
| 11 | "doi_status": true, | 11 | "doi_status": true, | ||
| 12 | "domain": "https://service.tib.eu/ldmservice", | 12 | "domain": "https://service.tib.eu/ldmservice", | ||
| 13 | "extra_authors": [ | 13 | "extra_authors": [ | ||
| 14 | { | 14 | { | ||
| 15 | "extra_author": "Xiaoxuan Zhu", | 15 | "extra_author": "Xiaoxuan Zhu", | ||
| 16 | "orcid": "" | 16 | "orcid": "" | ||
| 17 | }, | 17 | }, | ||
| 18 | { | 18 | { | ||
| 19 | "extra_author": "Haoning Ye", | 19 | "extra_author": "Haoning Ye", | ||
| 20 | "orcid": "" | 20 | "orcid": "" | ||
| 21 | }, | 21 | }, | ||
| 22 | { | 22 | { | ||
| 23 | "extra_author": "Lin Zhang", | 23 | "extra_author": "Lin Zhang", | ||
| 24 | "orcid": "" | 24 | "orcid": "" | ||
| 25 | }, | 25 | }, | ||
| 26 | { | 26 | { | ||
| 27 | "extra_author": "Jianchen Wang", | 27 | "extra_author": "Jianchen Wang", | ||
| 28 | "orcid": "" | 28 | "orcid": "" | ||
| 29 | }, | 29 | }, | ||
| 30 | { | 30 | { | ||
| 31 | "extra_author": "Yixin Zhu", | 31 | "extra_author": "Yixin Zhu", | ||
| 32 | "orcid": "" | 32 | "orcid": "" | ||
| 33 | }, | 33 | }, | ||
| 34 | { | 34 | { | ||
| 35 | "extra_author": "Sihang Jiang", | 35 | "extra_author": "Sihang Jiang", | ||
| 36 | "orcid": "" | 36 | "orcid": "" | ||
| 37 | }, | 37 | }, | ||
| 38 | { | 38 | { | ||
| 39 | "extra_author": "Zhuozhi Xiong", | 39 | "extra_author": "Zhuozhi Xiong", | ||
| 40 | "orcid": "" | 40 | "orcid": "" | ||
| 41 | }, | 41 | }, | ||
| 42 | { | 42 | { | ||
| 43 | "extra_author": "Zihan Li", | 43 | "extra_author": "Zihan Li", | ||
| 44 | "orcid": "" | 44 | "orcid": "" | ||
| 45 | }, | 45 | }, | ||
| 46 | { | 46 | { | ||
| 47 | "extra_author": "Weijie Wu", | 47 | "extra_author": "Weijie Wu", | ||
| 48 | "orcid": "" | 48 | "orcid": "" | ||
| 49 | }, | 49 | }, | ||
| 50 | { | 50 | { | ||
| 51 | "extra_author": "Qianyu He", | 51 | "extra_author": "Qianyu He", | ||
| 52 | "orcid": "" | 52 | "orcid": "" | ||
| 53 | }, | 53 | }, | ||
| 54 | { | 54 | { | ||
| 55 | "extra_author": "Rui Xu", | 55 | "extra_author": "Rui Xu", | ||
| 56 | "orcid": "" | 56 | "orcid": "" | ||
| 57 | }, | 57 | }, | ||
| 58 | { | 58 | { | ||
| 59 | "extra_author": "Wenhao Huang", | 59 | "extra_author": "Wenhao Huang", | ||
| 60 | "orcid": "" | 60 | "orcid": "" | ||
| 61 | }, | 61 | }, | ||
| 62 | { | 62 | { | ||
| 63 | "extra_author": "Jingping Liu", | 63 | "extra_author": "Jingping Liu", | ||
| 64 | "orcid": "" | 64 | "orcid": "" | ||
| 65 | }, | 65 | }, | ||
| 66 | { | 66 | { | ||
| 67 | "extra_author": "Zili Wang", | 67 | "extra_author": "Zili Wang", | ||
| 68 | "orcid": "" | 68 | "orcid": "" | ||
| 69 | }, | 69 | }, | ||
| 70 | { | 70 | { | ||
| 71 | "extra_author": "Shusen Wang", | 71 | "extra_author": "Shusen Wang", | ||
| 72 | "orcid": "" | 72 | "orcid": "" | ||
| 73 | }, | 73 | }, | ||
| 74 | { | 74 | { | ||
| 75 | "extra_author": "Weiguo Zheng", | 75 | "extra_author": "Weiguo Zheng", | ||
| 76 | "orcid": "" | 76 | "orcid": "" | ||
| 77 | }, | 77 | }, | ||
| 78 | { | 78 | { | ||
| 79 | "extra_author": "Hongwei Feng", | 79 | "extra_author": "Hongwei Feng", | ||
| 80 | "orcid": "" | 80 | "orcid": "" | ||
| 81 | }, | 81 | }, | ||
| 82 | { | 82 | { | ||
| 83 | "extra_author": "Yanghua Xiao", | 83 | "extra_author": "Yanghua Xiao", | ||
| 84 | "orcid": "" | 84 | "orcid": "" | ||
| 85 | } | 85 | } | ||
| 86 | ], | 86 | ], | ||
| 87 | "groups": [ | 87 | "groups": [ | ||
| 88 | { | 88 | { | ||
| 89 | "description": "", | 89 | "description": "", | ||
| 90 | "display_name": "Domain Knowledge Evaluation", | 90 | "display_name": "Domain Knowledge Evaluation", | ||
| 91 | "id": "bbb180df-4ab9-4dd0-92b2-dfd54d9f1268", | 91 | "id": "bbb180df-4ab9-4dd0-92b2-dfd54d9f1268", | ||
| 92 | "image_display_url": "", | 92 | "image_display_url": "", | ||
| 93 | "name": "domain-knowledge-evaluation", | 93 | "name": "domain-knowledge-evaluation", | ||
| 94 | "title": "Domain Knowledge Evaluation" | 94 | "title": "Domain Knowledge Evaluation" | ||
| 95 | }, | 95 | }, | ||
| 96 | { | 96 | { | ||
| 97 | "description": "", | 97 | "description": "", | ||
| 98 | "display_name": "Large Language Models", | 98 | "display_name": "Large Language Models", | ||
| 99 | "id": "246be871-ce2b-4021-8290-df0f88dec833", | 99 | "id": "246be871-ce2b-4021-8290-df0f88dec833", | ||
| 100 | "image_display_url": "", | 100 | "image_display_url": "", | ||
| 101 | "name": "large-language-models", | 101 | "name": "large-language-models", | ||
| 102 | "title": "Large Language Models" | 102 | "title": "Large Language Models" | ||
| 103 | } | 103 | } | ||
| 104 | ], | 104 | ], | ||
| 105 | "id": "cc00211e-5d40-452a-98be-7b015b2bb0b2", | 105 | "id": "cc00211e-5d40-452a-98be-7b015b2bb0b2", | ||
| 106 | "isopen": false, | 106 | "isopen": false, | ||
| 107 | "landing_page": "https://github.com/MikeGu721/XiezhiBenchmark", | 107 | "landing_page": "https://github.com/MikeGu721/XiezhiBenchmark", | ||
| 108 | "license_title": null, | 108 | "license_title": null, | ||
| 109 | "link_orkg": "http://orkg.org/orkg/resource/R642975", | 109 | "link_orkg": "http://orkg.org/orkg/resource/R642975", | ||
| 110 | "metadata_created": "2024-12-02T23:21:45.737693", | 110 | "metadata_created": "2024-12-02T23:21:45.737693", | ||
| n | 111 | "metadata_modified": "2024-12-02T23:21:45.794280", | n | 111 | "metadata_modified": "2024-12-02T23:21:47.385483", |
| 112 | "name": | 112 | "name": | ||
| 113 | -an-ever-updating-benchmark-for-holistic-domain-knowledge-evaluation", | 113 | -an-ever-updating-benchmark-for-holistic-domain-knowledge-evaluation", | ||
| 114 | "notes": "New Natural Language Process (NLP) benchmarks are urgently | 114 | "notes": "New Natural Language Process (NLP) benchmarks are urgently | ||
| 115 | needed to align with the rapid development of large language models | 115 | needed to align with the rapid development of large language models | ||
| 116 | (LLMs). We present Xiezhi, the most comprehensive evaluation suite | 116 | (LLMs). We present Xiezhi, the most comprehensive evaluation suite | ||
| 117 | designed to assess holistic domain knowledge.", | 117 | designed to assess holistic domain knowledge.", | ||
| n | 118 | "num_resources": 0, | n | 118 | "num_resources": 1, |
| 119 | "num_tags": 3, | 119 | "num_tags": 3, | ||
| 120 | "organization": { | 120 | "organization": { | ||
| 121 | "approval_status": "approved", | 121 | "approval_status": "approved", | ||
| 122 | "created": "2024-11-25T12:11:38.292601", | 122 | "created": "2024-11-25T12:11:38.292601", | ||
| 123 | "description": "", | 123 | "description": "", | ||
| 124 | "id": "079d46db-32df-4b48-91f3-0a8bc8f69559", | 124 | "id": "079d46db-32df-4b48-91f3-0a8bc8f69559", | ||
| 125 | "image_url": "", | 125 | "image_url": "", | ||
| 126 | "is_organization": true, | 126 | "is_organization": true, | ||
| 127 | "name": "no-organization", | 127 | "name": "no-organization", | ||
| 128 | "state": "active", | 128 | "state": "active", | ||
| 129 | "title": "No Organization", | 129 | "title": "No Organization", | ||
| 130 | "type": "organization" | 130 | "type": "organization" | ||
| 131 | }, | 131 | }, | ||
| 132 | "owner_org": "079d46db-32df-4b48-91f3-0a8bc8f69559", | 132 | "owner_org": "079d46db-32df-4b48-91f3-0a8bc8f69559", | ||
| 133 | "private": false, | 133 | "private": false, | ||
| 134 | "relationships_as_object": [], | 134 | "relationships_as_object": [], | ||
| 135 | "relationships_as_subject": [], | 135 | "relationships_as_subject": [], | ||
| t | 136 | "resources": [], | t | 136 | "resources": [ |
| 137 | { | ||||
| 138 | "cache_last_updated": null, | ||||
| 139 | "cache_url": null, | ||||
| 140 | "created": "2024-12-03T00:20:35", | ||||
| 141 | "data": [ | ||||
| 142 | "dcterms:title", | ||||
| 143 | "dcterms:accessRights", | ||||
| 144 | "dcterms:creator", | ||||
| 145 | "dcterms:description", | ||||
| 146 | "dcterms:issued", | ||||
| 147 | "dcterms:language", | ||||
| 148 | "dcterms:identifier", | ||||
| 149 | "dcat:theme", | ||||
| 150 | "dcterms:type", | ||||
| 151 | "dcat:keyword", | ||||
| 152 | "dcat:landingPage", | ||||
| 153 | "dcterms:hasVersion", | ||||
| 154 | "dcterms:format", | ||||
| 155 | "mls:task", | ||||
| 156 | "datacite:isDescribedBy" | ||||
| 157 | ], | ||||
| 158 | "description": "The json representation of the dataset with its | ||||
| 159 | distributions based on DCAT.", | ||||
| 160 | "format": "JSON", | ||||
| 161 | "hash": "", | ||||
| 162 | "id": "f6bc6709-da0a-4eb0-a98d-92783480096b", | ||||
| 163 | "last_modified": "2024-12-02T23:21:47.377641", | ||||
| 164 | "metadata_modified": "2024-12-02T23:21:47.388371", | ||||
| 165 | "mimetype": "application/json", | ||||
| 166 | "mimetype_inner": null, | ||||
| 167 | "name": "Original Metadata", | ||||
| 168 | "package_id": "cc00211e-5d40-452a-98be-7b015b2bb0b2", | ||||
| 169 | "position": 0, | ||||
| 170 | "resource_type": null, | ||||
| 171 | "size": 1249, | ||||
| 172 | "state": "active", | ||||
| 173 | "url": | ||||
| 174 | resource/f6bc6709-da0a-4eb0-a98d-92783480096b/download/metadata.json", | ||||
| 175 | "url_type": "upload" | ||||
| 176 | } | ||||
| 177 | ], | ||||
| 137 | "services_used_list": "", | 178 | "services_used_list": "", | ||
| 138 | "state": "active", | 179 | "state": "active", | ||
| 139 | "tags": [ | 180 | "tags": [ | ||
| 140 | { | 181 | { | ||
| 141 | "display_name": "domain knowledge", | 182 | "display_name": "domain knowledge", | ||
| 142 | "id": "bebac736-7251-425b-b12a-1ff3226482d7", | 183 | "id": "bebac736-7251-425b-b12a-1ff3226482d7", | ||
| 143 | "name": "domain knowledge", | 184 | "name": "domain knowledge", | ||
| 144 | "state": "active", | 185 | "state": "active", | ||
| 145 | "vocabulary_id": null | 186 | "vocabulary_id": null | ||
| 146 | }, | 187 | }, | ||
| 147 | { | 188 | { | ||
| 148 | "display_name": "holistic evaluation", | 189 | "display_name": "holistic evaluation", | ||
| 149 | "id": "23706d12-225a-41e9-afed-fa2a44adfaf2", | 190 | "id": "23706d12-225a-41e9-afed-fa2a44adfaf2", | ||
| 150 | "name": "holistic evaluation", | 191 | "name": "holistic evaluation", | ||
| 151 | "state": "active", | 192 | "state": "active", | ||
| 152 | "vocabulary_id": null | 193 | "vocabulary_id": null | ||
| 153 | }, | 194 | }, | ||
| 154 | { | 195 | { | ||
| 155 | "display_name": "large language models", | 196 | "display_name": "large language models", | ||
| 156 | "id": "a8509b72-f238-4646-ab16-be50d0c7514c", | 197 | "id": "a8509b72-f238-4646-ab16-be50d0c7514c", | ||
| 157 | "name": "large language models", | 198 | "name": "large language models", | ||
| 158 | "state": "active", | 199 | "state": "active", | ||
| 159 | "vocabulary_id": null | 200 | "vocabulary_id": null | ||
| 160 | } | 201 | } | ||
| 161 | ], | 202 | ], | ||
| 162 | "title": "Xiezhi: An Ever-Updating Benchmark for Holistic Domain | 203 | "title": "Xiezhi: An Ever-Updating Benchmark for Holistic Domain | ||
| 163 | Knowledge Evaluation", | 204 | Knowledge Evaluation", | ||
| 164 | "type": "dataset", | 205 | "type": "dataset", | ||
| 165 | "version": "" | 206 | "version": "" | ||
| 166 | } | 207 | } |