Changes

On December 3, 2024 at 9:49:52 AM UTC, admin:
Changed title to GLUE benchmark (previously GLUE Benchmark)
Set author of GLUE benchmark to Shwai He (previously Lucas Weber)
Updated description of GLUE benchmark from
The GLUE benchmark consists of 9 sentence- or sentence-pair language understanding tasks, selected to cover a range of dataset sizes, text genres, and difficulty levels.
to
The dataset used in the paper is not explicitly described, but it is mentioned that the authors used three downstream tasks from the GLUE benchmark: Stanford Sentiment Treebank (SST-2), Natural Language Inference (MNLI), and Paraphrase Identification (QQP).
Removed the following tags from GLUE benchmark
Added the following tags to GLUE benchmark
- Language Models
- NLP
Changed value of field defined_in to https://doi.org/10.48550/arXiv.2307.10457 in GLUE benchmark
Changed value of field extra_authors to [{'extra_author': 'Liang Ding', 'orcid': ''}, {'extra_author': 'Daize Dong', 'orcid': ''}, {'extra_author': 'Boan Liu', 'orcid': ''}, {'extra_author': 'Fuqiang Yu', 'orcid': ''}, {'extra_author': 'Dacheng Tao', 'orcid': ''}] in GLUE benchmark
Changed value of field citation to [] in GLUE benchmark
Changed value of field landing_page to https://glue.mmluc.org/ in GLUE benchmark
Deleted resource Original Metadata from GLUE benchmark
              
    
          
          
        
        
            f 1 { f 1 {
            2   "access_rights": "", 2   "access_rights": "",
            n 3   "author": "Lucas Weber", n 3   "author": "Shwai He",
            4   "author_email": "", 4   "author_email": "",
            n 5   "citation": [ n 5   "citation": [],
            6     "https://doi.org/10.48550/arXiv.2205.06910", 
            7     "https://doi.org/10.48550/arXiv.2208.10806", 
            8     "https://doi.org/10.48550/arXiv.2202.04538", 
            9     "https://doi.org/10.48550/arXiv.2308.04624", 
            10     "https://doi.org/10.48550/arXiv.2305.18239" 
            11   ], 
            12   "creator_user_id": "17755db4-395a-4b3b-ac09-e8e3484ca700", 6   "creator_user_id": "17755db4-395a-4b3b-ac09-e8e3484ca700",
            n 13   "defined_in": "https://doi.org/10.48550/arXiv.2305.04989", n 7   "defined_in": "https://doi.org/10.48550/arXiv.2307.10457",
            14   "doi": "10.57702/zfq6kj1s", 8   "doi": "10.57702/zfq6kj1s",
            15   "doi_date_published": "2024-12-02", 9   "doi_date_published": "2024-12-02",
            16   "doi_publisher": "TIB", 10   "doi_publisher": "TIB",
            17   "doi_status": true, 11   "doi_status": true,
            18   "domain": "https://service.tib.eu/ldmservice", 12   "domain": "https://service.tib.eu/ldmservice",
            19   "extra_authors": [ 13   "extra_authors": [
            20     { 14     {
            n 21       "extra_author": "Jaap Jumelet", n 15       "extra_author": "Liang Ding",
            22       "orcid": "" 16       "orcid": ""
            23     }, 17     },
            24     { 18     {
            n 25       "extra_author": "Paul Michel", n 19       "extra_author": "Daize Dong",
            26       "orcid": "" 20       "orcid": ""
            27     }, 21     },
            28     { 22     {
            n 29       "extra_author": "Elia Bruni", n 23       "extra_author": "Boan Liu",
            30       "orcid": "" 24       "orcid": ""
            31     }, 25     },
            32     { 26     {
            n 33       "extra_author": "Dieuwke Hupkes", n 27       "extra_author": "Fuqiang Yu",
            28       "orcid": ""
            29     },
            30     {
            31       "extra_author": "Dacheng Tao",
            34       "orcid": "" 32       "orcid": ""
            35     } 33     }
            36   ], 34   ],
            37   "groups": [ 35   "groups": [
            n 38     { n 
            39       "description": "", 
            40       "display_name": "Language Modeling", 
            41       "id": "f0c89329-f1ed-4ba3-90d2-5113fff9bf72", 
            42       "image_display_url": "", 
            43       "name": "language-modeling", 
            44       "title": "Language Modeling" 
            45     }, 
            46     { 
            47       "description": "", 
            48       "display_name": "Machine Learning", 
            49       "id": "1d8623c9-adbd-4f91-be1e-53847c4ac32a", 
            50       "image_display_url": "", 
            51       "name": "machine-learning", 
            52       "title": "Machine Learning" 
            53     }, 
            54     { 36     {
            55       "description": "", 37       "description": "",
            56       "display_name": "Natural Language Processing", 38       "display_name": "Natural Language Processing",
            57       "id": "5b974bcc-8f79-40fc-a05d-75b861d55ed0", 39       "id": "5b974bcc-8f79-40fc-a05d-75b861d55ed0",
            58       "image_display_url": "", 40       "image_display_url": "",
            59       "name": "natural-language-processing", 41       "name": "natural-language-processing",
            60       "title": "Natural Language Processing" 42       "title": "Natural Language Processing"
            61     }, 43     },
            62     { 44     {
            63       "description": "", 45       "description": "",
            64       "display_name": "Natural Language Understanding", 46       "display_name": "Natural Language Understanding",
            65       "id": "df622473-8ef8-4444-96b5-8edd199fa1fe", 47       "id": "df622473-8ef8-4444-96b5-8edd199fa1fe",
            66       "image_display_url": "", 48       "image_display_url": "",
            67       "name": "natural-language-understanding", 49       "name": "natural-language-understanding",
            68       "title": "Natural Language Understanding" 50       "title": "Natural Language Understanding"
            n 69     }, n 
            70     { 
            71       "description": "", 
            72       "display_name": "Text Data", 
            73       "id": "30d52e93-891a-463b-a577-99a00396f012", 
            74       "image_display_url": "", 
            75       "name": "text-data", 
            76       "title": "Text Data" 
            77     } 51     }
            78   ], 52   ],
            79   "id": "02e1f5ee-4afe-40e1-bf4b-9129ede9617c", 53   "id": "02e1f5ee-4afe-40e1-bf4b-9129ede9617c",
            80   "isopen": false, 54   "isopen": false,
            n 81   "landing_page": "https://glue.cs.cmu.edu/", n 55   "landing_page": "https://glue.mmluc.org/",
            82   "license_title": null, 56   "license_title": null,
            83   "link_orkg": "", 57   "link_orkg": "",
            84   "metadata_created": "2024-12-02T21:52:12.811282", 58   "metadata_created": "2024-12-02T21:52:12.811282",
            n 85   "metadata_modified": "2024-12-02T21:52:13.440313", n 59   "metadata_modified": "2024-12-03T09:49:51.522458",
            86   "name": "glue-benchmark", 60   "name": "glue-benchmark",
            n 87   "notes": "The GLUE benchmark consists of 9 sentence- or  n 61   "notes": "The dataset used in the paper is not explicitly described, 
            88 sentence-pair language understanding tasks, selected to cover a range  62 but it is mentioned that the authors used three downstream tasks from 
            89 of dataset sizes, text genres, and difficulty levels.", 63 the GLUE benchmark: Stanford Sentiment Treebank (SST-2), Natural 
            64 Language Inference (MNLI), and Paraphrase Identification (QQP).",
            90   "num_resources": 1, 65   "num_resources": 0,
            91   "num_tags": 17, 66   "num_tags": 5,
            92   "organization": { 67   "organization": {
            93     "approval_status": "approved", 68     "approval_status": "approved",
            94     "created": "2024-11-25T12:11:38.292601", 69     "created": "2024-11-25T12:11:38.292601",
            95     "description": "", 70     "description": "",
            96     "id": "079d46db-32df-4b48-91f3-0a8bc8f69559", 71     "id": "079d46db-32df-4b48-91f3-0a8bc8f69559",
            97     "image_url": "", 72     "image_url": "",
            98     "is_organization": true, 73     "is_organization": true,
            99     "name": "no-organization", 74     "name": "no-organization",
            100     "state": "active", 75     "state": "active",
            101     "title": "No Organization", 76     "title": "No Organization",
            102     "type": "organization" 77     "type": "organization"
            103   }, 78   },
            104   "owner_org": "079d46db-32df-4b48-91f3-0a8bc8f69559", 79   "owner_org": "079d46db-32df-4b48-91f3-0a8bc8f69559",
            105   "private": false, 80   "private": false,
            106   "relationships_as_object": [], 81   "relationships_as_object": [],
            107   "relationships_as_subject": [], 82   "relationships_as_subject": [],
            n 108   "resources": [ n 83   "resources": [],
            109     { 
            110       "cache_last_updated": null, 
            111       "cache_url": null, 
            112       "created": "2024-12-02T22:29:38", 
            113       "data": [ 
            114         "dcterms:title", 
            115         "dcterms:accessRights", 
            116         "dcterms:creator", 
            117         "dcterms:description", 
            118         "dcterms:issued", 
            119         "dcterms:language", 
            120         "dcterms:identifier", 
            121         "dcat:theme", 
            122         "dcterms:type", 
            123         "dcat:keyword", 
            124         "dcat:landingPage", 
            125         "dcterms:hasVersion", 
            126         "dcterms:format", 
            127         "mls:task", 
            128         "datacite:isDescribedBy" 
            129       ], 
            130       "description": "The json representation of the dataset with its  
            131 distributions based on DCAT.", 
            132       "format": "JSON", 
            133       "hash": "", 
            134       "id": "290af98a-a9e9-447e-a492-0d883eddccc5", 
            135       "last_modified": "2024-12-02T21:52:13.431237", 
            136       "metadata_modified": "2024-12-02T21:52:13.443178", 
            137       "mimetype": "application/json", 
            138       "mimetype_inner": null, 
            139       "name": "Original Metadata", 
            140       "package_id": "02e1f5ee-4afe-40e1-bf4b-9129ede9617c", 
            141       "position": 0, 
            142       "resource_type": null, 
            143       "size": 1571, 
            144       "state": "active", 
            145       "url":  
            146 resource/290af98a-a9e9-447e-a492-0d883eddccc5/download/metadata.json", 
            147       "url_type": "upload" 
            148     } 
            149   ], 
            150   "services_used_list": "", 84   "services_used_list": "",
            151   "state": "active", 85   "state": "active",
            152   "tags": [ 86   "tags": [
            n 153     { n 
            154       "display_name": "GLUE", 
            155       "id": "9c718b8f-27fb-43a3-9683-3b0d97a3417a", 
            156       "name": "GLUE", 
            157       "state": "active", 
            158       "vocabulary_id": null 
            159     }, 
            160     { 
            161       "display_name": "GLUE Benchmark", 
            162       "id": "fb997f39-5c39-4563-86df-b4eea0a91cda", 
            163       "name": "GLUE Benchmark", 
            164       "state": "active", 
            165       "vocabulary_id": null 
            166     }, 
            167     { 87     {
            168       "display_name": "GLUE benchmark", 88       "display_name": "GLUE benchmark",
            169       "id": "cd045508-e69a-4adb-8570-646144f5ea14", 89       "id": "cd045508-e69a-4adb-8570-646144f5ea14",
            170       "name": "GLUE benchmark", 90       "name": "GLUE benchmark",
            171       "state": "active", 91       "state": "active",
            172       "vocabulary_id": null 92       "vocabulary_id": null
            173     }, 93     },
            174     { 94     {
            n 175       "display_name": "Language Modeling", n 95       "display_name": "Language Models",
            176       "id": "150cb2f3-fcd6-4438-b775-4b37bc942ea7", 96       "id": "3c8ccbd5-9585-4599-8612-76c0221af944",
            177       "name": "Language Modeling", 97       "name": "Language Models",
            178       "state": "active", 98       "state": "active",
            179       "vocabulary_id": null 99       "vocabulary_id": null
            180     }, 100     },
            181     { 101     {
            n 182       "display_name": "Language Understanding", n 
            183       "id": "865a0794-d6ce-4460-bb70-cfd801d43827", 
            184       "name": "Language Understanding", 
            185       "state": "active", 
            186       "vocabulary_id": null 
            187     }, 
            188     { 
            189       "display_name": "NLU", 102       "display_name": "NLP",
            190       "id": "689fe87a-1c8a-4f67-aa76-5da62e59a084", 103       "id": "c46d9b86-920a-4b26-8aa2-27009b5d219b",
            191       "name": "NLU", 104       "name": "NLP",
            192       "state": "active", 
            193       "vocabulary_id": null 
            194     }, 
            195     { 
            196       "display_name": "Natural Language Inference", 
            197       "id": "c6f46d1a-d4c6-4de1-890b-c5a6793a0123", 
            198       "name": "Natural Language Inference", 
            199       "state": "active", 105       "state": "active",
            200       "vocabulary_id": null 106       "vocabulary_id": null
            201     }, 107     },
            202     { 108     {
            203       "display_name": "Natural Language Processing", 109       "display_name": "Natural Language Processing",
            204       "id": "035ca6e6-7473-43c7-82b3-cb1c2b4131fe", 110       "id": "035ca6e6-7473-43c7-82b3-cb1c2b4131fe",
            205       "name": "Natural Language Processing", 111       "name": "Natural Language Processing",
            206       "state": "active", 112       "state": "active",
            207       "vocabulary_id": null 113       "vocabulary_id": null
            208     }, 114     },
            209     { 115     {
            210       "display_name": "Natural Language Understanding", 116       "display_name": "Natural Language Understanding",
            211       "id": "312f8d3e-c439-4942-8976-bff3e06d3939", 117       "id": "312f8d3e-c439-4942-8976-bff3e06d3939",
            212       "name": "Natural Language Understanding", 118       "name": "Natural Language Understanding",
            213       "state": "active", 119       "state": "active",
            214       "vocabulary_id": null 120       "vocabulary_id": null
            n 215     }, n 
            216     { 
            217       "display_name": "Paraphrasing", 
            218       "id": "4051d283-fbae-4f2d-b9a5-9fe9ff5da90f", 
            219       "name": "Paraphrasing", 
            220       "state": "active", 
            221       "vocabulary_id": null 
            222     }, 
            223     { 
            224       "display_name": "Question Answering", 
            225       "id": "90f0a19e-b0c2-47b9-9180-dd38182c8003", 
            226       "name": "Question Answering", 
            227       "state": "active", 
            228       "vocabulary_id": null 
            229     }, 
            230     { 
            231       "display_name": "Sentiment Analysis", 
            232       "id": "8523cc06-351a-4eef-b126-04451cbc0d13", 
            233       "name": "Sentiment Analysis", 
            234       "state": "active", 
            235       "vocabulary_id": null 
            236     }, 
            237     { 
            238       "display_name": "Text Classification", 
            239       "id": "daa24bd4-9e49-4ef5-870a-f51681ab0a20", 
            240       "name": "Text Classification", 
            241       "state": "active", 
            242       "vocabulary_id": null 
            243     }, 
            244     { 
            245       "display_name": "Text Data", 
            246       "id": "a72366d9-3035-43be-8190-608b1c5c787b", 
            247       "name": "Text Data", 
            248       "state": "active", 
            249       "vocabulary_id": null 
            250     }, 
            251     { 
            252       "display_name": "Textual Entailment", 
            253       "id": "1643b4fe-2de2-49f4-9fe2-f222f7ef7fab", 
            254       "name": "Textual Entailment", 
            255       "state": "active", 
            256       "vocabulary_id": null 
            257     }, 
            258     { 
            259       "display_name": "Textual Similarity", 
            260       "id": "26cab37c-4b47-4d44-b564-0f2fe597e154", 
            261       "name": "Textual Similarity", 
            262       "state": "active", 
            263       "vocabulary_id": null 
            264     }, 
            265     { 
            266       "display_name": "natural language understanding", 
            267       "id": "4ca2fc08-fa20-49dc-8adc-e7c600bccbf1", 
            268       "name": "natural language understanding", 
            269       "state": "active", 
            270       "vocabulary_id": null 
            271     } 121     }
            272   ], 122   ],
            t 273   "title": "GLUE Benchmark", t 123   "title": "GLUE benchmark",
            274   "type": "dataset", 124   "type": "dataset",
            275   "version": "" 125   "version": ""
            276 } 126 }