Changes

On December 16, 2024 at 7:25:18 PM UTC, admin:
Changed title to Ultrafeedback (previously UltraFeedback)
Set author of Ultrafeedback to Wenxuan Zhou (previously Ganqu Cui)
Updated description of Ultrafeedback from
UltraFeedback is a dataset consisting of AI feedback where GPT-4 rates responses obtained from four different language models for the 64k prompts, based on four principles of helpfulness, instruction-following, truthfulness, and honesty.
to
The dataset used in the paper is Ultrafeedback, which is a preference dataset that contains 63k preference pairs sampled from models other than the SFT model.
Removed the following tags from Ultrafeedback
Added the following tags to Ultrafeedback
Changed value of field defined_in to https://doi.org/10.48550/arXiv.2403.19270 in Ultrafeedback
Changed value of field extra_authors to [{'extra_author': 'Ravi Agrawal', 'orcid': ''}, {'extra_author': 'Shujian Zhang', 'orcid': ''}, {'extra_author': 'Sathish Reddy Indurthi', 'orcid': ''}, {'extra_author': 'Sanqiang Zhao', 'orcid': ''}, {'extra_author': 'Kaiqiang Song', 'orcid': ''}, {'extra_author': 'Silei Xu', 'orcid': ''}, {'extra_author': 'Chenguang Zhu', 'orcid': ''}] in Ultrafeedback
Changed value of field citation to ['https://doi.org/10.48550/arXiv.2406.11827'] in Ultrafeedback
Changed value of field landing_page to https://huggingface.co/datasets/HuggingFaceH4/ultrafeedback_binarized in Ultrafeedback
Deleted resource Original Metadata from Ultrafeedback
              
    
          
          
        
        
            f 1 { f 1 {
            2   "access_rights": "", 2   "access_rights": "",
            n 3   "author": "Ganqu Cui", n 3   "author": "Wenxuan Zhou",
            4   "author_email": "", 4   "author_email": "",
            5   "citation": [ 5   "citation": [
            n 6     "https://doi.org/10.48550/arXiv.2407.06645" n 6     "https://doi.org/10.48550/arXiv.2406.11827"
            7   ], 7   ],
            8   "creator_user_id": "17755db4-395a-4b3b-ac09-e8e3484ca700", 8   "creator_user_id": "17755db4-395a-4b3b-ac09-e8e3484ca700",
            n 9   "defined_in": "https://doi.org/10.48550/arXiv.2402.11253", n 9   "defined_in": "https://doi.org/10.48550/arXiv.2403.19270",
            10   "doi": "10.57702/06vp56te", 10   "doi": "10.57702/06vp56te",
            11   "doi_date_published": "2024-12-16", 11   "doi_date_published": "2024-12-16",
            12   "doi_publisher": "TIB", 12   "doi_publisher": "TIB",
            13   "doi_status": true, 13   "doi_status": true,
            14   "domain": "https://service.tib.eu/ldmservice", 14   "domain": "https://service.tib.eu/ldmservice",
            15   "extra_authors": [ 15   "extra_authors": [
            16     { 16     {
            n 17       "extra_author": "Lifan Yuan", n 17       "extra_author": "Ravi Agrawal",
            18       "orcid": "" 18       "orcid": ""
            19     }, 19     },
            20     { 20     {
            n 21       "extra_author": "Ning Ding", n 21       "extra_author": "Shujian Zhang",
            22       "orcid": "" 22       "orcid": ""
            23     }, 23     },
            24     { 24     {
            n 25       "extra_author": "Guanming Yao", n 25       "extra_author": "Sathish Reddy Indurthi",
            26       "orcid": "" 26       "orcid": ""
            27     }, 27     },
            28     { 28     {
            n 29       "extra_author": "Wei Zhu", n 29       "extra_author": "Sanqiang Zhao",
            30       "orcid": "" 30       "orcid": ""
            31     }, 31     },
            32     { 32     {
            n 33       "extra_author": "Yuan Ni", n 33       "extra_author": "Kaiqiang Song",
            34       "orcid": "" 34       "orcid": ""
            35     }, 35     },
            36     { 36     {
            n 37       "extra_author": "Guotong Xie", n 37       "extra_author": "Silei Xu",
            38       "orcid": "" 38       "orcid": ""
            39     }, 39     },
            40     { 40     {
            n 41       "extra_author": "Zhiyuan Liu", n 41       "extra_author": "Chenguang Zhu",
            42       "orcid": "" 
            43     }, 
            44     { 
            45       "extra_author": "Maosong Sun", 
            46       "orcid": "" 42       "orcid": ""
            47     } 43     }
            48   ], 44   ],
            49   "groups": [ 45   "groups": [
            50     { 46     {
            51       "description": "", 47       "description": "",
            n 52       "display_name": "Human Feedback", n 48       "display_name": "Preference Alignment",
            53       "id": "23a64964-cf6d-4b1b-bd3b-899e9ccb6c1c", 49       "id": "8eb9544a-2f51-4dfa-9a45-13f46b8b3f82",
            54       "image_display_url": "", 50       "image_display_url": "",
            n 55       "name": "human-feedback", n 51       "name": "preference-alignment",
            56       "title": "Human Feedback" 52       "title": "Preference Alignment"
            57     }, 53     },
            58     { 54     {
            59       "description": "", 55       "description": "",
            n 60       "display_name": "Language Models", n 56       "display_name": "Preference Optimization",
            61       "id": "34093697-48eb-4485-bcca-1284a763a07e", 57       "id": "6c5d43dc-82af-4a14-b6c7-5e8c219fd356",
            62       "image_display_url": "", 58       "image_display_url": "",
            n 63       "name": "language-models", n 59       "name": "preference-optimization",
            64       "title": "Language Models" 60       "title": "Preference Optimization"
            65     }, 
            66     { 
            67       "description": "", 
            68       "display_name": "Question Answering", 
            69       "id": "01e9bd6b-910d-421d-bb31-799604023211", 
            70       "image_display_url": "", 
            71       "name": "question-answering", 
            72       "title": "Question Answering" 
            73     } 61     }
            74   ], 62   ],
            75   "id": "10395d5e-e0a8-4f5e-980e-ce171cddfd38", 63   "id": "10395d5e-e0a8-4f5e-980e-ce171cddfd38",
            76   "isopen": false, 64   "isopen": false,
            77   "landing_page":  65   "landing_page": 
            n 78 "https://huggingface.co/datasets/openbmb/UltraFeedback", n 66 ttps://huggingface.co/datasets/HuggingFaceH4/ultrafeedback_binarized",
            79   "license_title": null, 67   "license_title": null,
            80   "link_orkg": "", 68   "link_orkg": "",
            81   "metadata_created": "2024-12-16T18:44:30.563673", 69   "metadata_created": "2024-12-16T18:44:30.563673",
            n 82   "metadata_modified": "2024-12-16T18:44:30.939247", n 70   "metadata_modified": "2024-12-16T19:25:17.251031",
            83   "name": "ultrafeedback", 71   "name": "ultrafeedback",
            n 84   "notes": "UltraFeedback is a dataset consisting of AI feedback where  n 72   "notes": "The dataset used in the paper is Ultrafeedback, which is a 
            85 GPT-4 rates responses obtained from four different language models for  73 preference dataset that contains 63k preference pairs sampled from 
            86 the 64k prompts, based on four principles of helpfulness,  74 models other than the SFT model.",
            87 instruction-following, truthfulness, and honesty.", 
            88   "num_resources": 1, 75   "num_resources": 0,
            89   "num_tags": 8, 76   "num_tags": 5,
            90   "organization": { 77   "organization": {
            91     "approval_status": "approved", 78     "approval_status": "approved",
            92     "created": "2024-11-25T12:11:38.292601", 79     "created": "2024-11-25T12:11:38.292601",
            93     "description": "", 80     "description": "",
            94     "id": "079d46db-32df-4b48-91f3-0a8bc8f69559", 81     "id": "079d46db-32df-4b48-91f3-0a8bc8f69559",
            95     "image_url": "", 82     "image_url": "",
            96     "is_organization": true, 83     "is_organization": true,
            97     "name": "no-organization", 84     "name": "no-organization",
            98     "state": "active", 85     "state": "active",
            99     "title": "No Organization", 86     "title": "No Organization",
            100     "type": "organization" 87     "type": "organization"
            101   }, 88   },
            102   "owner_org": "079d46db-32df-4b48-91f3-0a8bc8f69559", 89   "owner_org": "079d46db-32df-4b48-91f3-0a8bc8f69559",
            103   "private": false, 90   "private": false,
            104   "relationships_as_object": [], 91   "relationships_as_object": [],
            105   "relationships_as_subject": [], 92   "relationships_as_subject": [],
            n 106   "resources": [ n 93   "resources": [],
            107     { 
            108       "cache_last_updated": null, 
            109       "cache_url": null, 
            110       "created": "2024-12-16T18:25:36", 
            111       "data": [ 
            112         "dcterms:title", 
            113         "dcterms:accessRights", 
            114         "dcterms:creator", 
            115         "dcterms:description", 
            116         "dcterms:issued", 
            117         "dcterms:language", 
            118         "dcterms:identifier", 
            119         "dcat:theme", 
            120         "dcterms:type", 
            121         "dcat:keyword", 
            122         "dcat:landingPage", 
            123         "dcterms:hasVersion", 
            124         "dcterms:format", 
            125         "mls:task", 
            126         "datacite:isDescribedBy" 
            127       ], 
            128       "description": "The json representation of the dataset with its  
            129 distributions based on DCAT.", 
            130       "format": "JSON", 
            131       "hash": "", 
            132       "id": "717a6ccc-2799-4703-81bd-fa4b7ec92db6", 
            133       "last_modified": "2024-12-16T18:44:30.931303", 
            134       "metadata_modified": "2024-12-16T18:44:30.942101", 
            135       "mimetype": "application/json", 
            136       "mimetype_inner": null, 
            137       "name": "Original Metadata", 
            138       "package_id": "10395d5e-e0a8-4f5e-980e-ce171cddfd38", 
            139       "position": 0, 
            140       "resource_type": null, 
            141       "size": 1104, 
            142       "state": "active", 
            143       "url":  
            144 resource/717a6ccc-2799-4703-81bd-fa4b7ec92db6/download/metadata.json", 
            145       "url_type": "upload" 
            146     } 
            147   ], 
            148   "services_used_list": "", 94   "services_used_list": "",
            149   "state": "active", 95   "state": "active",
            150   "tags": [ 96   "tags": [
            151     { 97     {
            n 152       "display_name": "LLMs", n 98       "display_name": "Ultrafeedback",
            153       "id": "61771b29-ae87-4956-bf63-9263311f3ef5", 99       "id": "6087a93e-c880-45ff-a735-e6f3eb0ab5b4",
            154       "name": "LLMs", 100       "name": "Ultrafeedback",
            155       "state": "active", 101       "state": "active",
            156       "vocabulary_id": null 102       "vocabulary_id": null
            157     }, 103     },
            158     { 104     {
            n 159       "display_name": "helpfulness", n 105       "display_name": "language model",
            160       "id": "cf8e98fb-9a38-4919-8e90-8f1c807607ad", 106       "id": "d425459a-d1a3-4ace-95e4-e3aeb8c08293",
            161       "name": "helpfulness", 107       "name": "language model",
            162       "state": "active", 108       "state": "active",
            163       "vocabulary_id": null 109       "vocabulary_id": null
            164     }, 110     },
            165     { 111     {
            n 166       "display_name": "honesty", n 112       "display_name": "preference alignment",
            167       "id": "cd7510bf-9ad3-4e01-9646-103f518565d3", 113       "id": "d7abb4e0-c0cc-44e4-89e6-d771ea0d3cc2",
            168       "name": "honesty", 114       "name": "preference alignment",
            169       "state": "active", 115       "state": "active",
            170       "vocabulary_id": null 116       "vocabulary_id": null
            171     }, 117     },
            172     { 118     {
            n 173       "display_name": "human feedback", n 119       "display_name": "preference optimization",
            174       "id": "c52f1c18-6393-4ff3-8d19-3d7aeebf7b31", 120       "id": "0796ad32-3694-4b23-8693-f0ec87639274",
            175       "name": "human feedback", 121       "name": "preference optimization",
            176       "state": "active", 122       "state": "active",
            177       "vocabulary_id": null 123       "vocabulary_id": null
            178     }, 124     },
            179     { 125     {
            n 180       "display_name": "instruction-following", n 
            181       "id": "978dae3e-2706-448f-972e-5a3396195881", 
            182       "name": "instruction-following", 
            183       "state": "active", 
            184       "vocabulary_id": null 
            185     }, 
            186     { 
            187       "display_name": "language models", 
            188       "id": "4729dde2-7c2d-4139-a4a4-277eb803d093", 
            189       "name": "language models", 
            190       "state": "active", 
            191       "vocabulary_id": null 
            192     }, 
            193     { 
            194       "display_name": "question answering", 
            195       "id": "d4e35d0b-ca07-4d05-bb27-50b2f30f2f00", 
            196       "name": "question answering", 
            197       "state": "active", 
            198       "vocabulary_id": null 
            199     }, 
            200     { 
            201       "display_name": "truthfulness", 126       "display_name": "sDPO",
            202       "id": "e942141d-e378-46fe-897f-38bf71762df7", 127       "id": "61fba733-edfd-4fbb-a25e-efcfa7c608ff",
            203       "name": "truthfulness", 128       "name": "sDPO",
            204       "state": "active", 129       "state": "active",
            205       "vocabulary_id": null 130       "vocabulary_id": null
            206     } 131     }
            207   ], 132   ],
            t 208   "title": "UltraFeedback", t 133   "title": "Ultrafeedback",
            209   "type": "dataset", 134   "type": "dataset",
            210   "version": "" 135   "version": ""
            211 } 136 }