Changes

              
    

          
          
        
        

            
f
1
{
f
1
{
            
2
  "access_rights": "",
2
  "access_rights": "",
            
3
  "author": "Ruiqi Zhong",
3
  "author": "Ruiqi Zhong",
            
4
  "author_email": "",
4
  "author_email": "",
            
5
  "citation": [],
5
  "citation": [],
            
6
  "creator_user_id": "17755db4-395a-4b3b-ac09-e8e3484ca700",
6
  "creator_user_id": "17755db4-395a-4b3b-ac09-e8e3484ca700",
            
7
  "defined_in": "https://doi.org/10.48550/arXiv.2105.06020",
7
  "defined_in": "https://doi.org/10.48550/arXiv.2105.06020",
            
8
  "doi": "10.57702/34bmylpg",
8
  "doi": "10.57702/34bmylpg",
            
n
9
  "doi_date_published": null,
n
9
  "doi_date_published": "2024-12-17",
            
10
  "doi_publisher": "TIB",
10
  "doi_publisher": "TIB",
            
n
11
  "doi_status": false,
n
11
  "doi_status": true,
            
12
  "domain": "https://service.tib.eu/ldmservice",
12
  "domain": "https://service.tib.eu/ldmservice",
            
13
  "extra_authors": [
13
  "extra_authors": [
            
14
    {
14
    {
            
15
      "extra_author": "Dhruba Ghosh",
15
      "extra_author": "Dhruba Ghosh",
            
16
      "orcid": ""
16
      "orcid": ""
            
17
    },
17
    },
            
18
    {
18
    {
            
19
      "extra_author": "Dan Klein",
19
      "extra_author": "Dan Klein",
            
20
      "orcid": ""
20
      "orcid": ""
            
21
    },
21
    },
            
22
    {
22
    {
            
23
      "extra_author": "Jacob Steinhardt",
23
      "extra_author": "Jacob Steinhardt",
            
24
      "orcid": ""
24
      "orcid": ""
            
25
    }
25
    }
            
26
  ],
26
  ],
            
27
  "groups": [
27
  "groups": [
            
28
    {
28
    {
            
29
      "description": "",
29
      "description": "",
            
30
      "display_name": "Machine Learning",
30
      "display_name": "Machine Learning",
            
31
      "id": "1d8623c9-adbd-4f91-be1e-53847c4ac32a",
31
      "id": "1d8623c9-adbd-4f91-be1e-53847c4ac32a",
            
32
      "image_display_url": "",
32
      "image_display_url": "",
            
33
      "name": "machine-learning",
33
      "name": "machine-learning",
            
34
      "title": "Machine Learning"
34
      "title": "Machine Learning"
            
35
    },
35
    },
            
36
    {
36
    {
            
37
      "description": "",
37
      "description": "",
            
38
      "display_name": "Natural Language Processing",
38
      "display_name": "Natural Language Processing",
            
39
      "id": "5b974bcc-8f79-40fc-a05d-75b861d55ed0",
39
      "id": "5b974bcc-8f79-40fc-a05d-75b861d55ed0",
            
40
      "image_display_url": "",
40
      "image_display_url": "",
            
41
      "name": "natural-language-processing",
41
      "name": "natural-language-processing",
            
42
      "title": "Natural Language Processing"
42
      "title": "Natural Language Processing"
            
43
    }
43
    }
            
44
  ],
44
  ],
            
45
  "id": "671aeaff-c238-4ca4-bfe3-446ab286db41",
45
  "id": "671aeaff-c238-4ca4-bfe3-446ab286db41",
            
46
  "isopen": false,
46
  "isopen": false,
            
47
  "landing_page": 
47
  "landing_page": 
            
48
"https://github.com/ruiqi-zhong/acl2021-instance-level",
48
"https://github.com/ruiqi-zhong/acl2021-instance-level",
            
49
  "license_title": null,
49
  "license_title": null,
            
50
  "link_orkg": "",
50
  "link_orkg": "",
            
51
  "metadata_created": "2024-12-17T12:17:53.720752",
51
  "metadata_created": "2024-12-17T12:17:53.720752",
            
n
52
  "metadata_modified": "2024-12-17T12:17:53.720757",
n
52
  "metadata_modified": "2024-12-17T12:17:54.135550",
            
53
  "name": 
53
  "name": 
            
54
models-uniformly-better--comparing-performance-at-the-instance-level",
54
models-uniformly-better--comparing-performance-at-the-instance-level",
            
55
  "notes": "Larger language models have higher accu- racy on average, 
55
  "notes": "Larger language models have higher accu- racy on average, 
            
56
but are they better on ev- ery single instance (datapoint)?",
56
but are they better on ev- ery single instance (datapoint)?",
            
n
57
  "num_resources": 0,
n
57
  "num_resources": 1,
            
58
  "num_tags": 3,
58
  "num_tags": 3,
            
59
  "organization": {
59
  "organization": {
            
60
    "approval_status": "approved",
60
    "approval_status": "approved",
            
61
    "created": "2024-11-25T12:11:38.292601",
61
    "created": "2024-11-25T12:11:38.292601",
            
62
    "description": "",
62
    "description": "",
            
63
    "id": "079d46db-32df-4b48-91f3-0a8bc8f69559",
63
    "id": "079d46db-32df-4b48-91f3-0a8bc8f69559",
            
64
    "image_url": "",
64
    "image_url": "",
            
65
    "is_organization": true,
65
    "is_organization": true,
            
66
    "name": "no-organization",
66
    "name": "no-organization",
            
67
    "state": "active",
67
    "state": "active",
            
68
    "title": "No Organization",
68
    "title": "No Organization",
            
69
    "type": "organization"
69
    "type": "organization"
            
70
  },
70
  },
            
71
  "owner_org": "079d46db-32df-4b48-91f3-0a8bc8f69559",
71
  "owner_org": "079d46db-32df-4b48-91f3-0a8bc8f69559",
            
72
  "private": false,
72
  "private": false,
            
73
  "relationships_as_object": [],
73
  "relationships_as_object": [],
            
74
  "relationships_as_subject": [],
74
  "relationships_as_subject": [],
            
t
75
  "resources": [],
t
75
  "resources": [
            
76
    {
            
77
      "cache_last_updated": null,
            
78
      "cache_url": null,
            
79
      "created": "2024-12-17T13:07:25",
            
80
      "data": [
            
81
        "dcterms:title",
            
82
        "dcterms:accessRights",
            
83
        "dcterms:creator",
            
84
        "dcterms:description",
            
85
        "dcterms:issued",
            
86
        "dcterms:language",
            
87
        "dcterms:identifier",
            
88
        "dcat:theme",
            
89
        "dcterms:type",
            
90
        "dcat:keyword",
            
91
        "dcat:landingPage",
            
92
        "dcterms:hasVersion",
            
93
        "dcterms:format",
            
94
        "mls:task",
            
95
        "datacite:isDescribedBy"
            
96
      ],
            
97
      "description": "The json representation of the dataset with its 
            
98
distributions based on DCAT.",
            
99
      "format": "JSON",
            
100
      "hash": "",
            
101
      "id": "9dbbb248-0b63-443f-9c55-9719ea198a9e",
            
102
      "last_modified": "2024-12-17T12:17:54.127041",
            
103
      "metadata_modified": "2024-12-17T12:17:54.138834",
            
104
      "mimetype": "application/json",
            
105
      "mimetype_inner": null,
            
106
      "name": "Original Metadata",
            
107
      "package_id": "671aeaff-c238-4ca4-bfe3-446ab286db41",
            
108
      "position": 0,
            
109
      "resource_type": null,
            
110
      "size": 898,
            
111
      "state": "active",
            
112
      "url": 
            
113
resource/9dbbb248-0b63-443f-9c55-9719ea198a9e/download/metadata.json",
            
114
      "url_type": "upload"
            
115
    }
            
116
  ],
            
76
  "services_used_list": "",
117
  "services_used_list": "",
            
77
  "state": "active",
118
  "state": "active",
            
78
  "tags": [
119
  "tags": [
            
79
    {
120
    {
            
80
      "display_name": "instance-level accuracy",
121
      "display_name": "instance-level accuracy",
            
81
      "id": "0237da00-3ee4-4cfd-93e9-eb45111dad09",
122
      "id": "0237da00-3ee4-4cfd-93e9-eb45111dad09",
            
82
      "name": "instance-level accuracy",
123
      "name": "instance-level accuracy",
            
83
      "state": "active",
124
      "state": "active",
            
84
      "vocabulary_id": null
125
      "vocabulary_id": null
            
85
    },
126
    },
            
86
    {
127
    {
            
87
      "display_name": "language models",
128
      "display_name": "language models",
            
88
      "id": "4729dde2-7c2d-4139-a4a4-277eb803d093",
129
      "id": "4729dde2-7c2d-4139-a4a4-277eb803d093",
            
89
      "name": "language models",
130
      "name": "language models",
            
90
      "state": "active",
131
      "state": "active",
            
91
      "vocabulary_id": null
132
      "vocabulary_id": null
            
92
    },
133
    },
            
93
    {
134
    {
            
94
      "display_name": "pretrained language models",
135
      "display_name": "pretrained language models",
            
95
      "id": "409d2acd-ad86-4968-acc4-61b1d7f62d34",
136
      "id": "409d2acd-ad86-4968-acc4-61b1d7f62d34",
            
96
      "name": "pretrained language models",
137
      "name": "pretrained language models",
            
97
      "state": "active",
138
      "state": "active",
            
98
      "vocabulary_id": null
139
      "vocabulary_id": null
            
99
    }
140
    }
            
100
  ],
141
  ],
            
101
  "title": "Are Larger Pretrained Language Models Uniformly Better? 
142
  "title": "Are Larger Pretrained Language Models Uniformly Better? 
            
102
Comparing Performance at the Instance Level",
143
Comparing Performance at the Instance Level",
            
103
  "type": "dataset",
144
  "type": "dataset",
            
104
  "version": ""
145
  "version": ""
            
105
}
146
}