Changes

              
    

          
          
        
        

            
f
1
{
f
1
{
            
2
  "access_rights": "",
2
  "access_rights": "",
            
3
  "author": "Xinlu Zhang",
3
  "author": "Xinlu Zhang",
            
4
  "author_email": "",
4
  "author_email": "",
            
5
  "citation": [],
5
  "citation": [],
            
6
  "creator_user_id": "17755db4-395a-4b3b-ac09-e8e3484ca700",
6
  "creator_user_id": "17755db4-395a-4b3b-ac09-e8e3484ca700",
            
7
  "defined_in": "https://doi.org/10.48550/arXiv.2311.01361",
7
  "defined_in": "https://doi.org/10.48550/arXiv.2311.01361",
            
8
  "doi": "10.57702/tnasnlb9",
8
  "doi": "10.57702/tnasnlb9",
            
n
9
  "doi_date_published": null,
n
9
  "doi_date_published": "2025-01-02",
            
10
  "doi_publisher": "TIB",
10
  "doi_publisher": "TIB",
            
n
11
  "doi_status": false,
n
11
  "doi_status": true,
            
12
  "domain": "https://service.tib.eu/ldmservice",
12
  "domain": "https://service.tib.eu/ldmservice",
            
13
  "extra_authors": [
13
  "extra_authors": [
            
14
    {
14
    {
            
15
      "extra_author": "Yujie Lu",
15
      "extra_author": "Yujie Lu",
            
16
      "orcid": ""
16
      "orcid": ""
            
17
    },
17
    },
            
18
    {
18
    {
            
19
      "extra_author": "Weizhi Wang",
19
      "extra_author": "Weizhi Wang",
            
20
      "orcid": ""
20
      "orcid": ""
            
21
    },
21
    },
            
22
    {
22
    {
            
23
      "extra_author": "An Yan",
23
      "extra_author": "An Yan",
            
24
      "orcid": ""
24
      "orcid": ""
            
25
    },
25
    },
            
26
    {
26
    {
            
27
      "extra_author": "Jun Yan",
27
      "extra_author": "Jun Yan",
            
28
      "orcid": ""
28
      "orcid": ""
            
29
    },
29
    },
            
30
    {
30
    {
            
31
      "extra_author": "Lianke Qin",
31
      "extra_author": "Lianke Qin",
            
32
      "orcid": ""
32
      "orcid": ""
            
33
    },
33
    },
            
34
    {
34
    {
            
35
      "extra_author": "Heng Wang",
35
      "extra_author": "Heng Wang",
            
36
      "orcid": ""
36
      "orcid": ""
            
37
    },
37
    },
            
38
    {
38
    {
            
39
      "extra_author": "Xifeng Yan",
39
      "extra_author": "Xifeng Yan",
            
40
      "orcid": ""
40
      "orcid": ""
            
41
    },
41
    },
            
42
    {
42
    {
            
43
      "extra_author": "William Yang Wang",
43
      "extra_author": "William Yang Wang",
            
44
      "orcid": ""
44
      "orcid": ""
            
45
    },
45
    },
            
46
    {
46
    {
            
47
      "extra_author": "Linda Ruth Petzold",
47
      "extra_author": "Linda Ruth Petzold",
            
48
      "orcid": ""
48
      "orcid": ""
            
49
    }
49
    }
            
50
  ],
50
  ],
            
51
  "groups": [
51
  "groups": [
            
52
    {
52
    {
            
53
      "description": "",
53
      "description": "",
            
54
      "display_name": "Vision-Language Tasks",
54
      "display_name": "Vision-Language Tasks",
            
55
      "id": "58b28f0f-d7cd-4731-8525-531aadeb97bc",
55
      "id": "58b28f0f-d7cd-4731-8525-531aadeb97bc",
            
56
      "image_display_url": "",
56
      "image_display_url": "",
            
57
      "name": "vision-language-tasks",
57
      "name": "vision-language-tasks",
            
58
      "title": "Vision-Language Tasks"
58
      "title": "Vision-Language Tasks"
            
59
    }
59
    }
            
60
  ],
60
  ],
            
61
  "id": "a1dbd290-2f11-4053-ab79-321690662ee6",
61
  "id": "a1dbd290-2f11-4053-ab79-321690662ee6",
            
62
  "isopen": false,
62
  "isopen": false,
            
63
  "landing_page": "",
63
  "landing_page": "",
            
64
  "license_title": null,
64
  "license_title": null,
            
65
  "link_orkg": "",
65
  "link_orkg": "",
            
66
  "metadata_created": "2025-01-02T23:54:11.339882",
66
  "metadata_created": "2025-01-02T23:54:11.339882",
            
n
67
  "metadata_modified": "2025-01-02T23:54:11.339887",
n
67
  "metadata_modified": "2025-01-02T23:54:12.004149",
            
68
  "name": 
68
  "name": 
            
69
"gpt-4v-ision--as-a-generalist-evaluator-for-vision-language-tasks",
69
"gpt-4v-ision--as-a-generalist-evaluator-for-vision-language-tasks",
            
70
  "notes": "Automatically evaluating vision-language tasks is 
70
  "notes": "Automatically evaluating vision-language tasks is 
            
71
challenging, especially when it comes to reflecting human judgments 
71
challenging, especially when it comes to reflecting human judgments 
            
72
due to limitations in accounting for fine-grained details.",
72
due to limitations in accounting for fine-grained details.",
            
n
73
  "num_resources": 0,
n
73
  "num_resources": 1,
            
74
  "num_tags": 3,
74
  "num_tags": 3,
            
75
  "organization": {
75
  "organization": {
            
76
    "approval_status": "approved",
76
    "approval_status": "approved",
            
77
    "created": "2024-11-25T12:11:38.292601",
77
    "created": "2024-11-25T12:11:38.292601",
            
78
    "description": "",
78
    "description": "",
            
79
    "id": "079d46db-32df-4b48-91f3-0a8bc8f69559",
79
    "id": "079d46db-32df-4b48-91f3-0a8bc8f69559",
            
80
    "image_url": "",
80
    "image_url": "",
            
81
    "is_organization": true,
81
    "is_organization": true,
            
82
    "name": "no-organization",
82
    "name": "no-organization",
            
83
    "state": "active",
83
    "state": "active",
            
84
    "title": "No Organization",
84
    "title": "No Organization",
            
85
    "type": "organization"
85
    "type": "organization"
            
86
  },
86
  },
            
87
  "owner_org": "079d46db-32df-4b48-91f3-0a8bc8f69559",
87
  "owner_org": "079d46db-32df-4b48-91f3-0a8bc8f69559",
            
88
  "private": false,
88
  "private": false,
            
89
  "relationships_as_object": [],
89
  "relationships_as_object": [],
            
90
  "relationships_as_subject": [],
90
  "relationships_as_subject": [],
            
t
91
  "resources": [],
t
91
  "resources": [
            
92
    {
            
93
      "cache_last_updated": null,
            
94
      "cache_url": null,
            
95
      "created": "2025-01-03T00:16:31",
            
96
      "data": [
            
97
        "dcterms:title",
            
98
        "dcterms:accessRights",
            
99
        "dcterms:creator",
            
100
        "dcterms:description",
            
101
        "dcterms:issued",
            
102
        "dcterms:language",
            
103
        "dcterms:identifier",
            
104
        "dcat:theme",
            
105
        "dcterms:type",
            
106
        "dcat:keyword",
            
107
        "dcat:landingPage",
            
108
        "dcterms:hasVersion",
            
109
        "dcterms:format",
            
110
        "mls:task",
            
111
        "datacite:isDescribedBy"
            
112
      ],
            
113
      "description": "The json representation of the dataset with its 
            
114
distributions based on DCAT.",
            
115
      "format": "JSON",
            
116
      "hash": "",
            
117
      "id": "ad161e49-9e75-417b-ad5a-056316190839",
            
118
      "last_modified": "2025-01-02T23:54:11.996259",
            
119
      "metadata_modified": "2025-01-02T23:54:12.007112",
            
120
      "mimetype": "application/json",
            
121
      "mimetype_inner": null,
            
122
      "name": "Original Metadata",
            
123
      "package_id": "a1dbd290-2f11-4053-ab79-321690662ee6",
            
124
      "position": 0,
            
125
      "resource_type": null,
            
126
      "size": 866,
            
127
      "state": "active",
            
128
      "url": 
            
129
resource/ad161e49-9e75-417b-ad5a-056316190839/download/metadata.json",
            
130
      "url_type": "upload"
            
131
    }
            
132
  ],
            
92
  "services_used_list": "",
133
  "services_used_list": "",
            
93
  "state": "active",
134
  "state": "active",
            
94
  "tags": [
135
  "tags": [
            
95
    {
136
    {
            
96
      "display_name": "GPT-4V",
137
      "display_name": "GPT-4V",
            
97
      "id": "455244e5-a411-4dd9-9ecf-0fc8ec8d2eb8",
138
      "id": "455244e5-a411-4dd9-9ecf-0fc8ec8d2eb8",
            
98
      "name": "GPT-4V",
139
      "name": "GPT-4V",
            
99
      "state": "active",
140
      "state": "active",
            
100
      "vocabulary_id": null
141
      "vocabulary_id": null
            
101
    },
142
    },
            
102
    {
143
    {
            
103
      "display_name": "evaluation",
144
      "display_name": "evaluation",
            
104
      "id": "cf6855c3-d4d5-44d1-a7ee-8168118d51cc",
145
      "id": "cf6855c3-d4d5-44d1-a7ee-8168118d51cc",
            
105
      "name": "evaluation",
146
      "name": "evaluation",
            
106
      "state": "active",
147
      "state": "active",
            
107
      "vocabulary_id": null
148
      "vocabulary_id": null
            
108
    },
149
    },
            
109
    {
150
    {
            
110
      "display_name": "vision-language tasks",
151
      "display_name": "vision-language tasks",
            
111
      "id": "b096d21c-46cf-4a29-aac0-555f215fd02c",
152
      "id": "b096d21c-46cf-4a29-aac0-555f215fd02c",
            
112
      "name": "vision-language tasks",
153
      "name": "vision-language tasks",
            
113
      "state": "active",
154
      "state": "active",
            
114
      "vocabulary_id": null
155
      "vocabulary_id": null
            
115
    }
156
    }
            
116
  ],
157
  ],
            
117
  "title": "GPT-4V(ision) as a Generalist Evaluator for 
158
  "title": "GPT-4V(ision) as a Generalist Evaluator for 
            
118
Vision-Language Tasks",
159
Vision-Language Tasks",
            
119
  "type": "dataset",
160
  "type": "dataset",
            
120
  "version": ""
161
  "version": ""
            
121
}
162
}