Changes

              
    

          
          
        
        

            
f
1
{
f
1
{
            
2
  "access_rights": "",
2
  "access_rights": "",
            
3
  "author": "Zongxia Li",
3
  "author": "Zongxia Li",
            
4
  "author_email": "",
4
  "author_email": "",
            
5
  "citation": [],
5
  "citation": [],
            
6
  "creator_user_id": "17755db4-395a-4b3b-ac09-e8e3484ca700",
6
  "creator_user_id": "17755db4-395a-4b3b-ac09-e8e3484ca700",
            
7
  "defined_in": "https://doi.org/10.48550/arXiv.2402.11161",
7
  "defined_in": "https://doi.org/10.48550/arXiv.2402.11161",
            
8
  "doi": "10.57702/p3mntyr3",
8
  "doi": "10.57702/p3mntyr3",
            
n
9
  "doi_date_published": null,
n
9
  "doi_date_published": "2024-12-16",
            
10
  "doi_publisher": "TIB",
10
  "doi_publisher": "TIB",
            
n
11
  "doi_status": false,
n
11
  "doi_status": true,
            
12
  "domain": "https://service.tib.eu/ldmservice",
12
  "domain": "https://service.tib.eu/ldmservice",
            
13
  "extra_authors": [
13
  "extra_authors": [
            
14
    {
14
    {
            
15
      "extra_author": "Ishani Mondal",
15
      "extra_author": "Ishani Mondal",
            
16
      "orcid": ""
16
      "orcid": ""
            
17
    },
17
    },
            
18
    {
18
    {
            
19
      "extra_author": "Yijun Liang",
19
      "extra_author": "Yijun Liang",
            
20
      "orcid": ""
20
      "orcid": ""
            
21
    },
21
    },
            
22
    {
22
    {
            
23
      "extra_author": "Huy Nghiem",
23
      "extra_author": "Huy Nghiem",
            
24
      "orcid": ""
24
      "orcid": ""
            
25
    },
25
    },
            
26
    {
26
    {
            
27
      "extra_author": "Jordan Boyd-Graber",
27
      "extra_author": "Jordan Boyd-Graber",
            
28
      "orcid": ""
28
      "orcid": ""
            
29
    }
29
    }
            
30
  ],
30
  ],
            
31
  "groups": [
31
  "groups": [
            
32
    {
32
    {
            
33
      "description": "",
33
      "description": "",
            
34
      "display_name": "Question Answering",
34
      "display_name": "Question Answering",
            
35
      "id": "01e9bd6b-910d-421d-bb31-799604023211",
35
      "id": "01e9bd6b-910d-421d-bb31-799604023211",
            
36
      "image_display_url": "",
36
      "image_display_url": "",
            
37
      "name": "question-answering",
37
      "name": "question-answering",
            
38
      "title": "Question Answering"
38
      "title": "Question Answering"
            
39
    }
39
    }
            
40
  ],
40
  ],
            
41
  "id": "8de24b5a-df9c-4145-ab50-54e761c62875",
41
  "id": "8de24b5a-df9c-4145-ab50-54e761c62875",
            
42
  "isopen": false,
42
  "isopen": false,
            
43
  "landing_page": "",
43
  "landing_page": "",
            
44
  "license_title": null,
44
  "license_title": null,
            
45
  "link_orkg": "",
45
  "link_orkg": "",
            
46
  "metadata_created": "2024-12-16T18:12:34.523225",
46
  "metadata_created": "2024-12-16T18:12:34.523225",
            
n
47
  "metadata_modified": "2024-12-16T18:12:34.523232",
n
47
  "metadata_modified": "2024-12-16T18:12:34.876170",
            
48
  "name": 
48
  "name": 
            
49
"panda--pedantic-answer-correctness-determination-and-adjudication-",
49
"panda--pedantic-answer-correctness-determination-and-adjudication-",
            
50
  "notes": "Question answering (QA) can only make progress if we know 
50
  "notes": "Question answering (QA) can only make progress if we know 
            
51
if an answer is correct, but for many of the most challenging and 
51
if an answer is correct, but for many of the most challenging and 
            
52
interesting QA examples, current answer correctness (AC) metrics do 
52
interesting QA examples, current answer correctness (AC) metrics do 
            
53
not align with human judgments, particularly verbose, free-form 
53
not align with human judgments, particularly verbose, free-form 
            
54
answers from large language models.",
54
answers from large language models.",
            
n
55
  "num_resources": 0,
n
55
  "num_resources": 1,
            
56
  "num_tags": 3,
56
  "num_tags": 3,
            
57
  "organization": {
57
  "organization": {
            
58
    "approval_status": "approved",
58
    "approval_status": "approved",
            
59
    "created": "2024-11-25T12:11:38.292601",
59
    "created": "2024-11-25T12:11:38.292601",
            
60
    "description": "",
60
    "description": "",
            
61
    "id": "079d46db-32df-4b48-91f3-0a8bc8f69559",
61
    "id": "079d46db-32df-4b48-91f3-0a8bc8f69559",
            
62
    "image_url": "",
62
    "image_url": "",
            
63
    "is_organization": true,
63
    "is_organization": true,
            
64
    "name": "no-organization",
64
    "name": "no-organization",
            
65
    "state": "active",
65
    "state": "active",
            
66
    "title": "No Organization",
66
    "title": "No Organization",
            
67
    "type": "organization"
67
    "type": "organization"
            
68
  },
68
  },
            
69
  "owner_org": "079d46db-32df-4b48-91f3-0a8bc8f69559",
69
  "owner_org": "079d46db-32df-4b48-91f3-0a8bc8f69559",
            
70
  "private": false,
70
  "private": false,
            
71
  "relationships_as_object": [],
71
  "relationships_as_object": [],
            
72
  "relationships_as_subject": [],
72
  "relationships_as_subject": [],
            
t
73
  "resources": [],
t
73
  "resources": [
            
74
    {
            
75
      "cache_last_updated": null,
            
76
      "cache_url": null,
            
77
      "created": "2024-12-16T18:25:33",
            
78
      "data": [
            
79
        "dcterms:title",
            
80
        "dcterms:accessRights",
            
81
        "dcterms:creator",
            
82
        "dcterms:description",
            
83
        "dcterms:issued",
            
84
        "dcterms:language",
            
85
        "dcterms:identifier",
            
86
        "dcat:theme",
            
87
        "dcterms:type",
            
88
        "dcat:keyword",
            
89
        "dcat:landingPage",
            
90
        "dcterms:hasVersion",
            
91
        "dcterms:format",
            
92
        "mls:task",
            
93
        "datacite:isDescribedBy"
            
94
      ],
            
95
      "description": "The json representation of the dataset with its 
            
96
distributions based on DCAT.",
            
97
      "format": "JSON",
            
98
      "hash": "",
            
99
      "id": "edee3455-865a-4526-8992-e00c8a1fbad1",
            
100
      "last_modified": "2024-12-16T18:12:34.868411",
            
101
      "metadata_modified": "2024-12-16T18:12:34.879236",
            
102
      "mimetype": "application/json",
            
103
      "mimetype_inner": null,
            
104
      "name": "Original Metadata",
            
105
      "package_id": "8de24b5a-df9c-4145-ab50-54e761c62875",
            
106
      "position": 0,
            
107
      "resource_type": null,
            
108
      "size": 942,
            
109
      "state": "active",
            
110
      "url": 
            
111
resource/edee3455-865a-4526-8992-e00c8a1fbad1/download/metadata.json",
            
112
      "url_type": "upload"
            
113
    }
            
114
  ],
            
74
  "services_used_list": "",
115
  "services_used_list": "",
            
75
  "state": "active",
116
  "state": "active",
            
76
  "tags": [
117
  "tags": [
            
77
    {
118
    {
            
78
      "display_name": "answer correctness",
119
      "display_name": "answer correctness",
            
79
      "id": "f71536e6-7809-41f5-9b14-6b676659b358",
120
      "id": "f71536e6-7809-41f5-9b14-6b676659b358",
            
80
      "name": "answer correctness",
121
      "name": "answer correctness",
            
81
      "state": "active",
122
      "state": "active",
            
82
      "vocabulary_id": null
123
      "vocabulary_id": null
            
83
    },
124
    },
            
84
    {
125
    {
            
85
      "display_name": "large language models",
126
      "display_name": "large language models",
            
86
      "id": "a8509b72-f238-4646-ab16-be50d0c7514c",
127
      "id": "a8509b72-f238-4646-ab16-be50d0c7514c",
            
87
      "name": "large language models",
128
      "name": "large language models",
            
88
      "state": "active",
129
      "state": "active",
            
89
      "vocabulary_id": null
130
      "vocabulary_id": null
            
90
    },
131
    },
            
91
    {
132
    {
            
92
      "display_name": "question answering",
133
      "display_name": "question answering",
            
93
      "id": "d4e35d0b-ca07-4d05-bb27-50b2f30f2f00",
134
      "id": "d4e35d0b-ca07-4d05-bb27-50b2f30f2f00",
            
94
      "name": "question answering",
135
      "name": "question answering",
            
95
      "state": "active",
136
      "state": "active",
            
96
      "vocabulary_id": null
137
      "vocabulary_id": null
            
97
    }
138
    }
            
98
  ],
139
  ],
            
99
  "title": "PANDA (Pedantic ANswer-correctness Determination and 
140
  "title": "PANDA (Pedantic ANswer-correctness Determination and 
            
100
Adjudication)",
141
Adjudication)",
            
101
  "type": "dataset",
142
  "type": "dataset",
            
102
  "version": ""
143
  "version": ""
            
103
}
144
}