Changes

              
    

          
          
        
        

            
f
1
{
f
1
{
            
n
2
  "author": "Vladyslav Nechakhin, Jennifer D\u2019Souza",
n
2
  "author": "Vladyslav Nechakhin",
            
3
  "author_email": "",
3
  "author_email": "",
            
4
  "creator_user_id": "17755db4-395a-4b3b-ac09-e8e3484ca700",
4
  "creator_user_id": "17755db4-395a-4b3b-ac09-e8e3484ca700",
            
5
  "doi": "10.25835/qftvbgo4",
5
  "doi": "10.25835/qftvbgo4",
            
6
  "doi_date_published": "2023-01-30",
6
  "doi_date_published": "2023-01-30",
            
7
  "doi_publisher": "LUIS",
7
  "doi_publisher": "LUIS",
            
8
  "doi_status": "true",
8
  "doi_status": "true",
            
9
  "domain": "https://data.uni-hannover.de",
9
  "domain": "https://data.uni-hannover.de",
            
n
n
10
  "extra_authors": [
            
11
    {
            
12
      "extra_author": " Jennifer D\u2019Souza"
            
13
    }
            
14
  ],
            
10
  "groups": [],
15
  "groups": [],
            
11
  "have_copyright": "Yes",
16
  "have_copyright": "Yes",
            
12
  "id": "a106b0dc-4f5a-4d04-9cdb-88b3427d8c92",
17
  "id": "a106b0dc-4f5a-4d04-9cdb-88b3427d8c92",
            
13
  "isopen": false,
18
  "isopen": false,
            
14
  "license_id": "CC-BY-SA-3.0",
19
  "license_id": "CC-BY-SA-3.0",
            
15
  "license_title": "CC-BY-SA-3.0",
20
  "license_title": "CC-BY-SA-3.0",
            
16
  "maintainer": "Vladyslav Nechakhin",
21
  "maintainer": "Vladyslav Nechakhin",
            
17
  "maintainer_email": "",
22
  "maintainer_email": "",
            
18
  "metadata_created": "2023-02-22T08:31:26.282375",
23
  "metadata_created": "2023-02-22T08:31:26.282375",
            
n
19
  "metadata_modified": "2023-02-22T08:31:26.282380",
n
24
  "metadata_modified": "2023-08-04T08:46:42.289004",
            
20
  "name": 
25
  "name": 
            
21
"luh-orkg-similar-papers-recommendation-service-evaluation-dataset",
26
"luh-orkg-similar-papers-recommendation-service-evaluation-dataset",
            
22
  "notes": "This dataset was created to compare and evaluate the 
27
  "notes": "This dataset was created to compare and evaluate the 
            
23
Semantic Scholar recommendation service and Open Research Knowledge 
28
Semantic Scholar recommendation service and Open Research Knowledge 
            
24
Graph (ORKG) similar papers recommendation service based on Elastic 
29
Graph (ORKG) similar papers recommendation service based on Elastic 
            
25
Search. The dataset includes 30 random ORKG comparisons, each of them 
30
Search. The dataset includes 30 random ORKG comparisons, each of them 
            
26
is provided with 50 similar papers recommended by Semantic Scholar and 
31
is provided with 50 similar papers recommended by Semantic Scholar and 
            
27
50 papers recommended by Elastic Search, including 10 most relevant 
32
50 papers recommended by Elastic Search, including 10 most relevant 
            
28
papers that were manually labeled.\r\n\r\n## Dataset columns:\r\n* 
33
papers that were manually labeled.\r\n\r\n## Dataset columns:\r\n* 
            
29
Comparison resource ID: the identifier of the ORKG comparison 
34
Comparison resource ID: the identifier of the ORKG comparison 
            
30
resource\r\n* Elastic search score: the relevancy score provided by 
35
resource\r\n* Elastic search score: the relevancy score provided by 
            
31
Elastic Search\r\n* Curated score: papers that are the most relevant 
36
Elastic Search\r\n* Curated score: papers that are the most relevant 
            
32
to the comparison were manually labeled as \"1\"\r\n* ES DOI: digital 
37
to the comparison were manually labeled as \"1\"\r\n* ES DOI: digital 
            
33
object identifier of the paper, recommended by Elastic Search\r\n* ES 
38
object identifier of the paper, recommended by Elastic Search\r\n* ES 
            
34
Title: title of the paper, recommended by Elastic Search\r\n* ES 
39
Title: title of the paper, recommended by Elastic Search\r\n* ES 
            
35
Abstract: abstract of the paper, recommended by Elastic Search\r\n* 
40
Abstract: abstract of the paper, recommended by Elastic Search\r\n* 
            
36
Semantic scholar rank: the relevancy rank provided by Semantic 
41
Semantic scholar rank: the relevancy rank provided by Semantic 
            
37
Scholar\r\n* SS DOI: digital object identifier of the paper, 
42
Scholar\r\n* SS DOI: digital object identifier of the paper, 
            
38
recommended by Semantic Scholar\r\n* SS Title: title of the paper, 
43
recommended by Semantic Scholar\r\n* SS Title: title of the paper, 
            
39
recommended by Semantic Scholar\r\n* SS Abstract: abstract of the 
44
recommended by Semantic Scholar\r\n* SS Abstract: abstract of the 
            
40
paper, recommended by Semantic Scholar\r\n\r\n## Evaluation 
45
paper, recommended by Semantic Scholar\r\n\r\n## Evaluation 
            
41
results:\r\nAverage precision (P@k) and recall (R@k) for Semantic 
46
results:\r\nAverage precision (P@k) and recall (R@k) for Semantic 
            
42
Scholar results:\r\n\r\n* P@50 = 0.11; R@50 = 0.54\r\n* P@40 = 0.13; 
47
Scholar results:\r\n\r\n* P@50 = 0.11; R@50 = 0.54\r\n* P@40 = 0.13; 
            
43
R@40 = 0.50\r\n* P@30 = 0.16; R@30 = 0.48\r\n* P@20 = 0.20; R@20 = 
48
R@40 = 0.50\r\n* P@30 = 0.16; R@30 = 0.48\r\n* P@20 = 0.20; R@20 = 
            
44
0.40\r\n* P@10 = 0.29; R@10 = 0.29\r\n\r\nAverage precision (P@k) and 
49
0.40\r\n* P@10 = 0.29; R@10 = 0.29\r\n\r\nAverage precision (P@k) and 
            
45
recall (R@k) for Elastic Search results:\r\n\r\n* P@50 = 0.20; R@50 = 
50
recall (R@k) for Elastic Search results:\r\n\r\n* P@50 = 0.20; R@50 = 
            
46
1.00\r\n* P@40 = 0.25; R@40 = 0.98\r\n* P@30 = 0.32; R@30 = 0.97\r\n* 
51
1.00\r\n* P@40 = 0.25; R@40 = 0.98\r\n* P@30 = 0.32; R@30 = 0.97\r\n* 
            
47
P@20 = 0.46; R@20 = 0.92\r\n* P@10 = 0.63; R@10 = 0.63",
52
P@20 = 0.46; R@20 = 0.92\r\n* P@10 = 0.63; R@10 = 0.63",
            
48
  "num_resources": 1,
53
  "num_resources": 1,
            
49
  "num_tags": 0,
54
  "num_tags": 0,
            
50
  "organization": {
55
  "organization": {
            
51
    "approval_status": "approved",
56
    "approval_status": "approved",
            
52
    "created": "2017-11-23T17:30:37.757128",
57
    "created": "2017-11-23T17:30:37.757128",
            
53
    "description": "The German National Library of Science and 
58
    "description": "The German National Library of Science and 
            
54
Technology, abbreviated TIB, is the national library of the Federal 
59
Technology, abbreviated TIB, is the national library of the Federal 
            
55
Republic of Germany for all fields of engineering, technology, and the 
60
Republic of Germany for all fields of engineering, technology, and the 
            
56
natural sciences.",
61
natural sciences.",
            
57
    "id": "0c5362f5-b99e-41db-8256-3d0d7549bf4d",
62
    "id": "0c5362f5-b99e-41db-8256-3d0d7549bf4d",
            
58
    "image_url": 
63
    "image_url": 
            
59
3conf/ext/tib_tmpl_bootstrap/Resources/Public/images/TIB_Logo_en.png",
64
3conf/ext/tib_tmpl_bootstrap/Resources/Public/images/TIB_Logo_en.png",
            
60
    "is_organization": true,
65
    "is_organization": true,
            
61
    "name": "tib",
66
    "name": "tib",
            
62
    "state": "active",
67
    "state": "active",
            
63
    "title": "TIB",
68
    "title": "TIB",
            
64
    "type": "organization"
69
    "type": "organization"
            
65
  },
70
  },
            
66
  "owner_org": "0c5362f5-b99e-41db-8256-3d0d7549bf4d",
71
  "owner_org": "0c5362f5-b99e-41db-8256-3d0d7549bf4d",
            
67
  "private": false,
72
  "private": false,
            
68
  "relationships_as_object": [],
73
  "relationships_as_object": [],
            
69
  "relationships_as_subject": [],
74
  "relationships_as_subject": [],
            
70
  "repository_name": "Leibniz University Hannover",
75
  "repository_name": "Leibniz University Hannover",
            
71
  "resources": [
76
  "resources": [
            
72
    {
77
    {
            
73
      "cache_last_updated": null,
78
      "cache_last_updated": null,
            
74
      "cache_url": null,
79
      "cache_url": null,
            
75
      "created": "2023-01-30T13:03:43.787423",
80
      "created": "2023-01-30T13:03:43.787423",
            
76
      "description": "",
81
      "description": "",
            
77
      "format": ".csv",
82
      "format": ".csv",
            
78
      "hash": "",
83
      "hash": "",
            
79
      "id": "a6e58dba-aca8-4f31-a53f-a0f9b6edbe97",
84
      "id": "a6e58dba-aca8-4f31-a53f-a0f9b6edbe97",
            
80
      "last_modified": "2023-01-30T13:03:43.758467",
85
      "last_modified": "2023-01-30T13:03:43.758467",
            
n
81
      "metadata_modified": "2023-02-22T08:31:26.280251",
n
86
      "metadata_modified": "2023-08-04T08:46:42.292354",
            
82
      "mimetype": "text/csv",
87
      "mimetype": "text/csv",
            
83
      "mimetype_inner": null,
88
      "mimetype_inner": null,
            
84
      "name": "Similar_papers_recommendation_dataset.csv",
89
      "name": "Similar_papers_recommendation_dataset.csv",
            
85
      "package_id": "a106b0dc-4f5a-4d04-9cdb-88b3427d8c92",
90
      "package_id": "a106b0dc-4f5a-4d04-9cdb-88b3427d8c92",
            
86
      "position": 0,
91
      "position": 0,
            
87
      "resource_type": null,
92
      "resource_type": null,
            
88
      "size": 4543675,
93
      "size": 4543675,
            
89
      "state": "active",
94
      "state": "active",
            
90
      "url": 
95
      "url": 
            
91
a53f-a0f9b6edbe97/download/similar_papers_recommendation_dataset.csv",
96
a53f-a0f9b6edbe97/download/similar_papers_recommendation_dataset.csv",
            
92
      "url_type": ""
97
      "url_type": ""
            
93
    }
98
    }
            
94
  ],
99
  ],
            
t
t
100
  "services_used_list": "",
            
95
  "source_metadata_created": "2023-01-30T12:52:58.543261",
101
  "source_metadata_created": "2023-01-30T12:52:58.543261",
            
96
  "source_metadata_modified": "2023-01-30T13:24:58.336832",
102
  "source_metadata_modified": "2023-01-30T13:24:58.336832",
            
97
  "state": "active",
103
  "state": "active",
            
98
  "tags": [],
104
  "tags": [],
            
99
  "terms_of_usage": "Yes",
105
  "terms_of_usage": "Yes",
            
100
  "title": "ORKG Similar Papers Recommendation Service Evaluation 
106
  "title": "ORKG Similar Papers Recommendation Service Evaluation 
            
101
Dataset",
107
Dataset",
            
102
  "type": "vdataset",
108
  "type": "vdataset",
            
103
  "url": 
109
  "url": 
            
104
ataset/orkg-similar-papers-recommendation-service-evaluation-dataset",
110
ataset/orkg-similar-papers-recommendation-service-evaluation-dataset",
            
105
  "version": ""
111
  "version": ""
            
106
}
112
}