Changes

              
    

          
          
        
        

            
f
1
{
f
1
{
            
2
  "author": "Samaneh Jozashoori",
2
  "author": "Samaneh Jozashoori",
            
3
  "author_email": "iglesias@l3s.de",
3
  "author_email": "iglesias@l3s.de",
            
4
  "citations": [
4
  "citations": [
            
5
    {
5
    {
            
6
      "cited_in": ""
6
      "cited_in": ""
            
7
    }
7
    }
            
8
  ],
8
  ],
            
9
  "creator_user_id": "17755db4-395a-4b3b-ac09-e8e3484ca700",
9
  "creator_user_id": "17755db4-395a-4b3b-ac09-e8e3484ca700",
            
10
  "doi": "10.57702/4c9ivpgs",
10
  "doi": "10.57702/4c9ivpgs",
            
11
  "doi_date_published": "2023-10-17",
11
  "doi_date_published": "2023-10-17",
            
12
  "doi_publisher": "TIB",
12
  "doi_publisher": "TIB",
            
13
  "doi_status": true,
13
  "doi_status": true,
            
14
  "domain": "https://service.tib.eu/ldmservice",
14
  "domain": "https://service.tib.eu/ldmservice",
            
15
  "extra_authors": [
15
  "extra_authors": [
            
16
    {
16
    {
            
17
      "extra_author": "Enrique Iglesias",
17
      "extra_author": "Enrique Iglesias",
            
18
      "orcid": "0000-0002-8734-3123"
18
      "orcid": "0000-0002-8734-3123"
            
19
    },
19
    },
            
20
    {
20
    {
            
21
      "extra_author": "Maria-Esther Vidal",
21
      "extra_author": "Maria-Esther Vidal",
            
22
      "orcid": "0000-0003-1160-8727"
22
      "orcid": "0000-0003-1160-8727"
            
23
    }
23
    }
            
24
  ],
24
  ],
            
25
  "extras": [
25
  "extras": [
            
26
    {
26
    {
            
27
      "__extras": {
27
      "__extras": {
            
28
        "id": "24ed91ac-12e1-41ba-9f6b-c10eddce6b5e",
28
        "id": "24ed91ac-12e1-41ba-9f6b-c10eddce6b5e",
            
29
        "package_id": "5f2180c2-be1d-45c3-a3c3-831f400b2f81",
29
        "package_id": "5f2180c2-be1d-45c3-a3c3-831f400b2f81",
            
30
        "state": "active"
30
        "state": "active"
            
31
      },
31
      },
            
32
      "key": "",
32
      "key": "",
            
33
      "value": ""
33
      "value": ""
            
34
    }
34
    }
            
35
  ],
35
  ],
            
36
  "groups": [],
36
  "groups": [],
            
37
  "id": "5f2180c2-be1d-45c3-a3c3-831f400b2f81",
37
  "id": "5f2180c2-be1d-45c3-a3c3-831f400b2f81",
            
38
  "isopen": false,
38
  "isopen": false,
            
39
  "license_id": "notspecified",
39
  "license_id": "notspecified",
            
40
  "license_title": "License not specified",
40
  "license_title": "License not specified",
            
41
  "maintainer": "Enrique Iglesias",
41
  "maintainer": "Enrique Iglesias",
            
42
  "maintainer_email": "iglesias@l3s.de",
42
  "maintainer_email": "iglesias@l3s.de",
            
43
  "metadata_created": "2023-10-17T09:28:29.260955",
43
  "metadata_created": "2023-10-17T09:28:29.260955",
            
n
44
  "metadata_modified": "2023-10-17T10:54:54.891634",
n
44
  "metadata_modified": "2023-10-17T10:55:15.956699",
            
45
  "name": "sdm-genomic-dataset",
45
  "name": "sdm-genomic-dataset",
            
46
  "notes": "This benchmark is created by randomly sampling data 
46
  "notes": "This benchmark is created by randomly sampling data 
            
47
records from somatic mutation data collected in  COSMIC 
47
records from somatic mutation data collected in  COSMIC 
            
48
(https://cancer.sanger.ac.uk/cosmic). SDM-Genomic-Datasets include 
48
(https://cancer.sanger.ac.uk/cosmic). SDM-Genomic-Datasets include 
            
49
eight different logical sources of various sizes, including 10k, 100k, 
49
eight different logical sources of various sizes, including 10k, 100k, 
            
50
1M, and 5M rows. For every pair of sources of the same size, they 
50
1M, and 5M rows. For every pair of sources of the same size, they 
            
51
differ in the percentage of the data duplicate rate, which can be 
51
differ in the percentage of the data duplicate rate, which can be 
            
52
either 25% or 75%, where each duplicate value is repeated 20 times. 
52
either 25% or 75%, where each duplicate value is repeated 20 times. 
            
53
For example, a 10k logical source with 25% data duplicate rate has 75% 
53
For example, a 10k logical source with 25% data duplicate rate has 75% 
            
54
duplicate-free records (i.e., 7500 rows), and the rest of the 25% 
54
duplicate-free records (i.e., 7500 rows), and the rest of the 25% 
            
55
records (i.e., 2500 rows) correspond to 125 different records which 
55
records (i.e., 2500 rows) correspond to 125 different records which 
            
56
are duplicated 20 times; in total there are 7625 unique values. ",
56
are duplicated 20 times; in total there are 7625 unique values. ",
            
57
  "num_resources": 3,
57
  "num_resources": 3,
            
58
  "num_tags": 2,
58
  "num_tags": 2,
            
59
  "orcid": "0000-0003-1702-8707",
59
  "orcid": "0000-0003-1702-8707",
            
60
  "organization": {
60
  "organization": {
            
61
    "approval_status": "approved",
61
    "approval_status": "approved",
            
62
    "created": "2021-10-14T10:15:56.594472",
62
    "created": "2021-10-14T10:15:56.594472",
            
63
    "description": "# Forschungszentrum 
63
    "description": "# Forschungszentrum 
            
64
L3S\r\n\r\nhttps://www.l3s.de/",
64
L3S\r\n\r\nhttps://www.l3s.de/",
            
65
    "id": "00c8f767-81fd-41ae-9235-dd4d1d43221c",
65
    "id": "00c8f767-81fd-41ae-9235-dd4d1d43221c",
            
66
    "image_url": 
66
    "image_url": 
            
67
"https://www.l3s.de/sites/default/files/L3S_Logo_NEU_small.jpg",
67
"https://www.l3s.de/sites/default/files/L3S_Logo_NEU_small.jpg",
            
68
    "is_organization": true,
68
    "is_organization": true,
            
69
    "name": "l3s",
69
    "name": "l3s",
            
70
    "state": "active",
70
    "state": "active",
            
71
    "title": "L3S",
71
    "title": "L3S",
            
72
    "type": "organization"
72
    "type": "organization"
            
73
  },
73
  },
            
74
  "owner_org": "00c8f767-81fd-41ae-9235-dd4d1d43221c",
74
  "owner_org": "00c8f767-81fd-41ae-9235-dd4d1d43221c",
            
75
  "private": false,
75
  "private": false,
            
76
  "publications": [
76
  "publications": [
            
77
    {
77
    {
            
78
      "published_in": ""
78
      "published_in": ""
            
79
    }
79
    }
            
80
  ],
80
  ],
            
81
  "relationships_as_object": [],
81
  "relationships_as_object": [],
            
82
  "relationships_as_subject": [],
82
  "relationships_as_subject": [],
            
83
  "resources": [
83
  "resources": [
            
84
    {
84
    {
            
85
      "auto_update": "No",
85
      "auto_update": "No",
            
86
      "auto_update_last_update": "",
86
      "auto_update_last_update": "",
            
87
      "auto_update_url": "",
87
      "auto_update_url": "",
            
88
      "cache_last_updated": null,
88
      "cache_last_updated": null,
            
89
      "cache_url": null,
89
      "cache_url": null,
            
90
      "created": "2023-10-17T09:37:06.230719",
90
      "created": "2023-10-17T09:37:06.230719",
            
91
      "description": "",
91
      "description": "",
            
92
      "format": ".zip",
92
      "format": ".zip",
            
93
      "hash": "",
93
      "hash": "",
            
94
      "id": "d65a3ddc-ff78-4a5e-8863-cbecdc76d803",
94
      "id": "d65a3ddc-ff78-4a5e-8863-cbecdc76d803",
            
95
      "last_modified": "2023-10-17T09:37:06.200438",
95
      "last_modified": "2023-10-17T09:37:06.200438",
            
96
      "metadata_modified": "2023-10-17T09:37:06.220368",
96
      "metadata_modified": "2023-10-17T09:37:06.220368",
            
97
      "mimetype": "application/zip",
97
      "mimetype": "application/zip",
            
98
      "mimetype_inner": null,
98
      "mimetype_inner": null,
            
99
      "name": "SDM-Genomic-Dataset 10k and 100k rows Testbeds",
99
      "name": "SDM-Genomic-Dataset 10k and 100k rows Testbeds",
            
100
      "package_id": "5f2180c2-be1d-45c3-a3c3-831f400b2f81",
100
      "package_id": "5f2180c2-be1d-45c3-a3c3-831f400b2f81",
            
101
      "position": 0,
101
      "position": 0,
            
102
      "resource_type": null,
102
      "resource_type": null,
            
103
      "size": 160589043,
103
      "size": 160589043,
            
104
      "state": "active",
104
      "state": "active",
            
105
      "url": 
105
      "url": 
            
106
65a3ddc-ff78-4a5e-8863-cbecdc76d803/download/sdm-genomic-dataset.zip",
106
65a3ddc-ff78-4a5e-8863-cbecdc76d803/download/sdm-genomic-dataset.zip",
            
107
      "url_type": "upload"
107
      "url_type": "upload"
            
108
    },
108
    },
            
109
    {
109
    {
            
110
      "auto_update": "No",
110
      "auto_update": "No",
            
111
      "auto_update_last_update": "",
111
      "auto_update_last_update": "",
            
112
      "auto_update_url": "",
112
      "auto_update_url": "",
            
113
      "cache_last_updated": null,
113
      "cache_last_updated": null,
            
114
      "cache_url": null,
114
      "cache_url": null,
            
115
      "created": "2023-10-17T10:49:37.520638",
115
      "created": "2023-10-17T10:49:37.520638",
            
116
      "description": "",
116
      "description": "",
            
n
117
      "format": "CSV",
n
117
      "format": ".csv",
            
118
      "hash": "",
118
      "hash": "",
            
119
      "id": "e6aeaf20-e3ab-446c-af56-8a1d17578a75",
119
      "id": "e6aeaf20-e3ab-446c-af56-8a1d17578a75",
            
120
      "last_modified": "2023-10-17T10:49:37.499916",
120
      "last_modified": "2023-10-17T10:49:37.499916",
            
t
121
      "metadata_modified": "2023-10-17T10:49:37.512453",
t
121
      "metadata_modified": "2023-10-17T10:55:15.960625",
            
122
      "mimetype": "text/csv",
122
      "mimetype": "text/csv",
            
123
      "mimetype_inner": null,
123
      "mimetype_inner": null,
            
124
      "name": "10k rows source with 25% duplicate rate",
124
      "name": "10k rows source with 25% duplicate rate",
            
125
      "package_id": "5f2180c2-be1d-45c3-a3c3-831f400b2f81",
125
      "package_id": "5f2180c2-be1d-45c3-a3c3-831f400b2f81",
            
126
      "position": 1,
126
      "position": 1,
            
127
      "resource_type": null,
127
      "resource_type": null,
            
128
      "size": 1788734,
128
      "size": 1788734,
            
129
      "state": "active",
129
      "state": "active",
            
130
      "url": 
130
      "url": 
            
131
records_with_duplicate_and_each_duplicate_being_repeated_20times.csv",
131
records_with_duplicate_and_each_duplicate_being_repeated_20times.csv",
            
132
      "url_type": "upload"
132
      "url_type": "upload"
            
133
    },
133
    },
            
134
    {
134
    {
            
135
      "auto_update": "No",
135
      "auto_update": "No",
            
136
      "auto_update_last_update": "",
136
      "auto_update_last_update": "",
            
137
      "auto_update_url": "",
137
      "auto_update_url": "",
            
138
      "cache_last_updated": null,
138
      "cache_last_updated": null,
            
139
      "cache_url": null,
139
      "cache_url": null,
            
140
      "created": "2023-10-17T10:50:05.433365",
140
      "created": "2023-10-17T10:50:05.433365",
            
141
      "description": "",
141
      "description": "",
            
142
      "format": ".csv",
142
      "format": ".csv",
            
143
      "hash": "",
143
      "hash": "",
            
144
      "id": "845052d6-27f5-47b7-a012-2df643bb5bc7",
144
      "id": "845052d6-27f5-47b7-a012-2df643bb5bc7",
            
145
      "last_modified": "2023-10-17T10:50:05.414532",
145
      "last_modified": "2023-10-17T10:50:05.414532",
            
146
      "metadata_modified": "2023-10-17T10:54:54.902243",
146
      "metadata_modified": "2023-10-17T10:54:54.902243",
            
147
      "mimetype": "text/csv",
147
      "mimetype": "text/csv",
            
148
      "mimetype_inner": null,
148
      "mimetype_inner": null,
            
149
      "name": "10k rows source with 75% duplicate rate",
149
      "name": "10k rows source with 75% duplicate rate",
            
150
      "package_id": "5f2180c2-be1d-45c3-a3c3-831f400b2f81",
150
      "package_id": "5f2180c2-be1d-45c3-a3c3-831f400b2f81",
            
151
      "position": 2,
151
      "position": 2,
            
152
      "resource_type": null,
152
      "resource_type": null,
            
153
      "size": 1801842,
153
      "size": 1801842,
            
154
      "state": "active",
154
      "state": "active",
            
155
      "url": 
155
      "url": 
            
156
records_with_duplicate_and_each_duplicate_being_repeated_20times.csv",
156
records_with_duplicate_and_each_duplicate_being_repeated_20times.csv",
            
157
      "url_type": "upload"
157
      "url_type": "upload"
            
158
    }
158
    }
            
159
  ],
159
  ],
            
160
  "services_used_list": "",
160
  "services_used_list": "",
            
161
  "state": "active",
161
  "state": "active",
            
162
  "tags": [
162
  "tags": [
            
163
    {
163
    {
            
164
      "display_name": "Benchmark",
164
      "display_name": "Benchmark",
            
165
      "id": "70474eb4-f8bf-42f1-bf26-7511d4f3356c",
165
      "id": "70474eb4-f8bf-42f1-bf26-7511d4f3356c",
            
166
      "name": "Benchmark",
166
      "name": "Benchmark",
            
167
      "state": "active",
167
      "state": "active",
            
168
      "vocabulary_id": null
168
      "vocabulary_id": null
            
169
    },
169
    },
            
170
    {
170
    {
            
171
      "display_name": "health",
171
      "display_name": "health",
            
172
      "id": "4ad8e4c3-0431-4ed0-8d43-25db6f543a69",
172
      "id": "4ad8e4c3-0431-4ed0-8d43-25db6f543a69",
            
173
      "name": "health",
173
      "name": "health",
            
174
      "state": "active",
174
      "state": "active",
            
175
      "vocabulary_id": null
175
      "vocabulary_id": null
            
176
    }
176
    }
            
177
  ],
177
  ],
            
178
  "title": "SDM-Genomic-Dataset",
178
  "title": "SDM-Genomic-Dataset",
            
179
  "type": "dataset",
179
  "type": "dataset",
            
180
  "url": 
180
  "url": 
            
181
"https://figshare.com/articles/dataset/SDM-Genomic-Datasets/14838342",
181
"https://figshare.com/articles/dataset/SDM-Genomic-Datasets/14838342",
            
182
  "version": ""
182
  "version": ""
            
183
}
183
}