-
Notifications
You must be signed in to change notification settings - Fork 1
/
upload.py
50 lines (42 loc) · 1.82 KB
/
upload.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
import biothings.hub.dataload.uploader
import os
import requests
import biothings
import config
biothings.config_for_app(config)
MAP_URL = "https://raw.githubusercontent.com/SuLab/outbreak.info-resources/master/outbreak_resources_es_mapping.json"
MAP_VARS = ["@type", "author", "citedBy", "date", "correction", "curatedBy", "dateModified", "datePublished", "description", "doi", "duration", "funding", "identifier", "inComplianceWith", "instrument", "isBasedOn", "keywords", "license", "material", "measurementTechnique", "name", "protocolCategory", "relatedTo", "topicCategory", "url", "usedToGenerate"]
# when code is exported, import becomes relative
try:
from protocolsio.parser import load_annotations as parser_func
except ImportError:
from .parser import load_annotations as parser_func
class PUploader(biothings.hub.dataload.uploader.BaseSourceUploader):
main_source="protocolsio"
name = "protocolsio"
__metadata__ = {
"src_meta": {
"author":{
"name": "Marco Cano",
"url": "https://github.com/marcodarko"
},
"code":{
"branch": "master",
"repo": "https://github.com/marcodarko/protocolsio.git"
},
"license": "https://www.protocols.io/terms#tos1",
"url" : "https://www.protocols.io/groups/coronavirus-method-development-community/publications"
}
}
idconverter = None
def load_data(self, data_folder):
if not data_folder:
self.logger.info("No data file for protocolsio")
return parser_func()
@classmethod
def get_mapping(klass):
r = requests.get(MAP_URL)
if(r.status_code == 200):
mapping = r.json()
mapping_dict = { key: mapping[key] for key in MAP_VARS }
return mapping_dict