upload.py

import biothings.hub.dataload.uploader
import os

import biothings
import config
import requests
biothings.config_for_app(config)

MAP_URL = "https://raw.githubusercontent.com/SuLab/outbreak.info-resources/master/outbreak_resources_es_mapping_v3.json"
MAP_VARS = ["@type", "abstract", "alternateName", "armGroup", "author", "citedBy", "curatedBy", "date", "dateCreated", "dateModified", "datePublished", "description", "eligibilityCriteria", "hasResults", "healthCondition", "identifier", "identifierSource", "interventions", "isBasedOn", "keywords", "name", "outcome", "protocolSetting", "protocolCategory", "isRelatedTo", "funding", "studyDesign", "studyEvent", "studyLocation", "studyStatus", "url", "topicCategory"]

# when code is exported, import becomes relative
try:
    from clinical_trials.parser import load_annotations as parser_func
except ImportError:
    from .parser import load_annotations as parser_func


class ClinicalTrialUploader(biothings.hub.dataload.uploader.BaseSourceUploader):

    main_source = "clinical_trials"
    name = "clinicaltrials"
    __metadata__ = {"src_meta": {
        "license_url": "https://clinicaltrials.gov/ct2/about-site/terms-conditions",
         "url": "https://clinicaltrials.gov/ct2/results?cond=COVID-19"
    }}
    idconverter = None

    def load_data(self, data_folder):
        if data_folder:
            self.logger.info("Load data from directory: '%s'", data_folder)
        return parser_func()

    @classmethod
    def get_mapping(klass):
        r = requests.get(MAP_URL)
        if(r.status_code == 200):
            mapping = r.json()
            mapping_dict = { key: mapping[key] for key in MAP_VARS }
            return mapping_dict