From 7b1720c29e85c29b724a4f5fc2f91c0512843611 Mon Sep 17 00:00:00 2001 From: egillax Date: Tue, 11 Oct 2022 15:51:36 +0200 Subject: [PATCH 1/6] Fix check note --- .Rbuildignore | 3 +++ 1 file changed, 3 insertions(+) diff --git a/.Rbuildignore b/.Rbuildignore index ac00a31..d003b0a 100644 --- a/.Rbuildignore +++ b/.Rbuildignore @@ -4,3 +4,6 @@ ^_pkgdown\.yml$ ^docs$ ^pkgdown$ +^extras$ +^deploy.sh$ +^compare_versions$ From 5188c6a84010b62c6635d6be79aae0700bbd5a6c Mon Sep 17 00:00:00 2001 From: egillax Date: Tue, 11 Oct 2022 17:50:14 +0200 Subject: [PATCH 2/6] Fix small bug in default models --- R/ResNet.R | 5 +++-- R/Transformer.R | 4 ++-- 2 files changed, 5 insertions(+), 4 deletions(-) diff --git a/R/ResNet.R b/R/ResNet.R index d0364a4..1f48650 100644 --- a/R/ResNet.R +++ b/R/ResNet.R @@ -43,12 +43,13 @@ setDefaultResNet <- function(device='cpu', hiddenDropout = 0.4, sizeEmbedding = 256, weightDecay = 1e-6, - learningRate = 0.01, + learningRate = 0.001, hyperParamSearch = 'random', randomSample = 1, device = device, batchSize = batchSize, - seed = seed) + seed = seed, + epochs = epochs) attr(resnetSettings, 'settings')$name <- 'defaultResnet' return(resnetSettings) } diff --git a/R/Transformer.R b/R/Transformer.R index ea353ca..ae799d9 100644 --- a/R/Transformer.R +++ b/R/Transformer.R @@ -41,8 +41,8 @@ setDefaultTransformer <- function(device='cpu', dimHidden = 256, weightDecay = 1e-5, learningRate = 1e-4, - batchSize = 512, - epochs = 30, + batchSize = batchSize, + epochs = epochs, device = device, hyperParamSearch = 'random', randomSample = 1, From 612fe1223ecbe17f50d67404fd8cca82244cfe28 Mon Sep 17 00:00:00 2001 From: egillax Date: Tue, 11 Oct 2022 17:50:43 +0200 Subject: [PATCH 3/6] Added a first model tutorial --- vignettes/FirstModel.Rmd | 159 +++++++++++++++++++++++++++++++++++++++ 1 file changed, 159 insertions(+) create mode 100644 vignettes/FirstModel.Rmd diff --git a/vignettes/FirstModel.Rmd b/vignettes/FirstModel.Rmd new file mode 100644 index 0000000..61b3592 --- /dev/null +++ b/vignettes/FirstModel.Rmd @@ -0,0 +1,159 @@ +--- +title: "Developing your first DeepPLP model" +author: "Egill Fridgeirsson" +date: '`r Sys.Date()`' +header-includes: + - \usepackage{fancyhdr} + - \pagestyle{fancy} + - \fancyhead{} + - \fancyfoot[CO,CE]{PatientLevelPrediction Package Version `r utils::packageVersion("PatientLevelPrediction")`} + - \fancyfoot[CO,CE]{DeepPatientLevelPrediction Package Version `r utils::packageVersion("DeepPatientLevelPrediction")`} + - \fancyfoot[LE,RO]{\thepage} + - \renewcommand{\headrulewidth}{0.4pt} + - \renewcommand{\footrulewidth}{0.4pt} +output: + pdf_document: + includes: + in_header: preamble.tex + number_sections: yes + toc: yes + word_document: + toc: yes + html_document: + number_sections: yes + toc: yes +--- + +```{=html} + +``` +```{r setup, include=FALSE} +knitr::opts_chunk$set(echo = TRUE) +``` + +## Introduction + +This vignette describes how you can develop your first deep learning model using the deepPLP package on OMOP-CDM data. + +First make sure you have everything installed correctly by following the [installation guide](https://ohdsi.github.io/DeepPatientLevelPrediction/articles/Installing.html) + +## The data + +Since there is no publicly available data we use a nifty little package called [Eunomia](https://github.com/OHDSI/Eunomia) which provides us with synthetic data in the OMOP-CDM. + +It can be installed with: + +```{r, echo = TRUE, message = FALSE, warning = FALSE,tidy=FALSE,eval=FALSE} +install.packages('Eunomia') +``` + +To start with we have to define our cohorts of interest and extract a so called plpData object with the features we want to use. + +In Eunomia the cohorts have already been defined but we need to create them. This we can do by running: + +```{r, echo = TRUE, message = FALSE, warning = FALSE,tidy=FALSE,eval=FALSE} +connectionDetails <- Eunomia::getEunomiaConnectionDetails() +Eunomia::createCohorts(connectionDetails) +``` + +The first line gets the Eunomia connection details. The Eunomia data is stored in a sqlite database. The second line creates the cohorts. You should see output confirming that three target cohorts have been created, consisting of users of certain medications and one outcome cohort of gastrointestinal bleeding. + +## Our settings + +We define our covariate settings using [FeatureExtraction](https://github.com/OHDSI/FeatureExtraction) + +```{r, echo = TRUE, message = FALSE, warning = FALSE,tidy=FALSE,eval=FALSE} +covariateSettings <- FeatureExtraction::createCovariateSettings( + useDemographicsGender = TRUE, + useDemographicsAge = TRUE, + useConditionOccurrenceLongTerm = TRUE +) +``` + +This means we are extracing gender as a binary variable, age as a continuous variable and conditions occurring in the long term window, which is by default 365 days prior. + +Next we need to define our database details, which defines from which database we are getting which cohorts. Since we don't have a database we are using Eunomia. + +```{r, echo = TRUE, message = FALSE, warning = FALSE,tidy=FALSE,eval=FALSE} +databaseDetails <- PatientLevelPrediction::createDatabaseDetails( + connectionDetails = connectionDetails, + cdmDatabaseSchema = "main", + cdmDatabaseId = 1, + cohortDatabaseSchema = "main", + cohortTable = "cohort", + targetId= 4, + outcomeIds = 3, + outcomeDatabaseSchema = "main", + outcomeTable = "cohort", + cdmDatabaseName = 'eunomia' +) +``` + +This means we are using cohort 4 as our target cohort, the population at risk, and 3 as the outcome cohort, those who experience the outcome. According to the previous Eunomia output we are predicting gastrointestinal bleeding in users of NSAIDs. + +Now we define our study population and get the plpData object from the database. + +```{r, echo = TRUE, message = FALSE, warning = FALSE,tidy=FALSE,eval=FALSE} +populationSettings <- PatientLevelPrediction::createStudyPopulationSettings( + requireTimeAtRisk = F, + riskWindowStart = 1, + riskWindowEnd = 365) +plpData <- PatientLevelPrediction::getPlpData( + databaseDetails = databaseDetails, + covariateSettings = covariateSettings, + restrictPlpDataSettings = PatientLevelPrediction::createRestrictPlpDataSettings()) +``` + +When defining our study population we define the time-at-risk. Which is when we are predicing if a certain patient gets the outcome or not. Here we predict the outcome from the day after the patient starts using NSAIDs until one year later. + +## The model + +Now it's time to define our deep learning model. It can be daunting for those not familiar with deep learning to define their first model since the models are very flexible and have many hyperparameters to define to get your model architecture. To help with this `deepPLP` has helper functions with a sensible set of hyperparameters for testing. Best practice is though to do an extensive hyperparameter tuning step using cross validation. + +We will use a simple ResNet for our example. ResNet are simple models that have so called skip connections between layers that allow for deeper models without overfitting. The default ResNet is a 6 layer model with 512 neurons per layer. + +```{r, echo = TRUE, message = FALSE, warning = FALSE,tidy=FALSE,eval=FALSE} +library(DeepPatientLevelPrediction) +modelSettings <- setDefaultResNet( + device = 'cpu', + batchSize = 256, + epochs=3 +) + +``` + +We still need to define a few parameters though. Device defines on which device to train the model. Usually deep learning models are slow to train so they need a GPU. However this example is small enough that we can use a CPU If you have access to a GPU you can try changing the device to `'cuda'` and see how much faster it goes. + +We also need to define our batch size. Usually in deep learning the model sees only a small chunk of the data at a time, in this case 256 patients. After that the model is updated before seeing the next batch. This is called stochastic gradient descent. + +Finally we define our epochs. This is how long we will train the model. One epoch means the model has seen all the data once. + +Now all that is left is using the PLP to train our first deep learning model. If you have used the PLP this should look familiar to you. + +```{R} +plpResults <- PatientLevelPrediction::runPlp(plpData = plpData, + outcomeId = 3, + modelSettings = modelSettings, + analysisId = 'ResNet', + analysisName = 'Testing DeepPlp', + populationSettings = populationSettings + ) +``` +On my computer this takes about 20 seconds per epoch. While you probably won't see any kind of good performance using this model and this data, at least the training loss should be decreasing in the printed output. + +Congratulations you have just developed your first deep learning model! + +## Acknowledgments + +Considerable work has been dedicated to provide the `DeepPatientLevelPrediction` package. + +```{r tidy=TRUE,eval=TRUE} +citation("DeepPatientLevelPrediction") +``` + +**Please reference this paper if you use the PLP Package in your work:** + +[Reps JM, Schuemie MJ, Suchard MA, Ryan PB, Rijnbeek PR. Design and implementation of a standardized framework to generate and evaluate patient-level prediction models using observational healthcare data. J Am Med Inform Assoc. 2018;25(8):969-975.](http://dx.doi.org/10.1093/jamia/ocy032) From 9ff680d9b925e8ad598e3d2278640d55ccc899a4 Mon Sep 17 00:00:00 2001 From: egillax Date: Tue, 11 Oct 2022 17:51:45 +0200 Subject: [PATCH 4/6] Update news --- NEWS.md | 11 ++++++++--- _pkgdown.yml | 8 ++++++++ 2 files changed, 16 insertions(+), 3 deletions(-) diff --git a/NEWS.md b/NEWS.md index 08ed504..bc0a4c7 100644 --- a/NEWS.md +++ b/NEWS.md @@ -1,7 +1,12 @@ -DeepPatientLevelPrediction 1.0.0 -========================== +DeepPatientLevelPrediction 1.0.1 +====================== +- Added changelog to website +- Added a first model tutorial +- Fixed small bug in default ResNet and Transformer +DeepPatientLevelPrediction 1.0.0 +====================== - created an Estimator R6 class to handle the model fitting - Added three non-temporal models. An MLP, a ResNet and a Transformer - ResNet and Transformer have default versions of hyperparameters -- Created tests and documentation for the package +- Created tests and documentation for the package \ No newline at end of file diff --git a/_pkgdown.yml b/_pkgdown.yml index a552c95..500b114 100644 --- a/_pkgdown.yml +++ b/_pkgdown.yml @@ -12,8 +12,10 @@ navbar: left: - home - intro + - firstModel - reference - articles + - news right: [hades, github] components: home: @@ -25,6 +27,12 @@ navbar: intro: text: Get started href: articles/Installing.html + firstModel: + text: My first deep learning model + href: articles/FirstModel.html + news: + text: Changelog + href: news/index.html github: icon: fa-github fa-lg href: https://github.com/OHDSI/DeepPatientLevelPrediction From eef56c92ccdc24a62732f51e65494282315af320 Mon Sep 17 00:00:00 2001 From: egillax Date: Tue, 11 Oct 2022 17:55:22 +0200 Subject: [PATCH 5/6] Fix small bug in first model tutorial --- vignettes/FirstModel.Rmd | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vignettes/FirstModel.Rmd b/vignettes/FirstModel.Rmd index 61b3592..da29fd6 100644 --- a/vignettes/FirstModel.Rmd +++ b/vignettes/FirstModel.Rmd @@ -133,7 +133,7 @@ Finally we define our epochs. This is how long we will train the model. One epoc Now all that is left is using the PLP to train our first deep learning model. If you have used the PLP this should look familiar to you. -```{R} +```{r, echo = TRUE, message = FALSE, warning = FALSE,tidy=FALSE,eval=FALSE} plpResults <- PatientLevelPrediction::runPlp(plpData = plpData, outcomeId = 3, modelSettings = modelSettings, From 671736da73f2e6464b18df5bad5a8a08ee1229a7 Mon Sep 17 00:00:00 2001 From: egillax Date: Tue, 11 Oct 2022 17:57:54 +0200 Subject: [PATCH 6/6] Update version to 1.0.1 --- DESCRIPTION | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/DESCRIPTION b/DESCRIPTION index cdb11c6..13c063b 100644 --- a/DESCRIPTION +++ b/DESCRIPTION @@ -1,7 +1,7 @@ Package: DeepPatientLevelPrediction Type: Package Title: Deep Learning For Patient Level Prediction Using Data In The OMOP Common Data Model -Version: 1.0.0 +Version: 1.0.1 Date: 09-10-2022 Authors@R: c( person("Jenna", "Reps", email = "jreps@its.jnj.com", role = c("aut")),