From dc53ac4aa5ab3db58e0db3510e4d4aa24ca185a8 Mon Sep 17 00:00:00 2001 From: Milton Pividori Date: Fri, 8 Sep 2023 18:18:41 -0600 Subject: [PATCH] ccc pvalue: run notebooks to compute pvalues under null --- ...ccc_pvalue_dist-generate-data_matrix.ipynb | 330 +++++-- ...-ccc_pvalue_dist-generate-gene_pairs.ipynb | 567 ++++++++--- nbs/25_pvalue/05-ccc_pvalue_dist-plot.ipynb | 908 ++++++++++++++++-- .../01-ccc_pvalue_dist-generate-gene_pairs.py | 24 +- nbs/25_pvalue/py/05-ccc_pvalue_dist-plot.py | 91 +- 5 files changed, 1589 insertions(+), 331 deletions(-) diff --git a/nbs/25_pvalue/00-ccc_pvalue_dist-generate-data_matrix.ipynb b/nbs/25_pvalue/00-ccc_pvalue_dist-generate-data_matrix.ipynb index 576c8537..497d2cc6 100644 --- a/nbs/25_pvalue/00-ccc_pvalue_dist-generate-data_matrix.ipynb +++ b/nbs/25_pvalue/00-ccc_pvalue_dist-generate-data_matrix.ipynb @@ -5,10 +5,10 @@ "id": "ec52faa3-656f-483e-9617-d7ec0f7d818c", "metadata": { "papermill": { - "duration": 0.003093, - "end_time": "2023-09-06T17:55:26.691143", + "duration": 0.004669, + "end_time": "2023-09-11T11:11:04.568132", "exception": false, - "start_time": "2023-09-06T17:55:26.688050", + "start_time": "2023-09-11T11:11:04.563463", "status": "completed" }, "tags": [] @@ -22,10 +22,10 @@ "id": "51102f42-fcd9-4a58-9c8d-dfcd3d2d464e", "metadata": { "papermill": { - "duration": 0.004704, - "end_time": "2023-09-06T17:55:26.705384", + "duration": 0.003816, + "end_time": "2023-09-11T11:11:04.582666", "exception": false, - "start_time": "2023-09-06T17:55:26.700680", + "start_time": "2023-09-11T11:11:04.578850", "status": "completed" }, "tags": [] @@ -41,10 +41,10 @@ "id": "7006ceeb-2651-407d-bfa1-1039727649ef", "metadata": { "papermill": { - "duration": 0.002814, - "end_time": "2023-09-06T17:55:26.710790", + "duration": 0.003815, + "end_time": "2023-09-11T11:11:04.591634", "exception": false, - "start_time": "2023-09-06T17:55:26.707976", + "start_time": "2023-09-11T11:11:04.587819", "status": "completed" }, "tags": [] @@ -55,14 +55,20 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 1, "id": "1ffa1a96-7545-40b9-ac8b-8627e13de8d4", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:11:04.600944Z", + "iopub.status.busy": "2023-09-11T11:11:04.600615Z", + "iopub.status.idle": "2023-09-11T11:11:04.901394Z", + "shell.execute_reply": "2023-09-11T11:11:04.901053Z" + }, "papermill": { - "duration": 1.939954, - "end_time": "2023-09-06T17:55:28.653439", + "duration": 0.30725, + "end_time": "2023-09-11T11:11:04.902944", "exception": false, - "start_time": "2023-09-06T17:55:26.713485", + "start_time": "2023-09-11T11:11:04.595694", "status": "completed" }, "tags": [] @@ -80,10 +86,10 @@ "id": "0d3cc810-4b17-4213-8f03-6fe7e97a0fe3", "metadata": { "papermill": { - "duration": 0.001036, - "end_time": "2023-09-06T17:55:28.655692", + "duration": 0.010309, + "end_time": "2023-09-11T11:11:04.917416", "exception": false, - "start_time": "2023-09-06T17:55:28.654656", + "start_time": "2023-09-11T11:11:04.907107", "status": "completed" }, "tags": [] @@ -94,14 +100,20 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 2, "id": "a8dfa548-6ce1-4edd-bef2-a919fc6ad850", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:11:04.925612Z", + "iopub.status.busy": "2023-09-11T11:11:04.925522Z", + "iopub.status.idle": "2023-09-11T11:11:04.928000Z", + "shell.execute_reply": "2023-09-11T11:11:04.927699Z" + }, "papermill": { - "duration": 0.005077, - "end_time": "2023-09-06T17:55:28.662990", + "duration": 0.008061, + "end_time": "2023-09-11T11:11:04.929309", "exception": false, - "start_time": "2023-09-06T17:55:28.657913", + "start_time": "2023-09-11T11:11:04.921248", "status": "completed" }, "tags": [] @@ -113,14 +125,20 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 3, "id": "fd167aff-e768-416f-a078-f926f6023a1e", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:11:04.937985Z", + "iopub.status.busy": "2023-09-11T11:11:04.937902Z", + "iopub.status.idle": "2023-09-11T11:11:04.939810Z", + "shell.execute_reply": "2023-09-11T11:11:04.939535Z" + }, "papermill": { - "duration": 0.004073, - "end_time": "2023-09-06T17:55:28.668116", + "duration": 0.007679, + "end_time": "2023-09-11T11:11:04.940942", "exception": false, - "start_time": "2023-09-06T17:55:28.664043", + "start_time": "2023-09-11T11:11:04.933263", "status": "completed" }, "tags": [] @@ -136,10 +154,10 @@ "id": "26bab485-b08e-4f59-b547-1da68fd36d54", "metadata": { "papermill": { - "duration": 0.001018, - "end_time": "2023-09-06T17:55:28.670228", + "duration": 0.00376, + "end_time": "2023-09-11T11:11:04.948613", "exception": false, - "start_time": "2023-09-06T17:55:28.669210", + "start_time": "2023-09-11T11:11:04.944853", "status": "completed" }, "tags": [] @@ -150,14 +168,20 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 4, "id": "170ee0f3-a6dd-4c8b-9a99-ec6d02df8e2e", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:11:04.956802Z", + "iopub.status.busy": "2023-09-11T11:11:04.956706Z", + "iopub.status.idle": "2023-09-11T11:11:04.958842Z", + "shell.execute_reply": "2023-09-11T11:11:04.958567Z" + }, "papermill": { - "duration": 0.003311, - "end_time": "2023-09-06T17:55:28.674559", + "duration": 0.007584, + "end_time": "2023-09-11T11:11:04.960022", "exception": false, - "start_time": "2023-09-06T17:55:28.671248", + "start_time": "2023-09-11T11:11:04.952438", "status": "completed" }, "tags": [] @@ -170,19 +194,36 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 5, "id": "d083d95e-247e-45cc-bc28-36cf8144383c", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:11:04.968175Z", + "iopub.status.busy": "2023-09-11T11:11:04.968079Z", + "iopub.status.idle": "2023-09-11T11:11:04.973511Z", + "shell.execute_reply": "2023-09-11T11:11:04.973117Z" + }, "papermill": { - "duration": 0.004671, - "end_time": "2023-09-06T17:55:28.680257", + "duration": 0.01144, + "end_time": "2023-09-11T11:11:04.975369", "exception": false, - "start_time": "2023-09-06T17:55:28.675586", + "start_time": "2023-09-11T11:11:04.963929", "status": "completed" }, "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "PosixPath('/opt/data/results/ccc_null-pvalues')" + ] + }, + "execution_count": 5, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "OUTPUT_DIR" ] @@ -192,10 +233,10 @@ "id": "6b593ccb-bce7-4a6b-818f-79d5378d4610", "metadata": { "papermill": { - "duration": 0.001047, - "end_time": "2023-09-06T17:55:28.682448", + "duration": 0.003771, + "end_time": "2023-09-11T11:11:04.983140", "exception": false, - "start_time": "2023-09-06T17:55:28.681401", + "start_time": "2023-09-11T11:11:04.979369", "status": "completed" }, "tags": [] @@ -206,14 +247,20 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 6, "id": "472ff1df-b4f6-417f-b396-58a55ce0e39a", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:11:04.992183Z", + "iopub.status.busy": "2023-09-11T11:11:04.991847Z", + "iopub.status.idle": "2023-09-11T11:11:04.995529Z", + "shell.execute_reply": "2023-09-11T11:11:04.995151Z" + }, "papermill": { - "duration": 0.003501, - "end_time": "2023-09-06T17:55:28.687033", + "duration": 0.009561, + "end_time": "2023-09-11T11:11:04.996733", "exception": false, - "start_time": "2023-09-06T17:55:28.683532", + "start_time": "2023-09-11T11:11:04.987172", "status": "completed" }, "tags": [] @@ -225,19 +272,36 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 7, "id": "acd7a9c0-d8a8-46f5-ab60-2478347adf36", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:11:05.005716Z", + "iopub.status.busy": "2023-09-11T11:11:05.005238Z", + "iopub.status.idle": "2023-09-11T11:11:05.008980Z", + "shell.execute_reply": "2023-09-11T11:11:05.008547Z" + }, "papermill": { - "duration": 0.003179, - "end_time": "2023-09-06T17:55:28.691323", + "duration": 0.009531, + "end_time": "2023-09-11T11:11:05.010225", "exception": false, - "start_time": "2023-09-06T17:55:28.688144", + "start_time": "2023-09-11T11:11:05.000694", "status": "completed" }, "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "(100, 1000)" + ] + }, + "execution_count": 7, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "data.shape" ] @@ -247,10 +311,10 @@ "id": "7c24b674-edde-4b83-817d-c7f10729cdc8", "metadata": { "papermill": { - "duration": 0.001073, - "end_time": "2023-09-06T17:55:28.693551", + "duration": 0.004002, + "end_time": "2023-09-11T11:11:05.018301", "exception": false, - "start_time": "2023-09-06T17:55:28.692478", + "start_time": "2023-09-11T11:11:05.014299", "status": "completed" }, "tags": [] @@ -261,14 +325,20 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 8, "id": "5513799a-a239-4c66-ba6f-88290caf4484", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:11:05.027146Z", + "iopub.status.busy": "2023-09-11T11:11:05.026827Z", + "iopub.status.idle": "2023-09-11T11:14:04.541295Z", + "shell.execute_reply": "2023-09-11T11:14:04.540969Z" + }, "papermill": { - "duration": 6032.052715, - "end_time": "2023-09-06T19:36:00.747376", + "duration": 179.520522, + "end_time": "2023-09-11T11:14:04.542862", "exception": false, - "start_time": "2023-09-06T17:55:28.694661", + "start_time": "2023-09-11T11:11:05.022340", "status": "completed" }, "tags": [] @@ -284,14 +354,20 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 9, "id": "5525b4ef-2e2e-4338-b52a-37d8308e237d", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:14:04.558733Z", + "iopub.status.busy": "2023-09-11T11:14:04.558625Z", + "iopub.status.idle": "2023-09-11T11:14:04.560669Z", + "shell.execute_reply": "2023-09-11T11:14:04.560470Z" + }, "papermill": { - "duration": 0.012058, - "end_time": "2023-09-06T19:36:00.762002", + "duration": 0.01425, + "end_time": "2023-09-11T11:14:04.561859", "exception": false, - "start_time": "2023-09-06T19:36:00.749944", + "start_time": "2023-09-11T11:14:04.547609", "status": "completed" }, "tags": [] @@ -303,38 +379,72 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 10, "id": "e08382ef-423a-4114-9a8f-f1b5abc48055", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:14:04.571243Z", + "iopub.status.busy": "2023-09-11T11:14:04.570970Z", + "iopub.status.idle": "2023-09-11T11:14:04.573274Z", + "shell.execute_reply": "2023-09-11T11:14:04.573083Z" + }, "papermill": { - "duration": 0.005248, - "end_time": "2023-09-06T19:36:00.769387", + "duration": 0.00832, + "end_time": "2023-09-11T11:14:04.574564", "exception": false, - "start_time": "2023-09-06T19:36:00.764139", + "start_time": "2023-09-11T11:14:04.566244", "status": "completed" }, "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "(4950,)" + ] + }, + "execution_count": 10, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "cm_values.shape" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 11, "id": "46e8560e-4c1b-4e2b-b373-f42ca0a59819", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:14:04.583900Z", + "iopub.status.busy": "2023-09-11T11:14:04.583673Z", + "iopub.status.idle": "2023-09-11T11:14:04.585821Z", + "shell.execute_reply": "2023-09-11T11:14:04.585634Z" + }, "papermill": { - "duration": 0.003931, - "end_time": "2023-09-06T19:36:00.774747", + "duration": 0.008667, + "end_time": "2023-09-11T11:14:04.587664", "exception": false, - "start_time": "2023-09-06T19:36:00.770816", + "start_time": "2023-09-11T11:14:04.578997", "status": "completed" }, "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "(4950,)" + ] + }, + "execution_count": 11, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "cm_pvalues.shape" ] @@ -344,10 +454,10 @@ "id": "d25a59fa-a22b-41e0-84a3-74414ddaad23", "metadata": { "papermill": { - "duration": 0.001184, - "end_time": "2023-09-06T19:36:00.777478", + "duration": 0.004278, + "end_time": "2023-09-11T11:14:04.596464", "exception": false, - "start_time": "2023-09-06T19:36:00.776294", + "start_time": "2023-09-11T11:14:04.592186", "status": "completed" }, "tags": [] @@ -358,19 +468,35 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 12, "id": "b11f71f7-bab8-4d83-bf49-fd9419648a3d", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:14:04.606283Z", + "iopub.status.busy": "2023-09-11T11:14:04.606026Z", + "iopub.status.idle": "2023-09-11T11:14:04.608838Z", + "shell.execute_reply": "2023-09-11T11:14:04.608599Z" + }, "papermill": { - "duration": 0.003911, - "end_time": "2023-09-06T19:36:00.782652", + "duration": 0.008779, + "end_time": "2023-09-11T11:14:04.609984", "exception": false, - "start_time": "2023-09-06T19:36:00.778741", + "start_time": "2023-09-11T11:14:04.601205", "status": "completed" }, "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "PosixPath('/opt/data/results/ccc_null-pvalues/data_matrix-cm_values.npy')" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], "source": [ "output_file = OUTPUT_DIR / \"data_matrix-cm_values.npy\"\n", "display(output_file)\n", @@ -380,19 +506,35 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 13, "id": "12968ead-2e56-4214-956c-08f4f02952e9", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:14:04.619802Z", + "iopub.status.busy": "2023-09-11T11:14:04.619519Z", + "iopub.status.idle": "2023-09-11T11:14:04.622625Z", + "shell.execute_reply": "2023-09-11T11:14:04.622360Z" + }, "papermill": { - "duration": 0.003367, - "end_time": "2023-09-06T19:36:00.787278", + "duration": 0.009221, + "end_time": "2023-09-11T11:14:04.623822", "exception": false, - "start_time": "2023-09-06T19:36:00.783911", + "start_time": "2023-09-11T11:14:04.614601", "status": "completed" }, "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "PosixPath('/opt/data/results/ccc_null-pvalues/data_matrix-cm_pvalues.npy')" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], "source": [ "output_file = OUTPUT_DIR / \"data_matrix-cm_pvalues.npy\"\n", "display(output_file)\n", @@ -406,10 +548,10 @@ "id": "5f57efbc-893b-44a7-bc7a-77ca6b72a60a", "metadata": { "papermill": { - "duration": 0.001175, - "end_time": "2023-09-06T19:36:00.789703", + "duration": 0.004601, + "end_time": "2023-09-11T11:14:04.633097", "exception": false, - "start_time": "2023-09-06T19:36:00.788528", + "start_time": "2023-09-11T11:14:04.628496", "status": "completed" }, "tags": [] @@ -420,13 +562,7 @@ ], "metadata": { "jupytext": { - "cell_metadata_filter": "all,-execution,-papermill,-trusted", - "text_representation": { - "extension": ".py", - "format_name": "percent", - "format_version": "1.3", - "jupytext_version": "1.11.5" - } + "cell_metadata_filter": "all,-execution,-papermill,-trusted" }, "kernelspec": { "display_name": "Python 3 (ipykernel)", @@ -447,14 +583,14 @@ }, "papermill": { "default_parameters": {}, - "duration": 6034.996428, - "end_time": "2023-09-06T19:36:01.020079", + "duration": 181.259588, + "end_time": "2023-09-11T11:14:04.853198", "environment_variables": {}, "exception": null, - "input_path": "nbs/25_pvalue/00-ccc_pvalue_dist-generate.ipynb", - "output_path": "nbs/25_pvalue/00-ccc_pvalue_dist-generate.run.ipynb", + "input_path": "nbs/25_pvalue/00-ccc_pvalue_dist-generate-data_matrix.ipynb", + "output_path": "nbs/25_pvalue/00-ccc_pvalue_dist-generate-data_matrix.run.ipynb", "parameters": {}, - "start_time": "2023-09-06T17:55:26.023651", + "start_time": "2023-09-11T11:11:03.593610", "version": "2.3.4" } }, diff --git a/nbs/25_pvalue/01-ccc_pvalue_dist-generate-gene_pairs.ipynb b/nbs/25_pvalue/01-ccc_pvalue_dist-generate-gene_pairs.ipynb index 8ae98c1e..152025e5 100644 --- a/nbs/25_pvalue/01-ccc_pvalue_dist-generate-gene_pairs.ipynb +++ b/nbs/25_pvalue/01-ccc_pvalue_dist-generate-gene_pairs.ipynb @@ -5,10 +5,10 @@ "id": "ec52faa3-656f-483e-9617-d7ec0f7d818c", "metadata": { "papermill": { - "duration": 0.003093, - "end_time": "2023-09-06T17:55:26.691143", + "duration": 0.0061, + "end_time": "2023-09-11T11:15:08.181413", "exception": false, - "start_time": "2023-09-06T17:55:26.688050", + "start_time": "2023-09-11T11:15:08.175313", "status": "completed" }, "tags": [] @@ -22,10 +22,10 @@ "id": "51102f42-fcd9-4a58-9c8d-dfcd3d2d464e", "metadata": { "papermill": { - "duration": 0.004704, - "end_time": "2023-09-06T17:55:26.705384", + "duration": 0.0062, + "end_time": "2023-09-11T11:15:08.197806", "exception": false, - "start_time": "2023-09-06T17:55:26.700680", + "start_time": "2023-09-11T11:15:08.191606", "status": "completed" }, "tags": [] @@ -41,10 +41,10 @@ "id": "7006ceeb-2651-407d-bfa1-1039727649ef", "metadata": { "papermill": { - "duration": 0.002814, - "end_time": "2023-09-06T17:55:26.710790", + "duration": 0.005505, + "end_time": "2023-09-11T11:15:08.208521", "exception": false, - "start_time": "2023-09-06T17:55:26.707976", + "start_time": "2023-09-11T11:15:08.203016", "status": "completed" }, "tags": [] @@ -55,14 +55,20 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 1, "id": "1ffa1a96-7545-40b9-ac8b-8627e13de8d4", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:15:08.220170Z", + "iopub.status.busy": "2023-09-11T11:15:08.219691Z", + "iopub.status.idle": "2023-09-11T11:15:08.524394Z", + "shell.execute_reply": "2023-09-11T11:15:08.523983Z" + }, "papermill": { - "duration": 1.939954, - "end_time": "2023-09-06T17:55:28.653439", + "duration": 0.312154, + "end_time": "2023-09-11T11:15:08.525859", "exception": false, - "start_time": "2023-09-06T17:55:26.713485", + "start_time": "2023-09-11T11:15:08.213705", "status": "completed" }, "tags": [] @@ -81,10 +87,10 @@ "id": "0d3cc810-4b17-4213-8f03-6fe7e97a0fe3", "metadata": { "papermill": { - "duration": 0.001036, - "end_time": "2023-09-06T17:55:28.655692", + "duration": 0.005145, + "end_time": "2023-09-11T11:15:08.536372", "exception": false, - "start_time": "2023-09-06T17:55:28.654656", + "start_time": "2023-09-11T11:15:08.531227", "status": "completed" }, "tags": [] @@ -95,14 +101,20 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 2, "id": "a8dfa548-6ce1-4edd-bef2-a919fc6ad850", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:15:08.548015Z", + "iopub.status.busy": "2023-09-11T11:15:08.547909Z", + "iopub.status.idle": "2023-09-11T11:15:08.550496Z", + "shell.execute_reply": "2023-09-11T11:15:08.550117Z" + }, "papermill": { - "duration": 0.005077, - "end_time": "2023-09-06T17:55:28.662990", + "duration": 0.009645, + "end_time": "2023-09-11T11:15:08.551632", "exception": false, - "start_time": "2023-09-06T17:55:28.657913", + "start_time": "2023-09-11T11:15:08.541987", "status": "completed" }, "tags": [] @@ -114,10 +126,44 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 3, "id": "74f8f565-ed30-488f-966a-d153550931ed", - "metadata": {}, - "outputs": [], + "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:15:08.562844Z", + "iopub.status.busy": "2023-09-11T11:15:08.562763Z", + "iopub.status.idle": "2023-09-11T11:15:08.569342Z", + "shell.execute_reply": "2023-09-11T11:15:08.569002Z" + }, + "papermill": { + "duration": 0.014702, + "end_time": "2023-09-11T11:15:08.571718", + "exception": false, + "start_time": "2023-09-11T11:15:08.557016", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "10" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "2" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], "source": [ "N_JOBS = conf.GENERAL[\"N_JOBS\"] // 2\n", "display(N_JOBS)\n", @@ -128,14 +174,20 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 4, "id": "fd167aff-e768-416f-a078-f926f6023a1e", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:15:08.583135Z", + "iopub.status.busy": "2023-09-11T11:15:08.583053Z", + "iopub.status.idle": "2023-09-11T11:15:08.585075Z", + "shell.execute_reply": "2023-09-11T11:15:08.584738Z" + }, "papermill": { - "duration": 0.004073, - "end_time": "2023-09-06T17:55:28.668116", + "duration": 0.009011, + "end_time": "2023-09-11T11:15:08.586219", "exception": false, - "start_time": "2023-09-06T17:55:28.664043", + "start_time": "2023-09-11T11:15:08.577208", "status": "completed" }, "tags": [] @@ -151,10 +203,10 @@ "id": "26bab485-b08e-4f59-b547-1da68fd36d54", "metadata": { "papermill": { - "duration": 0.001018, - "end_time": "2023-09-06T17:55:28.670228", + "duration": 0.005313, + "end_time": "2023-09-11T11:15:08.597022", "exception": false, - "start_time": "2023-09-06T17:55:28.669210", + "start_time": "2023-09-11T11:15:08.591709", "status": "completed" }, "tags": [] @@ -165,14 +217,20 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 5, "id": "170ee0f3-a6dd-4c8b-9a99-ec6d02df8e2e", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:15:08.608729Z", + "iopub.status.busy": "2023-09-11T11:15:08.608396Z", + "iopub.status.idle": "2023-09-11T11:15:08.611392Z", + "shell.execute_reply": "2023-09-11T11:15:08.610944Z" + }, "papermill": { - "duration": 0.003311, - "end_time": "2023-09-06T17:55:28.674559", + "duration": 0.010175, + "end_time": "2023-09-11T11:15:08.612691", "exception": false, - "start_time": "2023-09-06T17:55:28.671248", + "start_time": "2023-09-11T11:15:08.602516", "status": "completed" }, "tags": [] @@ -185,19 +243,36 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 6, "id": "d083d95e-247e-45cc-bc28-36cf8144383c", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:15:08.624484Z", + "iopub.status.busy": "2023-09-11T11:15:08.624333Z", + "iopub.status.idle": "2023-09-11T11:15:08.627972Z", + "shell.execute_reply": "2023-09-11T11:15:08.627500Z" + }, "papermill": { - "duration": 0.004671, - "end_time": "2023-09-06T17:55:28.680257", + "duration": 0.010816, + "end_time": "2023-09-11T11:15:08.629175", "exception": false, - "start_time": "2023-09-06T17:55:28.675586", + "start_time": "2023-09-11T11:15:08.618359", "status": "completed" }, "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "PosixPath('/opt/data/results/ccc_null-pvalues')" + ] + }, + "execution_count": 6, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "OUTPUT_DIR" ] @@ -207,10 +282,10 @@ "id": "6b593ccb-bce7-4a6b-818f-79d5378d4610", "metadata": { "papermill": { - "duration": 0.001047, - "end_time": "2023-09-06T17:55:28.682448", + "duration": 0.005339, + "end_time": "2023-09-11T11:15:08.640569", "exception": false, - "start_time": "2023-09-06T17:55:28.681401", + "start_time": "2023-09-11T11:15:08.635230", "status": "completed" }, "tags": [] @@ -221,14 +296,20 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 7, "id": "472ff1df-b4f6-417f-b396-58a55ce0e39a", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:15:08.648339Z", + "iopub.status.busy": "2023-09-11T11:15:08.648189Z", + "iopub.status.idle": "2023-09-11T11:15:08.651801Z", + "shell.execute_reply": "2023-09-11T11:15:08.651341Z" + }, "papermill": { - "duration": 0.003501, - "end_time": "2023-09-06T17:55:28.687033", + "duration": 0.007797, + "end_time": "2023-09-11T11:15:08.652597", "exception": false, - "start_time": "2023-09-06T17:55:28.683532", + "start_time": "2023-09-11T11:15:08.644800", "status": "completed" }, "tags": [] @@ -240,19 +321,36 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 8, "id": "acd7a9c0-d8a8-46f5-ab60-2478347adf36", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:15:08.659202Z", + "iopub.status.busy": "2023-09-11T11:15:08.658839Z", + "iopub.status.idle": "2023-09-11T11:15:08.662320Z", + "shell.execute_reply": "2023-09-11T11:15:08.661883Z" + }, "papermill": { - "duration": 0.003179, - "end_time": "2023-09-06T17:55:28.691323", + "duration": 0.007604, + "end_time": "2023-09-11T11:15:08.663093", "exception": false, - "start_time": "2023-09-06T17:55:28.688144", + "start_time": "2023-09-11T11:15:08.655489", "status": "completed" }, "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "(100, 1000)" + ] + }, + "execution_count": 8, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "data.shape" ] @@ -262,10 +360,10 @@ "id": "7c24b674-edde-4b83-817d-c7f10729cdc8", "metadata": { "papermill": { - "duration": 0.001073, - "end_time": "2023-09-06T17:55:28.693551", + "duration": 0.002895, + "end_time": "2023-09-11T11:15:08.668981", "exception": false, - "start_time": "2023-09-06T17:55:28.692478", + "start_time": "2023-09-11T11:15:08.666086", "status": "completed" }, "tags": [] @@ -276,22 +374,50 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 9, "id": "c8a85ce0-4c5a-4ed9-8ad6-24b21fb10b1e", - "metadata": {}, + "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:15:08.675886Z", + "iopub.status.busy": "2023-09-11T11:15:08.675551Z", + "iopub.status.idle": "2023-09-11T11:15:08.678495Z", + "shell.execute_reply": "2023-09-11T11:15:08.678048Z" + }, + "papermill": { + "duration": 0.007204, + "end_time": "2023-09-11T11:15:08.679263", + "exception": false, + "start_time": "2023-09-11T11:15:08.672059", + "status": "completed" + }, + "tags": [] + }, "outputs": [], "source": [ "def ccc_single(x, y):\n", - " return ccc(\n", - " x, y, n_jobs=1, pvalue_n_perms=PVALUE_N_PERMS, pvalue_n_jobs=PVALUE_N_JOBS\n", - " )" + " return ccc(x, y, pvalue_n_perms=PVALUE_N_PERMS, n_jobs=PVALUE_N_JOBS)" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 10, "id": "6f32ad1a-3b2f-4e08-8a53-35cfb68e3970", - "metadata": {}, + "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:15:08.685980Z", + "iopub.status.busy": "2023-09-11T11:15:08.685605Z", + "iopub.status.idle": "2023-09-11T11:22:54.420710Z", + "shell.execute_reply": "2023-09-11T11:22:54.420156Z" + }, + "papermill": { + "duration": 465.740263, + "end_time": "2023-09-11T11:22:54.422465", + "exception": false, + "start_time": "2023-09-11T11:15:08.682202", + "status": "completed" + }, + "tags": [] + }, "outputs": [], "source": [ "results = Parallel(n_jobs=N_JOBS)(\n", @@ -303,9 +429,24 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 11, "id": "e68a65a5-8bba-4a79-a740-26d722dc670e", - "metadata": {}, + "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:22:54.440785Z", + "iopub.status.busy": "2023-09-11T11:22:54.440681Z", + "iopub.status.idle": "2023-09-11T11:22:54.443400Z", + "shell.execute_reply": "2023-09-11T11:22:54.442997Z" + }, + "papermill": { + "duration": 0.015749, + "end_time": "2023-09-11T11:22:54.444654", + "exception": false, + "start_time": "2023-09-11T11:22:54.428905", + "status": "completed" + }, + "tags": [] + }, "outputs": [], "source": [ "assert len(results) == (DATA_N_OBJS * (DATA_N_OBJS - 1)) / 2" @@ -313,19 +454,60 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 12, "id": "907fa03e-616a-4463-83e7-4175d714167f", - "metadata": {}, - "outputs": [], + "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:22:54.457434Z", + "iopub.status.busy": "2023-09-11T11:22:54.457140Z", + "iopub.status.idle": "2023-09-11T11:22:54.460618Z", + "shell.execute_reply": "2023-09-11T11:22:54.460309Z" + }, + "papermill": { + "duration": 0.011488, + "end_time": "2023-09-11T11:22:54.462109", + "exception": false, + "start_time": "2023-09-11T11:22:54.450621", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "(0.0025468387096774193, 0.5224775224775224)" + ] + }, + "execution_count": 12, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "results[0]" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 13, "id": "5ed53d3b-e78d-4f4b-a262-c6abe7f8840d", - "metadata": {}, + "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:22:54.475102Z", + "iopub.status.busy": "2023-09-11T11:22:54.474752Z", + "iopub.status.idle": "2023-09-11T11:22:54.477764Z", + "shell.execute_reply": "2023-09-11T11:22:54.477456Z" + }, + "papermill": { + "duration": 0.010736, + "end_time": "2023-09-11T11:22:54.478993", + "exception": false, + "start_time": "2023-09-11T11:22:54.468257", + "status": "completed" + }, + "tags": [] + }, "outputs": [], "source": [ "cm_values = [x[0] for x in results]" @@ -333,9 +515,24 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 14, "id": "2972d472-725d-4fe0-83d8-57e2f68f8ecb", - "metadata": {}, + "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:22:54.491900Z", + "iopub.status.busy": "2023-09-11T11:22:54.491543Z", + "iopub.status.idle": "2023-09-11T11:22:54.494206Z", + "shell.execute_reply": "2023-09-11T11:22:54.493905Z" + }, + "papermill": { + "duration": 0.010273, + "end_time": "2023-09-11T11:22:54.495388", + "exception": false, + "start_time": "2023-09-11T11:22:54.485115", + "status": "completed" + }, + "tags": [] + }, "outputs": [], "source": [ "cm_pvalues = [x[1] for x in results]" @@ -343,9 +540,24 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 15, "id": "003f5e04-5e2e-477f-b66a-ea28ac1a8abc", - "metadata": {}, + "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:22:54.508486Z", + "iopub.status.busy": "2023-09-11T11:22:54.508169Z", + "iopub.status.idle": "2023-09-11T11:22:54.510802Z", + "shell.execute_reply": "2023-09-11T11:22:54.510500Z" + }, + "papermill": { + "duration": 0.010332, + "end_time": "2023-09-11T11:22:54.512000", + "exception": false, + "start_time": "2023-09-11T11:22:54.501668", + "status": "completed" + }, + "tags": [] + }, "outputs": [], "source": [ "assert len(cm_values) == len(cm_pvalues)\n", @@ -354,14 +566,20 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 16, "id": "5525b4ef-2e2e-4338-b52a-37d8308e237d", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:22:54.524766Z", + "iopub.status.busy": "2023-09-11T11:22:54.524503Z", + "iopub.status.idle": "2023-09-11T11:22:54.527884Z", + "shell.execute_reply": "2023-09-11T11:22:54.527479Z" + }, "papermill": { - "duration": 0.012058, - "end_time": "2023-09-06T19:36:00.762002", + "duration": 0.011062, + "end_time": "2023-09-11T11:22:54.529095", "exception": false, - "start_time": "2023-09-06T19:36:00.749944", + "start_time": "2023-09-11T11:22:54.518033", "status": "completed" }, "tags": [] @@ -374,67 +592,146 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 17, "id": "e08382ef-423a-4114-9a8f-f1b5abc48055", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:22:54.542013Z", + "iopub.status.busy": "2023-09-11T11:22:54.541641Z", + "iopub.status.idle": "2023-09-11T11:22:54.544993Z", + "shell.execute_reply": "2023-09-11T11:22:54.544606Z" + }, "papermill": { - "duration": 0.005248, - "end_time": "2023-09-06T19:36:00.769387", + "duration": 0.011052, + "end_time": "2023-09-11T11:22:54.546238", "exception": false, - "start_time": "2023-09-06T19:36:00.764139", + "start_time": "2023-09-11T11:22:54.535186", "status": "completed" }, "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "(4950,)" + ] + }, + "execution_count": 17, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "cm_values.shape" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 18, "id": "93c4f9d7-6727-4db1-8bcc-1b618ecf41fe", - "metadata": {}, - "outputs": [], + "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:22:54.558337Z", + "iopub.status.busy": "2023-09-11T11:22:54.558065Z", + "iopub.status.idle": "2023-09-11T11:22:54.561726Z", + "shell.execute_reply": "2023-09-11T11:22:54.561362Z" + }, + "papermill": { + "duration": 0.010049, + "end_time": "2023-09-11T11:22:54.562455", + "exception": false, + "start_time": "2023-09-11T11:22:54.552406", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "array([0.00254684, 0.00104179, 0.00320558, ..., 0.00426304, 0.00043899,\n", + " 0.00321309])" + ] + }, + "execution_count": 18, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "cm_values" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 19, "id": "46e8560e-4c1b-4e2b-b373-f42ca0a59819", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:22:54.569451Z", + "iopub.status.busy": "2023-09-11T11:22:54.569108Z", + "iopub.status.idle": "2023-09-11T11:22:54.572398Z", + "shell.execute_reply": "2023-09-11T11:22:54.572016Z" + }, "papermill": { - "duration": 0.003931, - "end_time": "2023-09-06T19:36:00.774747", + "duration": 0.007598, + "end_time": "2023-09-11T11:22:54.573145", "exception": false, - "start_time": "2023-09-06T19:36:00.770816", + "start_time": "2023-09-11T11:22:54.565547", "status": "completed" }, "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "(4950,)" + ] + }, + "execution_count": 19, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "cm_pvalues.shape" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 20, "id": "31ce94b0-ce31-4de6-9848-c1644268bd2b", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:22:54.580346Z", + "iopub.status.busy": "2023-09-11T11:22:54.580025Z", + "iopub.status.idle": "2023-09-11T11:22:54.583626Z", + "shell.execute_reply": "2023-09-11T11:22:54.583248Z" + }, "papermill": { - "duration": 0.003931, - "end_time": "2023-09-06T19:36:00.774747", + "duration": 0.007994, + "end_time": "2023-09-11T11:22:54.584360", "exception": false, - "start_time": "2023-09-06T19:36:00.770816", + "start_time": "2023-09-11T11:22:54.576366", "status": "completed" }, "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "array([0.52247752, 0.92607393, 0.35164835, ..., 0.14085914, 0.98201798,\n", + " 0.37062937])" + ] + }, + "execution_count": 20, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "cm_pvalues" ] @@ -444,10 +741,10 @@ "id": "d25a59fa-a22b-41e0-84a3-74414ddaad23", "metadata": { "papermill": { - "duration": 0.001184, - "end_time": "2023-09-06T19:36:00.777478", + "duration": 0.003184, + "end_time": "2023-09-11T11:22:54.590759", "exception": false, - "start_time": "2023-09-06T19:36:00.776294", + "start_time": "2023-09-11T11:22:54.587575", "status": "completed" }, "tags": [] @@ -458,19 +755,35 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 21, "id": "b11f71f7-bab8-4d83-bf49-fd9419648a3d", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:22:54.598170Z", + "iopub.status.busy": "2023-09-11T11:22:54.597750Z", + "iopub.status.idle": "2023-09-11T11:22:54.601880Z", + "shell.execute_reply": "2023-09-11T11:22:54.601511Z" + }, "papermill": { - "duration": 0.003911, - "end_time": "2023-09-06T19:36:00.782652", + "duration": 0.008549, + "end_time": "2023-09-11T11:22:54.602620", "exception": false, - "start_time": "2023-09-06T19:36:00.778741", + "start_time": "2023-09-11T11:22:54.594071", "status": "completed" }, "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "PosixPath('/opt/data/results/ccc_null-pvalues/gene_pairs-cm_values.npy')" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], "source": [ "output_file = OUTPUT_DIR / \"gene_pairs-cm_values.npy\"\n", "display(output_file)\n", @@ -480,19 +793,35 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 22, "id": "12968ead-2e56-4214-956c-08f4f02952e9", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:22:54.610123Z", + "iopub.status.busy": "2023-09-11T11:22:54.609773Z", + "iopub.status.idle": "2023-09-11T11:22:54.613645Z", + "shell.execute_reply": "2023-09-11T11:22:54.613278Z" + }, "papermill": { - "duration": 0.003367, - "end_time": "2023-09-06T19:36:00.787278", + "duration": 0.008369, + "end_time": "2023-09-11T11:22:54.614389", "exception": false, - "start_time": "2023-09-06T19:36:00.783911", + "start_time": "2023-09-11T11:22:54.606020", "status": "completed" }, "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "PosixPath('/opt/data/results/ccc_null-pvalues/gene_pairs-cm_pvalues.npy')" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], "source": [ "output_file = OUTPUT_DIR / \"gene_pairs-cm_pvalues.npy\"\n", "display(output_file)\n", @@ -506,10 +835,10 @@ "id": "5f57efbc-893b-44a7-bc7a-77ca6b72a60a", "metadata": { "papermill": { - "duration": 0.001175, - "end_time": "2023-09-06T19:36:00.789703", + "duration": 0.022175, + "end_time": "2023-09-11T11:22:54.639886", "exception": false, - "start_time": "2023-09-06T19:36:00.788528", + "start_time": "2023-09-11T11:22:54.617711", "status": "completed" }, "tags": [] @@ -520,13 +849,7 @@ ], "metadata": { "jupytext": { - "cell_metadata_filter": "all,-execution,-papermill,-trusted", - "text_representation": { - "extension": ".py", - "format_name": "percent", - "format_version": "1.3", - "jupytext_version": "1.11.5" - } + "cell_metadata_filter": "all,-execution,-papermill,-trusted" }, "kernelspec": { "display_name": "Python 3 (ipykernel)", @@ -547,14 +870,14 @@ }, "papermill": { "default_parameters": {}, - "duration": 6034.996428, - "end_time": "2023-09-06T19:36:01.020079", + "duration": 469.950082, + "end_time": "2023-09-11T11:22:57.258822", "environment_variables": {}, "exception": null, - "input_path": "nbs/25_pvalue/00-ccc_pvalue_dist-generate.ipynb", - "output_path": "nbs/25_pvalue/00-ccc_pvalue_dist-generate.run.ipynb", + "input_path": "nbs/25_pvalue/01-ccc_pvalue_dist-generate-gene_pairs.ipynb", + "output_path": "nbs/25_pvalue/01-ccc_pvalue_dist-generate-gene_pairs.run.ipynb", "parameters": {}, - "start_time": "2023-09-06T17:55:26.023651", + "start_time": "2023-09-11T11:15:07.308740", "version": "2.3.4" } }, diff --git a/nbs/25_pvalue/05-ccc_pvalue_dist-plot.ipynb b/nbs/25_pvalue/05-ccc_pvalue_dist-plot.ipynb index a7ec11a3..a32f1fd5 100644 --- a/nbs/25_pvalue/05-ccc_pvalue_dist-plot.ipynb +++ b/nbs/25_pvalue/05-ccc_pvalue_dist-plot.ipynb @@ -5,10 +5,10 @@ "id": "ec52faa3-656f-483e-9617-d7ec0f7d818c", "metadata": { "papermill": { - "duration": 0.005627, - "end_time": "2023-09-06T19:42:42.458460", + "duration": 0.006935, + "end_time": "2023-09-11T11:22:59.491508", "exception": false, - "start_time": "2023-09-06T19:42:42.452833", + "start_time": "2023-09-11T11:22:59.484573", "status": "completed" }, "tags": [] @@ -22,10 +22,10 @@ "id": "51102f42-fcd9-4a58-9c8d-dfcd3d2d464e", "metadata": { "papermill": { - "duration": 0.000815, - "end_time": "2023-09-06T19:42:42.462478", + "duration": 0.005594, + "end_time": "2023-09-11T11:22:59.504082", "exception": false, - "start_time": "2023-09-06T19:42:42.461663", + "start_time": "2023-09-11T11:22:59.498488", "status": "completed" }, "tags": [] @@ -39,10 +39,10 @@ "id": "7006ceeb-2651-407d-bfa1-1039727649ef", "metadata": { "papermill": { - "duration": 0.001419, - "end_time": "2023-09-06T19:42:42.464976", + "duration": 0.005538, + "end_time": "2023-09-11T11:22:59.515296", "exception": false, - "start_time": "2023-09-06T19:42:42.463557", + "start_time": "2023-09-11T11:22:59.509758", "status": "completed" }, "tags": [] @@ -53,14 +53,20 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 1, "id": "1ffa1a96-7545-40b9-ac8b-8627e13de8d4", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:22:59.527873Z", + "iopub.status.busy": "2023-09-11T11:22:59.527600Z", + "iopub.status.idle": "2023-09-11T11:23:00.020086Z", + "shell.execute_reply": "2023-09-11T11:23:00.019592Z" + }, "papermill": { - "duration": 0.289145, - "end_time": "2023-09-06T19:42:42.755606", + "duration": 0.500866, + "end_time": "2023-09-11T11:23:00.021827", "exception": false, - "start_time": "2023-09-06T19:42:42.466461", + "start_time": "2023-09-11T11:22:59.520961", "status": "completed" }, "tags": [] @@ -80,10 +86,10 @@ "id": "0d3cc810-4b17-4213-8f03-6fe7e97a0fe3", "metadata": { "papermill": { - "duration": 0.001048, - "end_time": "2023-09-06T19:42:42.757777", + "duration": 0.010303, + "end_time": "2023-09-11T11:23:00.038685", "exception": false, - "start_time": "2023-09-06T19:42:42.756729", + "start_time": "2023-09-11T11:23:00.028382", "status": "completed" }, "tags": [] @@ -98,10 +104,10 @@ "id": "9a154623-c787-4a31-871a-cad173f0eb9f", "metadata": { "papermill": { - "duration": 0.001997, - "end_time": "2023-09-06T19:42:42.762786", + "duration": 0.005561, + "end_time": "2023-09-11T11:23:00.049948", "exception": false, - "start_time": "2023-09-06T19:42:42.760789", + "start_time": "2023-09-11T11:23:00.044387", "status": "completed" }, "tags": [] @@ -114,10 +120,10 @@ "id": "5b09ff83-5377-49a9-b24b-65c6c90277d6", "metadata": { "papermill": { - "duration": 0.001406, - "end_time": "2023-09-06T19:42:42.765574", + "duration": 0.005558, + "end_time": "2023-09-11T11:23:00.061203", "exception": false, - "start_time": "2023-09-06T19:42:42.764168", + "start_time": "2023-09-11T11:23:00.055645", "status": "completed" }, "tags": [] @@ -128,14 +134,20 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 2, "id": "0122253c-99c0-41e2-8807-60df86bf0619", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:23:00.073230Z", + "iopub.status.busy": "2023-09-11T11:23:00.073128Z", + "iopub.status.idle": "2023-09-11T11:23:00.075614Z", + "shell.execute_reply": "2023-09-11T11:23:00.075281Z" + }, "papermill": { - "duration": 0.003911, - "end_time": "2023-09-06T19:42:42.770897", + "duration": 0.009949, + "end_time": "2023-09-11T11:23:00.076806", "exception": false, - "start_time": "2023-09-06T19:42:42.766986", + "start_time": "2023-09-11T11:23:00.066857", "status": "completed" }, "tags": [] @@ -148,19 +160,36 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 3, "id": "3003ed2c-5da0-43b9-969d-9cf037d05730", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:23:00.088758Z", + "iopub.status.busy": "2023-09-11T11:23:00.088471Z", + "iopub.status.idle": "2023-09-11T11:23:00.092342Z", + "shell.execute_reply": "2023-09-11T11:23:00.091899Z" + }, "papermill": { - "duration": 0.003597, - "end_time": "2023-09-06T19:42:42.775479", + "duration": 0.01148, + "end_time": "2023-09-11T11:23:00.093944", "exception": false, - "start_time": "2023-09-06T19:42:42.771882", + "start_time": "2023-09-11T11:23:00.082464", "status": "completed" }, "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "PosixPath('/opt/data/results/ccc_null-pvalues')" + ] + }, + "execution_count": 3, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "OUTPUT_DIR" ] @@ -170,75 +199,140 @@ "id": "6b593ccb-bce7-4a6b-818f-79d5378d4610", "metadata": { "papermill": { - "duration": 0.000901, - "end_time": "2023-09-06T19:42:42.777400", + "duration": 0.005592, + "end_time": "2023-09-11T11:23:00.105500", + "exception": false, + "start_time": "2023-09-11T11:23:00.099908", + "status": "completed" + }, + "tags": [] + }, + "source": [ + "# From data matrix" + ] + }, + { + "cell_type": "markdown", + "id": "28a9cae2-a67c-4d72-ba40-75732b6867f4", + "metadata": { + "papermill": { + "duration": 0.005669, + "end_time": "2023-09-11T11:23:00.116953", "exception": false, - "start_time": "2023-09-06T19:42:42.776499", + "start_time": "2023-09-11T11:23:00.111284", "status": "completed" }, "tags": [] }, "source": [ - "# Load CCC values and pvalues" + "## Load CCC values and pvalues" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 4, "id": "472ff1df-b4f6-417f-b396-58a55ce0e39a", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:23:00.127128Z", + "iopub.status.busy": "2023-09-11T11:23:00.126753Z", + "iopub.status.idle": "2023-09-11T11:23:00.131348Z", + "shell.execute_reply": "2023-09-11T11:23:00.130857Z" + }, "papermill": { - "duration": 0.00377, - "end_time": "2023-09-06T19:42:42.782134", + "duration": 0.00974, + "end_time": "2023-09-11T11:23:00.132164", "exception": false, - "start_time": "2023-09-06T19:42:42.778364", + "start_time": "2023-09-11T11:23:00.122424", "status": "completed" }, "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "(4950,)" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], "source": [ - "output_file = OUTPUT_DIR / \"cm_values.npy\"\n", + "output_file = OUTPUT_DIR / \"data_matrix-cm_values.npy\"\n", "cm_values = np.load(output_file)\n", "display(cm_values.shape)" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 5, "id": "3412010d-d281-4dfc-99de-61fc55f603cf", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:23:00.139184Z", + "iopub.status.busy": "2023-09-11T11:23:00.138871Z", + "iopub.status.idle": "2023-09-11T11:23:00.143018Z", + "shell.execute_reply": "2023-09-11T11:23:00.142584Z" + }, "papermill": { - "duration": 0.003332, - "end_time": "2023-09-06T19:42:42.786509", + "duration": 0.008585, + "end_time": "2023-09-11T11:23:00.143868", "exception": false, - "start_time": "2023-09-06T19:42:42.783177", + "start_time": "2023-09-11T11:23:00.135283", "status": "completed" }, "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "(4950,)" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], "source": [ - "output_file = OUTPUT_DIR / \"cm_pvalues.npy\"\n", + "output_file = OUTPUT_DIR / \"data_matrix-cm_pvalues.npy\"\n", "cm_pvalues = np.load(output_file)\n", "display(cm_pvalues.shape)" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 6, "id": "8448d17b", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:23:00.151009Z", + "iopub.status.busy": "2023-09-11T11:23:00.150718Z", + "iopub.status.idle": "2023-09-11T11:23:00.154511Z", + "shell.execute_reply": "2023-09-11T11:23:00.154073Z" + }, "papermill": { - "duration": 0.003142, - "end_time": "2023-09-06T19:42:42.790711", + "duration": 0.00821, + "end_time": "2023-09-11T11:23:00.155226", "exception": false, - "start_time": "2023-09-06T19:42:42.787569", + "start_time": "2023-09-11T11:23:00.147016", "status": "completed" }, "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "0.00020197939810139365" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], "source": [ "n_perms = cm_pvalues.shape[0]\n", "min_pvalue_resolution = (0 + 1) / (n_perms + 1)\n", @@ -250,35 +344,81 @@ "id": "d25a59fa-a22b-41e0-84a3-74414ddaad23", "metadata": { "papermill": { - "duration": 0.000999, - "end_time": "2023-09-06T19:42:42.792810", + "duration": 0.003209, + "end_time": "2023-09-11T11:23:00.161582", "exception": false, - "start_time": "2023-09-06T19:42:42.791811", + "start_time": "2023-09-11T11:23:00.158373", "status": "completed" }, "tags": [] }, "source": [ - "# Plots" + "## Plots" + ] + }, + { + "cell_type": "markdown", + "id": "10af7dd1-d6d8-476b-9071-809fb3a1ba91", + "metadata": { + "papermill": { + "duration": 0.003066, + "end_time": "2023-09-11T11:23:00.167852", + "exception": false, + "start_time": "2023-09-11T11:23:00.164786", + "status": "completed" + }, + "tags": [] + }, + "source": [ + "### CCC values" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 7, "id": "615d9e99-d2d7-4cce-8517-32907a236b27", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:23:00.175029Z", + "iopub.status.busy": "2023-09-11T11:23:00.174751Z", + "iopub.status.idle": "2023-09-11T11:23:00.290556Z", + "shell.execute_reply": "2023-09-11T11:23:00.290185Z" + }, "papermill": { - "duration": 0.042107, - "end_time": "2023-09-06T19:42:42.835967", + "duration": 0.120735, + "end_time": "2023-09-11T11:23:00.291730", "exception": false, - "start_time": "2023-09-06T19:42:42.793860", + "start_time": "2023-09-11T11:23:00.170995", "status": "completed" }, "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "Text(0, 0.5, 'Frequency')" + ] + }, + "execution_count": 7, + "metadata": {}, + "output_type": "execute_result" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZgAAAEWCAYAAABbgYH9AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/MnkTPAAAACXBIWXMAAAsTAAALEwEAmpwYAAAc9ElEQVR4nO3deZRdZZ3u8e9DmIUwmAJCBgJ0QANXIylo7lIUBCXQUcBuIVyFCGiABm0avQ0RukVv57bMV64NdJAsJgmDiCBLlMEL2C0YCgwkYZAEklBJTIqhmaQDib/7x34LNsWpqlNV5z2nTuX5rHVW7fPu6VeV7Hrqffc+eysiMDMzq7UNGl2AmZkNTQ4YMzPLwgFjZmZZOGDMzCwLB4yZmWXhgDEzsywcMDYoSbpc0j/WaFtjJb0uaVh6f5+kr9Zi22l7d0qaVqvt9WG//yzpBUl/rPF2vyLp32u5TVs/OWCs7iQtkfSmpNck/aek30o6SdI7/x8j4qSI+F9VbuugnpaJiGURsUVErKtB7edIuq7L9g+JiKsHuu0+1jEG+CYwISJ26DJvlKS1knatsN6tki6oV522fnPAWKN8LiK2BHYCvg+cAVxZ651I2rDW2xwkdgJejIjVXWdExHLgXuCYcrukbYFDgbqGoa2/HDDWUBHxSkTcDhwFTJO0J4CkqyT9c5oeIemO1Nt5SdJvJG0g6VpgLPDzNAT2D5LGSQpJJ0haBvy61FYOm10lzZX0iqTb0i9fJO0vqb1cY2cvSdJk4NvAUWl/j6X57wy5pbrOlrRU0mpJ10jaKs3rrGOapGVpeOus7n42krZK63ek7Z2dtn8QcDewY6rjqgqrX02XgAGmAgsjYr6kMyUtTr3IJyQd0U0N7/vZdR1ilHS8pCclvSzpV5J2Su2SdHH6Obwi6fHOf19bPzhgbFCIiLlAO7BfhdnfTPNagO0pfslHRBwDLKPoDW0REeeV1vkU8GHg4G52eSxwPLAjsBa4pIoafwn8b+DGtL+PVljsK+l1ALALsAXwwy7LfALYHTgQ+CdJH+5ml/8X2Cpt51Op5uMi4h7gEGBFquMrFda9FRgh6ROltmOAa9L0Yoqf9VbAd4HrJI3spo5uSTqc4t/jCxT/Pr8B5qTZnwU+CewGbE3xR8SLfd2HNS8HjA0mK4BtK7S/DYwEdoqItyPiN9H7TfTOiYg3IuLNbuZfGxELIuIN4B+BIzsvAhigLwEXRcSzEfE6MAOY2qX39N2IeDMiHgMeA94XVKmWo4AZEfFaRCwBLuT9vZKK0vd9M0UoIWk8MAm4Ps2/OSJWRMSfI+JG4Blgn358vycC/xIRT0bEWooAnph6MW8DWwIfApSWWdmPfViTcsDYYDIKeKlC+/nAIuAuSc9KOrOKbT3fh/lLgY2AEVVV2bMd0/bK296QoufVqXzV158oejldjQA2rrCtUX2o5WqK4NyUIph+2XnORtKxkualYcf/BPakf9//TsAPStt5CRAwKiJ+TdF7+1dglaRZkob3Yx/WpBwwNihI2pvil+f7Lo9Nf8F/MyJ2AT4HnC7pwM7Z3Wyytx7OmNL0WIq/tl8A3gA2L9U1jGLop9rtrqD4pVve9lpgVS/rdfVCqqnrtpZXu4GI+A3FkNRhwJdJw2Opd3EFcCrwwYjYGlhAEQxdvZG+bl5qK1+19jxwYkRsXXptFhG/TTVcEhGTgD0ohsr+Z7X1W/NzwFhDSRouaQpwA3BdRMyvsMwUSX8hScCrwLr0guIX9y792PWXJU2QtDnwPeAn6TLmPwCbSvorSRsBZwOblNZbBYxT6ZLqLuYAfy9pZ0lb8O45m7V9KS7VchMwU9KWKRROB67rec33uQY4l+IcyM9T2wcogrIDQNJxFD2YSnV0UITalyUNk3Q8UL78+XJghqQ90ra2kvTFNL23pL9MP8c3gP/i3X83Ww84YKxRfi7pNYq/gM8CLgKO62bZ8cA9wOvAg8ClEXFfmvcvwNlpiOZbfdj/tcBVFMNVmwLfgOKqNuBvgR9R/GJ9g+ICg043p68vSnq0wnZnp20/ADxH8Uv1632oq+zraf/PUvTsrk/b74trKHo+N0bEGoCIeILifM6DFIH534D/6GEbX6PoebxI0RP5beeMiLiVIsBukPQqRU/okDR7OEVP6WWK4b0XAX8GZz0iP3DMzMxycA/GzMyycMCYmVkWDhgzM8vCAWNmZlkM1RsBMmLEiBg3blyjyzAzayqPPPLICxHR0vuSvRuyATNu3Dja2toaXYaZWVORtLT3parjITIzM8vCAWNmZlk4YMzMLAsHjJmZZeGAMTOzLBwwZmaWhQPGzMyycMCYmVkWDhgzM8vCATOIjBw9FkkNeY0cPbbR376ZDTFD9lYxzeiPy59npzPuaMi+l547pSH7NbOhyz0YMzPLwgFjZmZZOGDMzCwLB4yZmWXhgDEzsywcMGZmlkW2gJE0W9JqSQtKbTdKmpdeSyTNS+3jJL1Zmnd5aZ1JkuZLWiTpEknKVbOZmdVOzs/BXAX8ELimsyEijuqclnQh8Epp+cURMbHCdi4DpgMPAb8AJgN31r5cMzOrpWw9mIh4AHip0rzUCzkSmNPTNiSNBIZHxIMRERRhdXiNSzUzswwadQ5mP2BVRDxTattZ0u8l3S9pv9Q2CmgvLdOe2iqSNF1Sm6S2jo6O2ldtZmZVa1TAHM17ey8rgbER8THgdOB6ScOBSudboruNRsSsiGiNiNaWlpaaFmxmZn1T93uRSdoQ+AIwqbMtItYAa9L0I5IWA7tR9FhGl1YfDayoX7VmZtZfjejBHAQ8FRHvDH1JapE0LE3vAowHno2IlcBrkvZN522OBW5rQM1mZtZHOS9TngM8COwuqV3SCWnWVN5/cv+TwOOSHgN+ApwUEZ0XCJwM/AhYBCzGV5CZmTWFbENkEXF0N+1fqdB2C3BLN8u3AXvWtDgzM8vOn+Q3M7MsHDBmZpaFA8bMzLJwwJiZWRYOGDMzy8IBY2ZmWThgzMwsCweMmZll4YAxM7MsHDBmZpaFA8bMzLKo++36bZAathHFDavra4dRY1jZvqzu+zWz/BwwVlj3NjudcUfdd7v03Cl136eZ1YeHyMzMLAsHjJmZZeGAMTOzLBwwZmaWhQPGzMyycMCYmVkW2QJG0mxJqyUtKLWdI2m5pHnpdWhp3gxJiyQ9LengUvskSfPTvEvUiA9rmJlZn+XswVwFTK7QfnFETEyvXwBImgBMBfZI61wqaVha/jJgOjA+vSpt08zMBplsARMRDwAvVbn4YcANEbEmIp4DFgH7SBoJDI+IByMigGuAw7MUbGZmNdWIczCnSno8DaFtk9pGAc+XlmlPbaPSdNf2iiRNl9Qmqa2jo6PWdZuZWR/UO2AuA3YFJgIrgQtTe6XzKtFDe0URMSsiWiOitaWlZYClmpnZQNQ1YCJiVUSsi4g/A1cA+6RZ7cCY0qKjgRWpfXSFdjMzG+TqGjDpnEqnI4DOK8xuB6ZK2kTSzhQn8+dGxErgNUn7pqvHjgVuq2fNZmbWP9nupixpDrA/MEJSO/AdYH9JEymGuZYAJwJExEJJNwFPAGuBUyJiXdrUyRRXpG0G3JleZmY2yGULmIg4ukLzlT0sPxOYWaG9DdizhqWZmVkd+JP8ZmaWhQPGzMyycMCYmVkWDhgzM8vCAWNmZlk4YMzMLAsHjJmZZeGAMTOzLBwwZmaWhQPGzMyycMCYmVkWDhgzM8vCAWNmZlk4YMzMLAsHjJmZZeGAMTOzLBwwZmaWhQPGzMyycMCYmVkW2QJG0mxJqyUtKLWdL+kpSY9LulXS1ql9nKQ3Jc1Lr8tL60ySNF/SIkmXSFKums3MrHZy9mCuAiZ3absb2DMiPgL8AZhRmrc4Iiam10ml9suA6cD49Oq6TTMzG4SyBUxEPAC81KXtrohYm94+BIzuaRuSRgLDI+LBiAjgGuDwDOWamVmNNfIczPHAnaX3O0v6vaT7Je2X2kYB7aVl2lNbRZKmS2qT1NbR0VH7is3MrGoNCRhJZwFrgR+nppXA2Ij4GHA6cL2k4UCl8y3R3XYjYlZEtEZEa0tLS63LNjOzPtiw3juUNA2YAhyYhr2IiDXAmjT9iKTFwG4UPZbyMNpoYEV9KzYzs/6oaw9G0mTgDODzEfGnUnuLpGFpeheKk/nPRsRK4DVJ+6arx44FbqtnzWZm1j/ZejCS5gD7AyMktQPfobhqbBPg7nS18UPpirFPAt+TtBZYB5wUEZ0XCJxMcUXaZhTnbMrnbczMbJDKFjARcXSF5iu7WfYW4JZu5rUBe9awNDMzqwN/kt/MzLJwwJiZWRZVBYwkD1GZmVmfVNuDuVzSXEl/23n/MDMzs55UFTAR8QngS8AYoE3S9ZI+k7UyMzNralWfg4mIZ4CzKT7H8ingknRn5C/kKs7MzJpXtedgPiLpYuBJ4NPA5yLiw2n64oz1mZlZk6r2czA/BK4Avh0Rb3Y2RsQKSWdnqczMzJpatQFzKPBmRKwDkLQBsGlE/Ckirs1WnZmZNa1qz8HcQ3Grlk6bpzYzM7OKqg2YTSPi9c43aXrzPCWZmdlQUG3AvCFpr843kiYBb/awvJmZreeqPQdzGnCzpM5nsYwEjspSkZmZDQlVBUxEPCzpQ8DuFE+ZfCoi3s5amZmZNbW+3K5/b2BcWudjkoiIa7JUZWZmTa+qgJF0LbArMI/igWAAAThgzMysomp7MK3AhIiInMWYmdnQUe1VZAuAHXIWYmZmQ0u1PZgRwBOS5gJrOhsj4vNZqjIzs6ZXbcCc09cNS5oNTAFWR8SeqW1b4EaKiwWWAEdGxMtp3gzgBIpzPN+IiF+l9knAVRR3EvgF8HceqjMzG/yqfR7M/RSBsFGafhh4tJfVrgImd2k7E7g3IsYD96b3SJoATAX2SOtcKmlYWucyYDowPr26btPMzAaham/X/zXgJ8C/paZRwM96WiciHgBe6tJ8GHB1mr4aOLzUfkNErImI54BFwD6SRgLDI+LB1Gu5prSOmZkNYtWe5D8F+DjwKrzz8LHt+rG/7SNiZdrGytI2RgHPl5ZrT22j0nTX9ookTZfUJqmto6OjH+WZmVmtVBswayLirc43kjak+BxMrahCW/TQXlFEzIqI1ohobWlpqVlxZmbWd9UGzP2Svg1sJukzwM3Az/uxv1Vp2Iv0dXVqbwfGlJYbDaxI7aMrtJuZ2SBXbcCcCXQA84ETKa7m6s+TLG8HpqXpacBtpfapkjaRtDPFyfy5aRjtNUn7ShJwbGkdMzMbxKq92eWfKR6ZfEW1G5Y0B9gfGCGpHfgO8H3gJkknAMuAL6btL5R0E/AEsBY4pfPpmcDJvHuZ8p3pZWZmg1y19yJ7jgrnPiJil+7WiYiju5l1YDfLzwRmVmhvA/aspk4zMxs8+nIvsk6bUvQ8tq19OWZmNlRU+0HLF0uv5RHxf4BP5y3NzMyaWbVDZHuV3m5A0aPZMktFZmY2JFQ7RHZhaXot6T5iNa/GzMyGjGqvIjsgdyFmZja0VDtEdnpP8yPiotqUY2ZmQ0VfriLbm+IDkQCfAx7gvfcPMzMze0dfHji2V0S8BiDpHODmiPhqrsLMzKy5VXurmLHAW6X3b1E8NMzMzKyiansw1wJzJd1K8Yn+IyiezWJmZlZRtVeRzZR0J7BfajouIn6frywzM2t21Q6RAWwOvBoRPwDa012PzczMKqr2kcnfAc4AZqSmjYDrchVlZmbNr9oezBHA54E3ACJiBb5VjJmZ9aDagHkrIoJ0y35JH8hXkpmZDQXVBsxNkv4N2FrS14B76MPDx8zMbP3T61Vk6VHFNwIfAl4Fdgf+KSLuzlybmZk1sV4DJiJC0s8iYhLgUDEzs6pUO0T2kKS9s1ZiZmZDSrUBcwBFyCyW9Lik+ZIe788OJe0uaV7p9aqk0ySdI2l5qf3Q0jozJC2S9LSkg/uzXzMzq68eh8gkjY2IZcAhtdphRDwNTEzbHwYsB24FjgMujogLutQwAZgK7AHsCNwjabeIWFermszMrPZ668H8DCAilgIXRcTS8qsG+z8QWNzLtg4DboiINRHxHLAI2KcG+zYzs4x6CxiVpnfJsP+pwJzS+1PTENxsSduktlG897kz7antfSRNl9Qmqa2joyNDuWZmVq3eAia6mR4wSRtT3B3g5tR0GbArxfDZSuDCzkV7qevdxohZEdEaEa0tLS21LNfMzPqot8uUPyrpVYpf8puladL7iIjhA9j3IcCjEbGKYmOrOmdIugK4I71tB8aU1hsNrBjAfs3MrA567MFExLCIGB4RW0bEhmm68/1AwgXgaErDY5JGluYdASxI07cDUyVtku7gPB6YO8B9m5lZZtU+cKymJG0OfAY4sdR8nqSJFMNfSzrnRcRCSTcBTwBrgVN8BZmZ2eDXkICJiD8BH+zSdkwPy88EZuauy8zMaqcvDxwzMzOrmgPGzMyycMCYmVkWDhgzM8vCAWNmZlk4YMzMLAsHjJmZZdGQz8GYvWPYRhRP5a6/HUaNYWX7sobs22x94ICxxlr3NjudcUfvy2Ww9NwpDdmv2frCQ2RmZpaFA8bMzLLwEFkFI0eP5Y/Ln+99QTMz65YDpoI/Ln++IecFfE7AzIYSD5GZmVkWDhgzM8vCAWNmZlk4YMzMLAsHjJmZZeGAMTOzLBoSMJKWSJovaZ6kttS2raS7JT2Tvm5TWn6GpEWSnpZ0cCNqNjOzvmlkD+aAiJgYEa3p/ZnAvRExHrg3vUfSBGAqsAcwGbhU0rBGFGxmZtUbTENkhwFXp+mrgcNL7TdExJqIeA5YBOxT//LMzKwvGhUwAdwl6RFJ01Pb9hGxEiB93S61jwLK921pT23vI2m6pDZJbR0dHZlKNzOzajTqVjEfj4gVkrYD7pb0VA/LVnpYSFRaMCJmAbMAWltbKy5jZmb10ZAeTESsSF9XA7dSDHmtkjQSIH1dnRZvB8aUVh8NrKhftWZm1h91DxhJH5C0Zec08FlgAXA7MC0tNg24LU3fDkyVtImknYHxwNz6Vm1mZn3ViCGy7YFb02NyNwSuj4hfSnoYuEnSCcAy4IsAEbFQ0k3AE8Ba4JSIWNeAus3MrA/qHjAR8Szw0QrtLwIHdrPOTGBm5tLMzKyGBtNlymZmNoQ4YMzMLAsHjJmZZeGAMTOzLBwwZmaWhQPGzMyycMCYmVkWDhgzM8vCAWNmZlk4YMzMLAsHjJmZZeGAMTOzLBwwZmaWhQPGzMyycMCYmVkWDhgzM8vCAWNmZlk4YMzMLAsHjJmZZVH3gJE0RtL/k/SkpIWS/i61nyNpuaR56XVoaZ0ZkhZJelrSwfWu2czM+m7DBuxzLfDNiHhU0pbAI5LuTvMujogLygtLmgBMBfYAdgTukbRbRKyra9VmZtYnde/BRMTKiHg0Tb8GPAmM6mGVw4AbImJNRDwHLAL2yV+pmZkNREPPwUgaB3wM+F1qOlXS45JmS9omtY0Cni+t1k43gSRpuqQ2SW0dHR25yjYzsyo0LGAkbQHcApwWEa8ClwG7AhOBlcCFnYtWWD0qbTMiZkVEa0S0trS01L5oMzOrWkMCRtJGFOHy44j4KUBErIqIdRHxZ+AK3h0GawfGlFYfDayoZ71mZtZ3jbiKTMCVwJMRcVGpfWRpsSOABWn6dmCqpE0k7QyMB+bWq14zM+ufRlxF9nHgGGC+pHmp7dvA0ZImUgx/LQFOBIiIhZJuAp6guALtFF9BZmY2+NU9YCLi36l8XuUXPawzE5iZrSgzM6u5RvRgzAaHYRtRjNjW1w6jxrCyfVnd92tWbw4YW3+te5udzrij7rtdeu6Uuu/TrBF8LzIzM8vCAWNmZlk4YMzMLAsHjJmZZeGAMTOzLBwwZmaWhQPGzMyycMCYmVkWDhgzM8vCAWNmZlk4YMzMLAsHjJmZZeGAMTOzLBwwZmaWhW/Xb1ZvDXoODfhZNFZfDhizemvQc2jAz6Kx+vIQmZmZZdE0ASNpsqSnJS2SdGaj6zEzs541RcBIGgb8K3AIMAE4WtKExlZl1oTS+Z96v0aOHtvo79waoFnOwewDLIqIZwEk3QAcBjzR0KrMmk2Dzv8sveCIhlzYMGzjTVn31n/Vfb+N3PdgupBDEdHoGnol6W+AyRHx1fT+GOAvI+LULstNB6ant7sDT/dzlyOAF/q5bqM0Y83QnHW75vppxrqbsWZ4t+6dIqKlFhtslh5MpT993peMETELmDXgnUltEdE60O3UUzPWDM1Zt2uun2asuxlrhjx1N8U5GKAdGFN6PxpY0aBazMysCs0SMA8D4yXtLGljYCpwe4NrMjOzHjTFEFlErJV0KvArYBgwOyIWZtzlgIfZGqAZa4bmrNs1108z1t2MNUOGupviJL+ZmTWfZhkiMzOzJuOAMTOzLIZ8wPR2ixkVLknzH5e0V2/rStpW0t2Snklft2mSus+X9FRa/lZJWw/2mkvzvyUpJI1ohpolfT3NWyjpvFrWnKtuSRMlPSRpnqQ2SfsMoppnS1otaUGXdbIei5lqznoc5qq7NL/6YzEihuyL4oKAxcAuwMbAY8CELsscCtxJ8VmbfYHf9bYucB5wZpo+Ezi3Ser+LLBhmj63lnXnqjnNH0NxgcdSYMRgrxk4ALgH2CS9365J/n/cBRxSWv++wVBzmvdJYC9gQZd1sh2LGWvOdhzmrDvN69OxONR7MO/cYiYi3gI6bzFTdhhwTRQeAraWNLKXdQ8Drk7TVwOHN0PdEXFXRKxN6z9E8XmiQV1zcjHwD1T4cO0grflk4PsRsQYgIlY3Sd0BDE/TW1Hbz5oNpGYi4gHgpQrbzXksZqk583GYre6kT8fiUA+YUcDzpfftqa2aZXpad/uIWAmQvm5Xw5p7qqmaZapZF+B4ir9gaiVLzZI+DyyPiMdqWGtv9VSzTE/r7gbsJ+l3ku6XtHdNq85X92nA+ZKeBy4AZtSu5AHV3JOcx2KumstqfRxCprr7cyw2xedgBqCaW8x0t0xVt6fJJGvdks4C1gI/7ld1ldW8ZkmbA2dRDCnkkOvnvCGwDcXQw97ATZJ2iTTGUAO56j4Z+PuIuEXSkcCVwEH9rrK6evq6TD1lrTnTcQgZ6u7vsTjUezDV3GKmu2V6WndVZ3cyfa31EEiuupE0DZgCfKmGv/By1bwrsDPwmKQlqf1RSTsM4po71/lpGn6YC/yZ4kaCtZKr7mnAT9P0zRRDLbUykJp7kvNYzFVzzuOw2pr6Wnf/jsVanVgajC+KvySfTT+YzpNde3RZ5q9478muub2tC5zPe08sntckdU+meMRBS7P8rLusv4TanuTP9XM+Cfhemt6NYihCTVD3k8D+afpA4JHBUHNp/jjef8I827GYseZsx2HOurvMr+pYrPk3N9heFFdL/IHiqoqzUttJwElpWhQPM1sMzAdae1o3tX8QuBd4Jn3dtknqXkTxy25eel0+2Gvuz3/qRtecDurrgAXAo8Cnm+T/xyeARyh+If0OmDSIap4DrATepvjr+4TUnvVYzFRz1uMwV939ORZ9qxgzM8tiqJ+DMTOzBnHAmJlZFg4YMzPLwgFjZmZZOGDMzCwLB4xZP0m6T9LBXdpOk3RpD8u31qc6s8ZzwJj13xxgape2qandbL3ngDHrv58AUyRtAiBpHLAj8D/S81QWSvpupRUlvV6a/htJV6XpFkm3SHo4vT6e/bswy8QBY9ZPEfEiMJfi1h9Q9F5upPjkdCvwEeBTkj7Sh83+ALg4IvYG/hr4UQ1LNquroX43ZbPcOofJbktfjweOlDSd4vgaCUwAHq9yewcBE6R3bnY7XNKWEfFaTas2qwMHjNnA/Ay4KD1ydjPgZeBbwN4R8XIa+tq0wnrlezSV528A/PeIeDNPuWb14yEyswGIiNeB+4DZFL2Z4cAbwCuStgcO6WbVVZI+LGkD4IhS+13AqZ1vJE3MULZZXThgzAZuDvBR4IYonvb3e2AhRej8RzfrnAncAfya4s61nb4BtEp6XNITFHfANWtKvpuymZll4R6MmZll4YAxM7MsHDBmZpaFA8bMzLJwwJiZWRYOGDMzy8IBY2ZmWfx/Cc4bbJCptqEAAAAASUVORK5CYII=\n", + "text/plain": [ + "
" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], "source": [ - "plt.hist(cm_pvalues, bins=10, edgecolor=\"k\") # Adjust the number of bins as needed\n", + "plt.hist(cm_values, bins=10, edgecolor=\"k\") # Adjust the number of bins as needed\n", "plt.title(\"Distribution of Values\")\n", "plt.xlabel(\"Value\")\n", "plt.ylabel(\"Frequency\")" @@ -286,21 +426,50 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 8, "id": "37a85073-a287-48e6-adc6-f86808f15111", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:23:00.305147Z", + "iopub.status.busy": "2023-09-11T11:23:00.304829Z", + "iopub.status.idle": "2023-09-11T11:23:00.448779Z", + "shell.execute_reply": "2023-09-11T11:23:00.448397Z" + }, "papermill": { - "duration": 0.068277, - "end_time": "2023-09-06T19:42:42.905481", + "duration": 0.151805, + "end_time": "2023-09-11T11:23:00.449918", "exception": false, - "start_time": "2023-09-06T19:42:42.837204", + "start_time": "2023-09-11T11:23:00.298113", "status": "completed" }, "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "Text(0, 0.5, 'Density')" + ] + }, + "execution_count": 8, + "metadata": {}, + "output_type": "execute_result" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZEAAAEWCAYAAACnlKo3AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/MnkTPAAAACXBIWXMAAAsTAAALEwEAmpwYAAA1HklEQVR4nO3de3xU9Z3/8dcndyAkEBKSQAiEewABJVzUeKlab+0uWmvVba2tdl272sva7la2/XVtty72Zn/bi+2PtqyUdkWs99aigHiJIhAUwjUSuUNIIIEAgQSSfH5/nBMYQy6TYU7OzOTzfDzmMTPnNu8MzHzmfL/nfI+oKsYYY0wo4vwOYIwxJnpZETHGGBMyKyLGGGNCZkXEGGNMyKyIGGOMCZkVEWOMMSGzImJ8JSK/EZH/E6Zt5YvIcRGJd5+/LiJfCse23e39TUTuCtf2uvG6PxCRQyJyIMzb/YKIlIRzm6b3sSJiPCMiO0XkpIgcE5EjIvKOiNwnImf+36nqfar6n0Fu65rOllHV3aqaqqrNYcj+sIj8sc32b1DVBee77W7mGAZ8A5igqjlt5g0VkSYRGdXOes+JyE96KqfpvayIGK/9nar2B4YDjwLfAn4f7hcRkYRwbzNCDAdqVLW67QxV3QcsB+4MnC4iGcCNQI8WPNM7WRExPUJV61T1ReA24C4RmQQgIk+IyA/cx5ki8hd3r6VWRN4SkTgRWQjkAy+5zVX/JiIjRERF5B4R2Q28FjAtsKCMEpHVIlInIi+4X7CIyJUisjcwY+vejohcD/w7cJv7euvd+Weax9xc3xGRXSJSLSJ/EJF0d15rjrtEZLfbFPXtjt4bEUl31z/obu877vavAZYCQ9wcT7Sz+gLaFBHgdmCTqm4QkYdE5EN3b3CziNzcQYZz3ru2zYEicreIbBGRwyLyiogMd6eLiPzMfR/qRKSs9d/XxD4rIqZHqepqYC9wWTuzv+HOywKycb7IVVXvBHbj7NWkquqPAta5AigEruvgJT8P3A0MAZqAnweRcQnwX8BT7utNaWexL7i3jwEjgVTgl22WKQbGAVcD3xWRwg5e8hdAurudK9zMX1TVZcANwH43xxfaWfc5IFNEigOm3Qn8wX38Ic57nQ58D/ijiOR2kKNDInITzr/Hp3D+fd4CnnRnXwtcDowFBuD8UKjp7muY6GRFxPhhP5DRzvTTQC4wXFVPq+pb2vXgbg+rar2qnuxg/kJV3aiq9cD/AT7T2vF+nj4LPKaq21X1ODAHuL3NXtD3VPWkqq4H1gPnFCM3y23AHFU9pqo7gZ9y7t5Fu9y/+2mcwoOIjAGmAf/rzn9aVferaouqPgVsA2aE8Pf+EzBXVbeoahNOkZ3q7o2cBvoD4wFxl6kM4TVMFLIiYvwwFKhtZ/qPgQrgVRHZLiIPBbGtPd2YvwtIBDKDStm5Ie72AredgLMH1SrwaKoTOHsrbWUCSe1sa2g3sizAKY4pOMVnSWsfioh8XkTWuU2ER4BJhPb3Dwf+O2A7tYAAQ1X1NZy9sF8BVSIyT0TSQngNE4WsiJgeJSLTcb4gzzm01P0l/g1VHQn8HfCgiFzdOruDTXa1pzIs4HE+zq/mQ0A90DcgVzxOM02w292P88UauO0moKqL9do65GZqu619wW5AVd/CaT6aDXwOtynL3Uv4LfAAMEhVBwAbcb7826p37/sGTAs8GmwP8E+qOiDg1kdV33Ez/FxVpwETcZq1/jXY/Ca6WRExPUJE0kTkk8Ai4I+quqGdZT4pIqNFRICjQLN7A+fLeWQIL/05EZkgIn2B7wN/dg8B/gBIEZFPiEgi8B0gOWC9KmCEBByO3MaTwL+ISIGIpHK2D6WpO+HcLIuBR0Skv/vF/yDwx87XPMcfgB/i9Em85E7rh1MMDwKIyBdx9kTay3EQp3B9TkTiReRuIPDQ4d8Ac0RkorutdBG51X08XURmuu9jPdDA2X83E+OsiBivvSQix3B+yX4beAz4YgfLjgGWAceBlcDjqvq6O28u8B23OeWb3Xj9hcATOE1LKcBXwTlaDPhn4Hc4X571OJ36rZ5272tE5L12tjvf3fabwA6cL86vdCNXoK+4r78dZw/tf93td8cfcPZgnlLVRgBV3YzTv7ISpyheALzdyTb+EWcPogZnj+Kd1hmq+hxOkVokIkdx9mhucGen4ezxHMZpiqsB7ByVXkLsolTGGGNCZXsixhhjQmZFxBhjTMg8KyIikuKeKbxeRDaJyPfc6Q+LyD73sMN1InJjwDpzRKRCRMpFpKOTx4wxxkQIz/pE3CNs+qnqcfeojRLga8D1wHFV/Umb5SfgHPEyA+cY/GXA2HAMpmeMMcYbng1a555pfNx9mujeOqtYs4FF7pElO0SkAqegrOxohczMTB0xYkR4AhtjTC+xdu3aQ6qa1fWSXfN05FP3BK61wGjgV6q6SkRuAB4Qkc8DpcA3VPUwzglo7wasvpd2ztoVkXuBewHy8/MpLS318k8wxpiYIyK7ul4qOJ52rKtqs6pOBfKAGe7Inr/GOYlpKlCJcxw7tH8W7Tl7Lqo6T1WLVLUoKysshdQYY0yIeuToLFU9ArwOXK+qVW5xacE5Qal1MLi9fHSIijycoSWMMcZEKC+PzsoSkQHu4z7ANcDWNsNQ34xz5ivAizijoCaLSAHO2curvcpnjDHm/HnZJ5ILLHD7ReKAxar6FxFZKCJTcZqqduIMMY2qbhKRxcBmnIHs7rcjs4wxJrJF9bAnRUVFah3rxhjTPSKyVlWLwrEtO2PdGGNMyKyIGGOMCZkVEWOMMSHz9GRD0zMaGhraPemyqKiIlJQUHxIZY3oLKyIxoLS0lLlzy8jOnnxmWlVVGXPmQHFxsY/JjDGxzopIjMjOnkx+vhUMY0zPsj4RY4wxIbMiYowxJmTWnBWjmpoaKSsr/8g062g3xoSbFZEYVVNTzsKFtRQWOs+to90Y4wUrIjEsI6PQOtuNMZ6yPhFjjDEhsyJijDEmZFZEjDHGhMyKiDHGmJBZx3qMqa6GVavgwIGrSU09zZQpkJTkdypjTKyyIhJD3nwTXn8dEhMhPj6H/fvT+eUv4TOf8TuZMSZWWXNWjNiyJYcVK2DiRPja1+BjH/sTs2a9TkIC/OlPcPhwX78jGmNikO2JRJn2hn1//vlqVq26lLFj4eabIc79aZCRUcOdd8L8+bB06QTuu+99HxIbY2KZFZEo03bY95YWePrpWSQnn+SWW/qeKSCtBg6E226D+fOT+fWvR3DddT6ENsbELGvOikKtw77n5xdz4EAxJ04MYcKE9R12oOflwcSJ+3jhhVxef71HoxpjYpwVkSh26pTTmZ6ZuYfs7P2dLnvhhbvJzW3gwQedvRdjjAkHz4qIiKSIyGoRWS8im0Tke+70DBFZKiLb3PuBAevMEZEKESkXEWt46cLatXDyJIwZswaRzpdNSGjhS1/axfvvw5NP9kw+Y0zs83JPpBG4SlWnAFOB60VkFvAQsFxVxwDL3eeIyATgdmAicD3wuIjEe5gvqjU1wcqVMGIEDBx4IKh1rrnmIBdeCN/5Dpw+7W0+Y0zv4FkRUcdx92mie1NgNrDAnb4AuMl9PBtYpKqNqroDqABmeJUv2m3cCMeOQXdGdo+Lg//8T9i50/ZGjDHh4WmfiIjEi8g6oBpYqqqrgGxVrQRw7we7iw8F9gSsvted1nab94pIqYiUHjx40Mv4Ea20FDIzYeTI7q13441wwQXwwx9a34gx5vx5WkRUtVlVpwJ5wAwRmdTJ4u216ms725ynqkWqWpSVlRWmpNHl0KF+7NsHRUV02RfSlgh861uweTP89a/e5DPG9B49cnSWqh4BXsfp66gSkVwA977aXWwvMCxgtTyg80OOeqny8lwSE2HKlNDWv+02py9l7lzQc8q0McYEz8ujs7JEZID7uA9wDbAVeBG4y13sLuAF9/GLwO0ikiwiBcAYYLVX+aLVyZNxbN+eycSJEOrl0hMS4BvfcDrmS0rCm88Y07t4ecZ6LrDAPcIqDlisqn8RkZXAYhG5B9gN3AqgqptEZDGwGWgC7lfVZg/zRaU33hhEU1MCU6d2b72mpkbKysrPPB8/Po709On813/F8be/2UFwxpjQeFZEVLUMuLCd6TXA1R2s8wjwiFeZYsGSJdmkpjaQn9+93ZCamnIWLqylsLB1SguDB7/HkiUz2bwZJkwIe1RjTC9gZ6xHkT174L330hk9uqrbHeoAGRmFZ4ZLyc8vpqhISUpq4Ve/Cn9WY0zvYEUkijz5JKgKo0dXd71wEFJSmrjqqoMsWAB1dWHZpDGml7EiEkUWL4bCwmP0798Ytm3ecksl9fXwxBNh26QxphexIhIlPvzQGSvrqqsOhXW748cfZ9Ys+OUv7eRDY0z3WRGJEosXO/cf+1j4iohzxFYZ115bTkUFPPbYJkpKSmhoaAjbaxhjYpsVkSixeDFcfDFkZ4evKav1iK2dOw/Rp88p/u//zWXu3LJzrpxojDEdsSISBT74ANatg898JvzbzsgopKDgUmbMSGLfvgxSUmzMS2NM8KyIRIHWpqxbb/XuNaZNc0b53bo117sXMcbEHCsiUeCpp5wh34eeM6Zx+PTv75xwuG1bNidO2H8LY0xw7Nsiwm3e7Fw75LbbvH+tGTPg9OkEXnllcNcLG2MMVkQi3rPPOsO333KL96+VlweDBh3n+edzbXRfY0xQvByA0YTB88/DzJmQ2wNdFSIwevQeVq0qZN689UyceAyAoqIiUkIdMtgYE9NsTySC7d3rnGB4000995rp6SXExZ3ipz/NYf587JBfY0ynbE8kgjQ0NHzkC/u553KA0QwevJKSEmdU/LKyMpqbvRtyNyHhNEOH7mPHjgI+9alsz17HGBMbrIhEkNLSUubOLSM7ezIAr7wyiJSUaubNW05h4ZUAbNlSQUZGNgUF3uUYNmw7e/YUsGEDZFsdMcZ0wopIhMnOnkx+fjENDXDgAIwY8f6ZIdwBqqrKPM+Qnn6EnBynKe2GGzx/OWNMFLM+kQhVUeEMiJidvaPHX1vEOfmwqgoOHUrt8dc3xkQPKyIRqrwc+vWDAQOqfHn9Cy6AxEQoL8/x5fWNMdHBikgEam6Gbdtg7FgQ8eeEjeRkmDgRdu7MpKHB/psYY9pn3w4RaOdOaGyEceP8zTFlinMG+5tvDvI3iDEmYlkRiUAffAAJCTBypL85hg+H1NQGliyxYVCMMe2zIhKBKipgxAinT8JPzhns1ZSWDmDvXn+zGGMik2dFRESGicgKEdkiIptE5Gvu9IdFZJ+IrHNvNwasM0dEKkSkXESu8ypbJDt6NIXaWhg92u8kjhEj9qIq/OAHOykpKTlzs6sfGmPA2/NEmoBvqOp7ItIfWCsiS915P1PVnwQuLCITgNuBicAQYJmIjFXVZg8zRpx9+wYCMGaMz0Fcp06to3//PBYtGkxj415EnHNV5syB4uJiv+MZY3zmWRFR1Uqg0n18TES2AJ1dEWM2sEhVG4EdIlIBzABWepUxEu3dO5CMDMjI8DvJWSNGHGTDhnwSEoo9vaaJMSb69EifiIiMAC4EVrmTHhCRMhGZLyID3WlDgT0Bq+2lnaIjIveKSKmIlB48eNDL2D2usVGorExn1Ci/k3xUTs5eEhKcS/QaY0wgz4uIiKQCzwBfV9WjwK+BUcBUnD2Vn7Yu2s7q55wkoarzVLVIVYuysrK8Ce2T9evTaW6Oj5imrFaJiU2MG+dcIKulxe80xphI4mkREZFEnALyJ1V9FkBVq1S1WVVbgN/iNFmBs+cxLGD1PGC/l/kizapVA4mPb2HECL+TnGviRDhxwjmHxRhjWnl5dJYAvwe2qOpjAdMDL690M7DRffwicLuIJItIATAGWO1Vvki0atVAcnLqfD+0tz2jR0NSEmza5HcSY0wk8fLorEuBO4ENIrLOnfbvwB0iMhWnqWon8E8AqrpJRBYDm3GO7Lq/Nx2ZtXMn7NrVlxkzDgADu1q8xyUmOsOwbNnijKtljDHg7dFZJbTfz/FyJ+s8AjziVaZItmSJc5+Xd9jfIJ2YMAE2boTKygHAEZ/TGGMigZ2xHiGWLYPs7AbS0k76HaVDrU1aO3dm+h3FGBMhrIhEgJYWWLECpk2rQ9rbd4sQrU1au3YNoqkpgoMaY3qMFZEIsH491NbCRRcd8TtKlyZOhMbGRN57L93vKMaYCGBFJAK89ppzP21anb9BgjBqFCQkNLFihTVpGWOsiESE5cth/HjIzDzld5QuJSZCfn4tb701iOZec+ycMaYjVkR8dvo0vPkmXH2130mCl5d3mLq6RNas8TuJMcZvVkR80tDQQElJCb/73Xrq6yE3dwtlZWU0Nzf5Ha1LeXmHiYtT/vpXv5MYY/xmRcQnpaWlzJ1bxm9/OwBQNm+uY+HCCg4dqvE7WpeSk5uYOPGoFRFjjBURP2VnT+bw4eHk5gpjxswiIyNCrkQVhIsvPsz778P+XjW6mTGmLSsiPmpqimPPHiJywMWuXHxxLQAvdzj+gDGmN7Ai4qPq6v40N0NBgd9Jum/UqBMMG4Y1aRnTy1kR8VFl5QDi4mD4cL+TdE9TUyMbNpRx0UWVvPJKM6+99rZdd92YXsqKiI+qqtIYMsQZjyqa1NSUs3BhLfX1tZw8Gc8Pf5jO3LlllJaW+h3NGNPDrIj4pLFROHiwP8OGdb1sJMrIKGTGjIkkJEBd3SSysyf7HckY4wMvrydiAjQ0NHzkl/pf/1pNS0tc1DVlBUpMdA4K2LbNGSbeGNP7WBHpIa3nhbT+Yl+2zGnDitY9kVajRkFFBRw7lgw0+h3HGNPDrIj0oOzsyeTnFwPQ0LCL1NSj9O2b5nOq8zNypHPvXKiqys8oxhgfWJ+ID1Th8OEcBg485HeU85aVBampsH//AL+jGGN8YEXEB9XV0NSUTEZG5A9x0hURZ2+ksjKdlha/0xhjepoVER/s3u3cx8KeCDgnSzY0JLF9ez+/oxhjepgVER/s3g0pKcfp0+eE31HCorVfpLR0gK85jDE9z4pID1N1isjAgZURfT317khLg/T0E5SW2iVzjeltPCsiIjJMRFaIyBYR2SQiX3OnZ4jIUhHZ5t4PDFhnjohUiEi5iFznVTY/1dXB0aNOEYklQ4YcYf36dBrtKF9jehUv90SagG+oaiEwC7hfRCYADwHLVXUMsNx9jjvvdmAicD3wuIjEe5jPF639IRkZsVVEcnOP0NAQz7vv+p3EGNOTgioiIvKMiHxCRIIuOqpaqarvuY+PAVuAocBsYIG72ALgJvfxbGCRqjaq6g6gApgR7OtFi927ITkZ+vev9TtKWOXm1hEXpyxf7ncSY0xPCrYo/Br4B2CbiDwqIuO78yIiMgK4EFgFZKtqJTiFBhjsLjYU2BOw2l53Wttt3SsipSJSevDgwe7EiAh790JeHoio31HCKimpmcLCYyxb5ncSY0xPCqqIqOoyVf0scBGwE1gqIu+IyBdFJLGzdUUkFXgG+LqqHu1s0fZeup0s81S1SFWLsrKygokfMU6fjqO6GoaeUxpjQ1HREVatcvp9jDG9Q9DNUyIyCPgC8CXgfeC/cYrK0k7WScQpIH9S1WfdyVUikuvOzwWq3el7gcCRpPKAmLr4ak1NKqrOnkgsmjatjpYWeOMNv5MYY3pKsH0izwJvAX2Bv1PVv1fVp1T1K0BqB+sI8Htgi6o+FjDrReAu9/FdwAsB028XkWQRKQDGAKu7+wdFsurq/kBs7ok0NTXS0vI2ycnNLFy4n5KSErtQlTG9QLADMP5OVT9yNW0RSXY7wYs6WOdS4E5gg4isc6f9O/AosFhE7gF2A7cCqOomEVkMbMY5sut+VW3u1l8T4Q4e7E9GBvTt63eS8KupKWfRoloGDTrKsmXp9O8PVVVlzJkDxcXFfsczxngk2CLyA+DlNtNW4jRntUtVS2i/nwPg6g7WeQR4JMhMUUXVKSKjR/udxDsZGYWkpg5k2TIYONAKhzG9QadFRERycI6Q6iMiF3K2KKThNG2ZIFVXJ3HyZHLM9oe0Kihw7nfsgAEDfI1ijOkBXe2JXIfTmZ4HBPZrHMNpmjJB2rzZ6Q+J9SKSkwN9+jhF5MIL/U5jjPFap0VEVRcAC0TkFlV9pocyxaTNm/sTH99CdnZsD1cWF+dcMnf7dpg61e80xhivddWc9TlV/SMwQkQebDu/zVFXphObNvVn0KDjxMdH95UMg1FQAFu2wNGjKYAdnWVMLOvqZ3HrBSJSgf7t3EwQTp+G8vJUsrKO+R2lR3z0krnGmFjWVXPW/3Pvv9czcWJTWRmcOhXfa4pIRoYzPLxzydwDfscxxngo2JMNfyQiaSKSKCLLReSQiHzO63CxonVk295SRFovmXvggF0y15hYF2wv77XuuFefxBmeZCzwr56lijGrVkFGxin69es9F9soKIDGxkS2bbNL5hoTy4ItIq2DLN4IPKmqsTWOucfWrIEJE47FzJUMg9F6vsjatQN8zWGM8VawReQlEdkKFAHLRSQLO+wmKEePQnk5jBt33O8oPap/fxgwoN6uu25MjAt2KPiHgIuBIlU9DdTjXETKdOH9950hT8aP711FBJwLVZWVpdklc42JYd05860QuE1EPg98GrjWm0ixpbTUue9teyLgXHe9sdEumWtMLAtqAEYRWQiMAtYBrSPrKvAHb2LFjtJSyM+HgQNP+x2lx+Xk1BEfryxdKlxxhd9pjDFeCHYU3yJggqrG1jVde0BpKRR1NFh+jEtKambixKMsWZLOD37gdxpjjBeCbc7aCOR4GSQWHT4MFRW9t4gAzJx5mLVr4YCdc2hMTAq2iGQCm0XkFRF5sfXmZbBY8N57zn1vLiIXX3wYgCVLfA5ijPFEsM1ZD3sZIlatXevcT5sGmzf7m8Uvo0fXk5sLf/sbfOELfqcxxoRbUEVEVd8QkeHAGFVdJiJ9gXhvo0W/0lJn+I+MDL+T+EcEbrgBnnkGmpogIdifLcaYqBDs2Fn/CPwZ+H/upKHA8x5lihm9uVM90I03Ql0drFzpdxJjTLgF+7vwfmAGsApAVbeJyGDPUsWAmhrn6n5f/rLfSfx3zTXOHshLLzUhcu5JI0VFRaSkpPiQzBhzvoItIo2qekrcwZ9EJAHnPBHTgdb+ENsTgfR0uPRSeO65BjZtKiM7e/KZeVVVZcyZA8XFxT4mNMaEKtgi8oaI/DvQR0Q+Dvwz8JJ3saJf65nqF13kb45IceON8K1vpXLRRUXk58/wO44xJkyCPcT3IeAgsAH4J+Bl4DudrSAi80WkWkQ2Bkx7WET2icg693ZjwLw5IlIhIuUicl33/5TIUloKY8c6v8KNU0QA9u0b6G8QY0xYBXt0VouIPA88r6oHg9z2E8AvOXdolJ+p6k8CJ4jIBOB2YCIwBFgmImNVtZko1NDQwNtvw5QpRykp+QCAsrIympsn+JzMPxMnwuDBDezZ04sPVTMmBnW6JyKOh0XkELAVKBeRgyLy3a42rKpvAsFed2Q2sEhVG1V1B1CB05EflV59dT3V1SnU1R1n/nyYPx8WLqzg0KEav6P5RgSKi2vZt28Ap3vfMGLGxKyumrO+DlwKTFfVQaqaAcwELhWRfwnxNR8QkTK3uau1bWMosCdgmb3utHOIyL0iUioipQcPBrtT1LPKy1MBmDBhJPn5xeTnF5ORMdrnVP677LIampvj+fBDv5MYY8KlqyLyeeAOd+8AAFXdDnzOndddv8YZDXgqUAn81J3e3jX/2j36S1XnqWqRqhZlZWWFEMF7W7emAkpurt9JIsvUqUdJSmqivNzvJMaYcOmqiCSq6qG2E91+kcR2lu+UqlaparOqtgC/5WyT1V5gWMCiecD+7m4/UpSXpzJgwAmSkvxOElkSEpS8vFrKy6Glxe80xphw6Kpj/VSI89olIrmqWuk+vRlndGCAF4H/FZHHcDrWxwCru7v9SLF1ayqDBh0B+vkdxVdNTY2UlZ3d7SgrKyMvbyDbtw9mzx4YPtzHcMaYsOiqiEwRkaPtTBeg01OMReRJ4EogU0T2Av8BXCkiU3GaqnbiHC6Mqm4SkcXAZqAJuD9aj8zavx9qapIZPfo4kO13HF/V1JSzcGEthYXO8y1bKkhLG0p8/ES2brUiYkws6LSIqGrIgyyq6h3tTP59J8s/AjwS6utFitaTDAcN6n2Xw21PRkYh+fnO2ehVVWVAEwUFUF4O19oFlo2Jet25xroJQmkpxMUpgwbV+x0lYo0b51ywK0IPrjPGdIMVkTArLYURI06QkGA9xx0ZN86537rV3xzGmPNnRSSMVJ0iMn68NWV1pn9/yMuDLVv8TmKMOV9WRMJozx6niWb8+GN+R4l4EyY4110/etSGgDcmmtl15s5TQ0MDpW5v+htvDAIKiY9fR3Nzpr/BIlxhIbz6KuzcOQjY53ccY0yIrIicp9LSUubOda6RsXZtKiItvPHGajIzZ1JQ4He6yDVgAAwdCjt3ZmJFxJjoZc1ZYZCdPZn8/GLq64eRnR1HZuYIvyNFhcJCqKnpz/79yX5HMcaEyIpImKg6JxoOGeJ3kugxwR0Z//XXrenPmGhlRSRMjhyBkyexQRe7YeBAGDTomBURY6KYFZEw2e8OF2l7It0zYsQhtmzpz65dficxxoTCikiY7N8P8fEweLDfSaLLiBHOhbqeecbnIMaYkFgRCZPKSsjOhgQ73q1b0tIaGDPmOIsW+Z3EGBMKKyJh0Nqpbv0hobn22oOsWYNdrMqYKGRFJAyOHUuhsdH6Q0J1zTXVxMXBwoV+JzHGdJcVkTA4dMi5proVkdBkZp7m4x+HP/7RrnhoTLSxIhIGhw6lkpAAEXrJ96hw552waxe89ZbfSYwx3WFFJAxqavqTne0cnWVCc9NN0K+fNWkZE22siJynlhY4dKifNWWdp3794JZb4OmnnZM2jTHRwYrIedqzpw9NTQlWRELU1NRIWVkZJSUlXHjhBo4ehR//eCsNDQ1+RzPGBMGKyHkqL7dO9fNRU1POwoW1zJ8P69bV0bdvI7/8ZZ8zw+sbYyKbnRp3nrZuTSUhoZnMTOsQCVVGRiH5+cUATJsGb72VT2Vltc+pjDHBsD2R81RenkpGxnHi7J0Mi2nTQAReeCHH7yjGmCB49tUnIvNFpFpENgZMyxCRpSKyzb0fGDBvjohUiEi5iFznVa5wOn3aKSKZmXZN9XBJT4dhw2r5y19yaGz0O40xpite/n5+Ari+zbSHgOWqOgZY7j5HRCYAtwMT3XUeF5GIbx9avx4aG+MZPNiuqR5O48dXUleXyJNP+p3EGNMVz4qIqr4J1LaZPBtY4D5eANwUMH2Rqjaq6g6gApjhVbZwWbnSuc/KOupvkBgzZMgRRo6s5yc/sTPYjYl0Pd2xnq2qlQCqWikirQOnDwXeDVhurzvtHCJyL3AvQH5+vodRu7ZyJWRlNZKaesrXHLFGBP7hH/bygx+M4+WX4ZprGto9WquoqIiUlBQfEhpjWkXK0VnSzjRtb0FVnQfMAygqKmp3mZ6yciVMnGhNWV64+upD/OEP45g7F9LTS3n00TKysyefmV9VVcacOVBcXOxjSmNMTxeRKhHJdfdCcoHW4zj3AsMClssD9vdwtm45cAB27oRPfOIoJ074nSb2JCQoDz0E//zPsHr1ALKzJ585DNgYEzl6+sDUF4G73Md3AS8ETL9dRJJFpAAYA6zu4Wzd0tofMmmS7Yl45Z57YMQImDdvBOrrPqcxpiNeHuL7JLASGCcie0XkHuBR4OMisg34uPscVd0ELAY2A0uA+1W12ats4bByJSQlwdixdnivV5KS4OGH4YMPUtmxI9PvOMaYdnjWnKWqd3Qw6+oOln8EeMSrPOG2cqVzYlxSkv1E9tLnPgePPHKcNWsKuOQSp7AYYyKHnWcdglOnoLQULr7Y7ySxLz4eHnzwQ06cSOaNN/xOY4xpy4pICNavh4YGKyI9ZdKkY4wZc4B334WDB/1OY4wJZEUkBO+849xbEek5RUU7SUqCv/0N62Q3JoJYEQnBypUwbBgMbfd0SOOFlJQmrroKduyAjRu7Xt4Y0zOsiIRg5UrbC/HDtGmQl+fsjZw8meh3HGMMVkS6bccO2L0bLr/c7yS9T1wc/P3fOwc2rFw5ypq1jIkAkTLsSdRYuvQ0kEha2nuUlJygrKyM5uYJfseKKc4lc8vPPA98j7Oy4MorYfnyTFasyOSyy3wKaYwBrIh027PPHiYpKZXXXjuBCGzZUkFGRjYFBX4nix2tl8wtLHSet32PL7kE1q8/xmOPjeK++2Dw4I63ZYzxljVndYMqvP9+GkOG1DN8eDH5+cVkZIz2O1ZMar1kbnvvcVwcFBdv48SJeB54wKeAxhjAiki3bN8O1dUp5OTU+R2l1xs48ARf/OJunn4ann7a7zTG9F5WRLphxQrnPjfXikgkuOOOvUybBvffbychGuMXKyLd8OqrMGhQI+npJ/2OYoCEBHjiCThyBL7yFb/TGNM7WREJUlMTLFsGM2ceQdq7hJbxxaRJ8N3vwlNPwbPP+p3GmN7HikiQ1qyBw4dh5szDfkcxbXzrW3DhhfDlL0NNjd9pjOldrIgEackS56igoqIjfkcxbSQmOs1atbXw1a/6ncaY3sXOEwnSkiUwYwakpTX5HcVw7gmJAJ///DDmzx/OrbfCTTf5k8uY3saKSBCqqpzmrIcf9juJadX2hESAvXtfZOjQO7jnnjSSkt4jLa2JoqIiUlJS/AtqTIyz5qwgvPiic6Kh/bqNLIEnJObnF5OYGE9GxnMcPpzAV786krlzyygtLfU7pjExzYpIEJ57DgoK4IIL/E5iujJsWAaXXRbHhx8OprHxSr/jGBPzrIh04ehRWL4cbr4ZO7Q3Slx+uTOe1jvvjOboUWuxNcZL9gnrwssvO0OP33yz30lMsOLjnabH3/42ge9/fwBpaSUfmW/9JMaEjxWRTjQ0NPD44/VkZPSnuXk1JSXY0O9RIjcXRo58j1Wrivje9zYxbJhzfk9VVRlz5kBxcbHPCY2JDb4UERHZCRwDmoEmVS0SkQzgKWAEsBP4jKr6embfa6+to6RkOhMmHGDBAmeaDf0ePUaPLqWqagwrV05kyhRITfU7kTGxx88+kY+p6lRVLXKfPwQsV9UxwHL3ua9WrMhENZ5LLx3a4bDkJnLFx7cwdepqGhrOHmFnjAmvSOpYnw24v/dZANzkXxTHq69mkZ5+gpwcv5OYUKWlHeXaa2HbNli92u80xsQev4qIAq+KyFoRudedlq2qlQDufbvXqxORe0WkVERKD3o4/ndFBZSVpTNqVLUdlRXlpk+HMWNg6VKore3rdxxjYopfReRSVb0IuAG4X0QuD3ZFVZ2nqkWqWpSVleVZwHnzID5eGTOmyrPXMD1DBGbPhj59YMWK8Rw/Hu93JGNihi9FRFX3u/fVwHPADKBKRHIB3PtqP7IBNDbC/PlQXFxD376n/YphwqhfP/j0p+HYsRS+//1xNDf7nciY2NDjRURE+olI/9bHwLXARuBF4C53sbuAF3o6W6tnnnGGFJ89+4BfEYwHhg+HmTO3s3JlBg8+aB3txoSDH4f4ZgPPidPRkAD8r6ouEZE1wGIRuQfYDdzqQzZU4ec/h9GjYdq0I2zY4EcK45Xx4w8wbFgffv7zoeTmwkO+HwNoTHTr8SKiqtuBKe1MrwGu7uk8rRoaGigtLWXDhv6sWjWFBx+sYONGO7Ew1ojAAw/sIDFxKHPmwOnT8M1vNrB27UcHarSz2o0Jjp2x7iotLWXu3DI2bfoMSUmnqa6u5p137MTCWBQXBwsWOBez+u53YcuWQxw5UkZOzmTAzmo3pjusiARISZnBrl2ZFBfDqFGXUFu7zu9IxiMJCc7BE6mp8Ktf5TFu3M0UFeUSF0lnThkTBewjE2D9+nwSEmDWLL+TmJ4QFwe/+AV89rN7KC/PZdEiZ7BNY0zweu2eSGsfSKulS3exffulzJrlHA5qegcRuO++XWzf3si7747mf/4HrrgiCbBqYkwwem0Rae0Dyc522sFfemksIs1cckmvfUt6tfHjD1BQMJo//xleemkKN9ywCesSMaZrvfobMzt7Mvn5xdTUwKFDLRQUVJCaOtbvWMYnY8bAF78ICxcq9903iZqajcyYceTMfDtiy5hz9eoi0urNNyEurpmRIz8ArIjEsqamRsrKyj8yLfAaMTk5MHPmU6xadR3f/OZELr64gnHjquyILWM60OuLyKFDsGEDjBixieTkRr/jGI/V1JSzcGEthYVnp7W9RkyfPvUUF69i+/bZvPPOGETGMGaMP3mNiXS9vogsXQpJSc5V8CDd7zimB2RkFJKff3aPoqqq7JxlEhKauOMO5/LIb78N+/eP4847P+jJmMZEhV59iO/+/el88AEUF0NycoPfcUyEiYuDT3wCrr4aduzI4t/+bSJHj/qdypjI0muLSHMzrFlTQHq6nRdiOibi/MgoLv6AdevSufJKOGDjchpzRq8tIq+8Mpja2lSuvto5e9mYzowZU82jj26mvByKimDVKr8TGRMZemURqa+H3/52OFlZR5k0ye80JlrMmnWYd95x+tAuvxx+/3u/Exnjv15ZRNatg5Mn45k+fYdd+tYExTk0uIxjx0r4xS/eZcqUw3zpS/Dxj1fy8svvUlJSQklJCQ0N1rdmepde2ZBz6aXw7LNrWLTILm9ngvPRQ4ObmDBhE/v317Ns2cd5++1BzJr1IX36rLBzSUyv0yuLCEDfvlZATPe0PTR4ypTHKSiIp6LiGlasKCQvL5uKil02XIrpVXptETEmHNLS6vjHf4R334U33kjj7run8uqr8B//AePGhb7dtgOEtrKhV0yksSJizHmKi4NLLoGsrDXExeXx7LPDePJJuPZauP9+51yT+PjubbPtAKFgF8sykcmKiDFhEh9/glmzXuLWW6fx0ks5vPBCDrNnJ5OTo3zqU8I11zjnJOXk0OEBHQ0NcOQI7N7dh759p5OZOZ3k5OCLkO3BmJ5mRcSYMDnb+X4a2MONN+6lrOwYaWlFPPFEJo8/7iyXnq6kpZ0kObmF06fjOHUqjubmZI4ckYCLYk37yLZTU6F//0nU1Z1g40a44AKYNAnS24zUY3swpqdZETEmjNp2vsfFlXD33VuZMaOYNWvgvffg9dcrWbnyBDCQ+PgW4uJqmT49jfHjcxkwAAYMgMrKclasEFJTx57ZO9mzR3j55Uyeffbs6w0bplxwgZCfD0OHQn39YJqaLqdPn0mkpzvntBjjJSsixnio7dDzF14I8fFlpKZOoKBgNADbt5cxa1Y5kyef3XtQLWPkyAkUFJy9NMGaNX+ipqaW/PzrOHy4L7t2HSE9PYsPPhjC228nU1eXSOulDF591VknJQX69LmQ8vJGZs50OvvHj3dugwd33KwWbu01s1kTW2yIuCIiItcD/w3EA79T1Ud9jmRMyIIZej6YZVoNGlTIhAnTAUhKepza2louu+xKAJqahA0bVpCSchlDhlxBXR3U1UFVVQNVVSn85jdw8uTZbaWmNjF8+AmGDTtJXl4DU6cOIScnkYwMp/iINLJt20aSk1tITFSSklpITGzhkksuIjW1e1/+bZvZIqGJzfqPwiOiioiIxAO/Aj4O7AXWiMiLqrrZ32TGhC6YoeeDWSaYbdfUrAcOccEFZ5fZvn0ds2aVM2nSZKqrk9m1qw/vvnuYVavSqanJZ/v2AZw8mdzO1pNp2zfTKi7ubFHp1y+BlBQhORmSkyEuroX6+hNn9nJElJMnx1JfP5nk5DQATp2awpe/rAwZ4vTrBN7S0s4+Tkk5xfbtW4mP1zO3yZMn0K9fMgkJtHtrbobTp8/eTp1y7hsanCGPTpxw7tet282LLzbTp08+TU1xNDXFc/x4DTNm1JCXNxQRZ08tLo4zj0WgpaWJAwf2Ex+v7nwlLg6GDRtKSkoicXHQ3Hyafft2n5knoiQkKOPGjSAtLYmUFOe9SknhI4/j48/Nffx4Ixs3fkBTk5y5NTcLl102kiuuaO/frWdFVBEBZgAVqrodQEQWAbMBT4pI4Ae1trYCqGX37pJuTbP1IjeDrefYtu2vrF5dTV7e2XHs9+5dydCh0yksvBKATZte4tChk2RmTuX06RRU46mu/pC+fceTkzOJlhahuTmOysrN1Nc30r9/Li0tCZw8eYJRowaTmprF6dPCqVNx1NUdpbr6GImJfVF1Xq+h4QiJiQMQaQJA5BhNTXHs2SNs3RpPfX089fUJNDS0PQwtCZiMN8YSeCXT+PhmRAZTWelc6VSVgJucedzSEodqfhfbTgRGhSlnMnDBOVOvuuogy5dnhek1Qifa+q8cAUTk08D1qvol9/mdwExVfSBgmXuBe92n44DyczYUvEzg0Hms7wfL3HOiMbdl7jnRmLs183BVDUsFirQ9kfa6+T5S5VR1HjAvLC8mUqqqReHYVk+xzD0nGnNb5p4Tjbm9yBxpo/juBYYFPM8D9vuUxRhjTBcirYisAcaISIGIJAG3Ay/6nMkYY0wHIqo5S1WbROQB4BWcQ3znq+omD18yLM1iPcwy95xozG2Ze0405g575ojqWDfGGBNdIq05yxhjTBSxImKMMSZkMVNEROR6ESkXkQoReaid+SIiP3fnl4nIRV2tKyIZIrJURLa59wOjIPOPRWSru/xzIjIgnJm9yh0w/5sioiKSGQ2ZReQr7rxNIvKjSM8sIlNF5F0RWScipSIyI5yZw5B7vohUi8jGNutE8mexo8yefha9yBwwP/jPoapG/Q2nE/5DYCTOKa7rgQltlrkR+BvOuSizgFVdrQv8CHjIffwQ8MMoyHwtkOA+/mE4M3uZ250/DOegil1AZqRnBj4GLAOS3eeDoyDzq8ANAeu/Hin/P9x5lwMXARvbrBORn8UuMnv2WfQqszuvW5/DWNkTOTNciqqeAlqHSwk0G/iDOt4FBohIbhfrzgYWuI8XADdFemZVfVVVm9z138U51yacvHqvAX4G/BttTjCN4MxfBh5V1UYAVa2OgswKpLmP0wn/eVjnkxtVfROobWe7kfpZ7DCzx59Fr95n6ObnMFaKyFBgT8Dzve60YJbpbN1sVa0EcO8HR0HmQHfj/BIJJ09yi8jfA/tUdX2Y83aWJ5hlOlt3LHCZiKwSkTdEZHoUZP468GMR2QP8BJgTvsidZuruMm1F6mcxWOH+LHqSOZTPYUSdJ3IeuhwupZNlglnXC55mFpFvA03An0JK17Gw5xaRvsC3cXb/veDVe50ADMRpKpgOLBaRkeq2CZwnrzJ/GfgXVX1GRD4D/B64JuSU5zqf3H7xNLNHn8WwZw71cxgreyLBDJfS0TKdrVvVuvvn3oezucKrzIjIXcAngc+G6QstmEzBLNPR9FFAAbBeRHa6098TkZwIzty6zrNuc8FqoAVngLtIznwX0HptxKdxmkXC6XxydyZSP4ud8vCz6EXm0D6H4ero8fOG84twu/sGtHYyTWyzzCf4aCfT6q7WBX7MRzvzfhQFma/HGTo/K5re6zbr7yS8Hetevdf3Ad93H4/FaTqQCM+8BbjSfXw1sDZS/n8EzB/BuZ3UEflZ7CKzZ59FrzK3mR/U5zCsf5ifN5wjET7AOWLh2+60+4D73MeCc8GrD4ENQFFn67rTBwHLgW3ufUYUZK7A+TJb595+Ew3vdSj/ef3O7H54/whsBN4DroqCzMXAWpwvnVXAtAj7//EkUAmcxvklfY87PZI/ix1l9vSz6EXmUD6HNuyJMcaYkMVKn4gxxhgfWBExxhgTMisixhhjQmZFxBhjTMisiBhjjAmZFRFjuiAir4vIdW2mfV1EHu9k+aKeSWeMv6yIGNO1J4Hb20y73Z1uTK9mRcSYrv0Z+KSIJAOIyAhgCPAP7jU5NonI99pbUUSOBzz+tIg84T7OEpFnRGSNe7vU87/CGA9YETGmC6paA6zGGcYCnL2Qp3DOEi4CJgNXiMjkbmz2v4Gfqep04Bbgd2GMbEyPiZVRfI3xWmuT1gvu/d3AZ0TkXpzPUS4wASgLcnvXABNEzgy0miYi/VX1WFhTG+MxKyLGBOd54DH3EqN9gMPAN4HpqnrYbaZKaWe9wHGFAufHARer6klv4hrTM6w5y5ggqOpx4HVgPs5eSRpQD9SJSDZwQwerVolIoYjEATcHTH8VeKD1iYhM9SC2MZ6zImJM8J4EpgCL1Lny2/vAJpzC8nYH6zwE/AV4DWfU1FZfBYpEpExENuOMvmpM1LFRfI0xxoTM9kSMMcaEzIqIMcaYkFkRMcYYEzIrIsYYY0JmRcQYY0zIrIgYY4wJmRURY4wxIfv/AJ0k+kgIFpkAAAAASUVORK5CYII=\n", + "text/plain": [ + "
" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], "source": [ - "sns.histplot(cm_pvalues, kde=True, color=\"blue\")\n", + "sns.histplot(cm_values, kde=True, color=\"blue\")\n", "plt.title(\"Distribution of Values\")\n", "plt.xlabel(\"Value\")\n", "plt.ylabel(\"Density\")" @@ -308,36 +477,595 @@ }, { "cell_type": "markdown", - "id": "5417f0e8-47f6-46c2-a6f8-20151b027e67", + "id": "39d3353a-8ce9-41e0-8292-e78838eb827b", "metadata": { "papermill": { - "duration": 0.00125, - "end_time": "2023-09-06T19:42:42.908160", + "duration": 0.0065, + "end_time": "2023-09-11T11:23:00.463499", "exception": false, - "start_time": "2023-09-06T19:42:42.906910", + "start_time": "2023-09-11T11:23:00.456999", "status": "completed" }, "tags": [] }, "source": [ - "# KS" + "### CCC p-values" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 9, + "id": "7b1c54d4-d867-4fca-9681-c8ec4ebc0fd5", + "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:23:00.477502Z", + "iopub.status.busy": "2023-09-11T11:23:00.477413Z", + "iopub.status.idle": "2023-09-11T11:23:00.589641Z", + "shell.execute_reply": "2023-09-11T11:23:00.589266Z" + }, + "papermill": { + "duration": 0.120644, + "end_time": "2023-09-11T11:23:00.590817", + "exception": false, + "start_time": "2023-09-11T11:23:00.470173", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "Text(0, 0.5, 'Frequency')" + ] + }, + "execution_count": 9, + "metadata": {}, + "output_type": "execute_result" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEWCAYAAACJ0YulAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/MnkTPAAAACXBIWXMAAAsTAAALEwEAmpwYAAAYzUlEQVR4nO3de7SddX3n8feHgFwEuTQBY7gEbFSCg1YDOqNWFKeAVVErGqsYEUWXaHW0U0Cpl7aZ4kzrrZZl0boIMIJBRdBVrYCDl4rGMILcpEQuIQZJwAsXGTT4nT/2c55uknNy9knO3jvnnPdrrbP2s3/P7fvLOdmf/Vz2b6eqkCQJYLthFyBJ2nYYCpKklqEgSWoZCpKklqEgSWoZCpKklqGgoUryySR/OUnb2j/J/UlmNc+vSPLGydh2s72vJlkyWdubwH7/JsndSX42ydt9fZLvTOY2NfUZCuqbJLcleTDJfUl+meS7Sd6SpP27q6q3VNVf97itF2xumapaXVW7VtXDk1D7B5Kct9H2j6mqZVu77QnWsR/wbmBhVT12o3nzkmxI8vhR1rsoyd8Nqk5NH4aC+u3FVbUbcABwBnAK8M+TvZMk20/2NrcRBwD3VNW6jWdU1U+By4Hju9uT7AW8EBhogGl6MBQ0EFX1q6q6BHgVsCTJkwGSnJ3kb5rp2Um+0hxV/DzJt5Nsl+RcYH/gy83pob9IMj9JJTkxyWrgG11t3QHx+CQrkvwqycXNCyZJjkiyprvGkaORJEcD7wFe1ezvmmZ+ezqqqev0JLcnWZfknCS7N/NG6liSZHVz6ue9Y/3bJNm9WX99s73Tm+2/ALgUeFxTx9mjrL6MjUIBWAxcX1XXJjk1yU+ao7UbkrxsjBo2+bfb+PRbkjckuTHJL5L8a5IDmvYk+Ujz7/CrJD8a+f1q6jEUNFBVtQJYAzxnlNnvbubNAfah88JcVXU8sJrOUceuVfU/u9Z5LnAwcNQYu3wd8AbgccAG4OM91Pg14H8An2v295RRFnt98/M84CBgV+ATGy3zbOCJwJHA+5IcPMYu/wHYvdnOc5uaT6iqy4BjgLVNHa8fZd2LgNlJnt3VdjxwTjP9Ezr/1rsDHwTOSzJ3jDrGlOSldH4fL6fz+/k2cH4z+4+APwSeAOxBJ/jvmeg+tG0wFDQMa4G9Rmn/LTAXOKCqfltV367xB+f6QFU9UFUPjjH/3Kq6rqoeAP4SeOXIheit9Brgw1V1S1XdD5wGLN7oKOWDVfVgVV0DXANsEi5NLa8CTquq+6rqNuDv2fTd/6iafl9IJ0hIsgB4OvDZZv6FVbW2qn5XVZ8DbgYO34L+vhn426q6sao20AnNpzZHC78FdgOeBKRZ5s4t2Ie2AYaChmEe8PNR2v8XsAr4epJbkpzaw7bumMD824EdgNk9Vbl5j2u2173t7ekc4Yzovlvo13SOJjY2G3jUKNuaN4FaltEJu53ohMnXRq5BJHldkqubU3K/BJ7MlvX/AOBjXdv5ORBgXlV9g85R0j8CdyU5K8ljtmAf2gYYChqoJIfRecHb5FbI5p3yu6vqIODFwLuSHDkye4xNjncksV/X9P503tXeDTwA7NJV1yw6p0V63e5aOi+U3dveANw1znobu7upaeNt/bTXDVTVt+mcrjkWeC3NqaPmXfyngLcBv1dVewDX0Xkx39gDzeMuXW3ddzvdAby5qvbo+tm5qr7b1PDxqno6cAid00j/vdf6tW0xFDQQSR6T5EXABcB5VXXtKMu8KMnvJwlwL/Bw8wOdF9uDtmDXr02yMMkuwF8Bn29uWf13YKckf5xkB+B0YMeu9e4C5qfr9tmNnA/8tyQHJtmV/7gGsWEixTW1LAeWJtmteSF/F3De5tfcxDnAh+ic0/9y0/ZoOuG2HiDJCXSOFEarYz2dIHptkllJ3gB03+r6SeC0JIc029o9yXHN9GFJntH8Oz4A/D/+4/emKcZQUL99Ocl9dN5pvhf4MHDCGMsuAC4D7geuBM6sqiuaeX8LnN6cvvjzCez/XOBsOqdydgL+DDp3QwFvBT5N58XwAToXuUdc2Dzek+T/jrLdzzTb/hZwK50XwrdPoK5ub2/2fwudI6jPNtufiHPoHGF8rqoeAqiqG+hcn7iSTsj9J+DfNrONN9F5h38PnXf83x2ZUVUX0QmdC5LcS+eI45hm9mPoHJH8gs6pr3sAPyMxRcUv2ZEkjfBIQZLUMhQkSS1DQZLUMhQkSa0pPYjY7Nmza/78+cMuQ5KmlKuuuuruqpoz2rwpHQrz589n5cqVwy5DkqaUJLePNc/TR5KklqEgSWoZCpKklqEgSWoZCpKklqEgSWoZCpKklqEgSWoZCpKklqEwg8zdd3+SDOVn7r77D7v7knowpYe50MT87Kd3cMApXxnKvm//u5fR+ZbNwXrsvP24c83qge8XOiH8s5/eMfD9DrPPmvoMBQ3Gw78dSiDd/qEXDXyfI4YVwsPss6Y+Tx9JklqGgiSp1ddQSHJbkmuTXJ1kZdO2V5JLk9zcPO7ZtfxpSVYluSnJUf2sTZK0qUEcKTyvqp5aVYua56cCl1fVAuDy5jlJFgKLgUOAo4Ezk8waQH2SpMYwTh8dCyxrppcBL+1qv6CqHqqqW4FVwOGDL0+SZq5+h0IBX09yVZKTmrZ9qupOgOZx76Z9HtB9/96apu0RkpyUZGWSlevXr9+q4oZ137737KuvZu3g51G0xfp9S+qzqmptkr2BS5P8eDPLjnYTe23SUHUWcBbAokWLNpk/Ed4yqGlpSLf/gn/b00FfjxSqam3zuA64iM7poLuSzAVoHtc1i68B9utafV9gbT/rkyQ9Ut9CIcmjk+w2Mg38EXAdcAmwpFlsCXBxM30JsDjJjkkOBBYAK/pVnyRpU/08fbQPcFEztMH2wGer6mtJfgAsT3IisBo4DqCqrk+yHLgB2ACcXFUP97E+SdoqwxrKBPo3nEnfQqGqbgGeMkr7PcCRY6yzFFjar5okaTINdTyxPl2/8RPNkqSWA+INQ3PLoCRtawyFYZiBI4ZqhhjSGx6HC588hoKkyTOsNzxD+r6O6chQ0PTmqbqZwaPvSWMoaHrz073ShHj3kSSpZShIklqGgiSpZShIklqGgiSpZShIklqGgiSpZShIklqGgiSpZShIklqGgiSpZShIklqGgiSpZShIklqGgiSpZShIklqGgiSpZShIklqGgiSpZShIklqGgiSpZShIklqGgiSpZShIklp9D4Uks5L8MMlXmud7Jbk0yc3N455dy56WZFWSm5Ic1e/aJEmPNIgjhXcAN3Y9PxW4vKoWAJc3z0myEFgMHAIcDZyZZNYA6pMkNfoaCkn2Bf4Y+HRX87HAsmZ6GfDSrvYLquqhqroVWAUc3s/6JEmP1O8jhY8CfwH8rqttn6q6E6B53Ltpnwfc0bXcmqZNkjQgfQuFJC8C1lXVVb2uMkpbjbLdk5KsTLJy/fr1W1WjJOmR+nmk8CzgJUluAy4Anp/kPOCuJHMBmsd1zfJrgP261t8XWLvxRqvqrKpaVFWL5syZ08fyJWnm6VsoVNVpVbVvVc2ncwH5G1X1WuASYEmz2BLg4mb6EmBxkh2THAgsAFb0qz5J0qa2H8I+zwCWJzkRWA0cB1BV1ydZDtwAbABOrqqHh1CfJM1YAwmFqroCuKKZvgc4cozllgJLB1GTJGlTfqJZktQyFCRJLUNBktQyFCRJLUNBktQyFCRJLUNBktQyFCRJLUNBktQyFCRJLUNBktQyFCRJLUNBktQyFCRJLUNBktQyFCRJLUNBktQyFCRJLUNBktQyFCRJLUNBktQyFCRJrZ5CIcmT+12IJGn4ej1S+GSSFUnemmSPfhYkSRqenkKhqp4NvAbYD1iZ5LNJ/mtfK5MkDVzP1xSq6mbgdOAU4LnAx5P8OMnL+1WcJGmwer2mcGiSjwA3As8HXlxVBzfTH+ljfZKkAdq+x+U+AXwKeE9VPTjSWFVrk5zel8okSQPXayi8EHiwqh4GSLIdsFNV/bqqzu1bdZKkger1msJlwM5dz3dp2iRJ00ivobBTVd0/8qSZ3qU/JUmShqXXUHggydNGniR5OvDgZpYnyU7NZxuuSXJ9kg827XsluTTJzc3jnl3rnJZkVZKbkhy1JR2SJG25Xq8pvBO4MMna5vlc4FXjrPMQ8Pyquj/JDsB3knwVeDlweVWdkeRU4FTglCQLgcXAIcDjgMuSPGHkOoYkqf96CoWq+kGSJwFPBAL8uKp+O846BYycctqh+SngWOCIpn0ZcAWdzz4cC1xQVQ8BtyZZBRwOXDmB/kiStsJEBsQ7DDgU+APg1UleN94KSWYluRpYB1xaVd8H9qmqOwGax72bxecBd3StvqZp23ibJyVZmWTl+vXrJ1C+JGk8PR0pJDkXeDxwNTByOqeAcza3XnPq56nNeEkXjTOwXkbbxCjbPAs4C2DRokWbzJckbbleryksAhY2p4QmrKp+meQK4GjgriRzq+rOJHPpHEVA58hgv67V9gXWIkkamF5PH10HPHYiG04yZ2RE1SQ7Ay8AfgxcAixpFlsCXNxMXwIsTrJjkgOBBcCKiexTkrR1ej1SmA3ckGQFnbuKAKiql2xmnbnAsiSz6ITP8qr6SpIrgeVJTgRWA8c127o+yXLgBmADcLJ3HknSYPUaCh+Y6Iar6kd0Lkpv3H4PcOQY6ywFlk50X5KkydHrLanfTHIAsKCqLkuyCzCrv6VJkgat16Gz3wR8Hvinpmke8KU+1SRJGpJeLzSfDDwLuBfaL9zZe7NrSJKmnF5D4aGq+s3IkyTbM8pnCCRJU1uvofDNJO8Bdm6+m/lC4Mv9K0uSNAy9hsKpwHrgWuDNwL/Q+b5mSdI00uvdR7+j83Wcn+pvOZKkYep17KNbGX0cooMmvSJJ0tBMZOyjETvR+RTyXpNfjiRpmHq6plBV93T9/LSqPgo8v7+lSZIGrdfTR0/rerodnSOH3fpSkSRpaHo9ffT3XdMbgNuAV056NZKkoer17qPn9bsQSdLw9Xr66F2bm19VH56cciRJwzSRu48Oo/NFOAAvBr7FI79TWZI0xU3kS3aeVlX3AST5AHBhVb2xX4VJkgav12Eu9gd+0/X8N8D8Sa9GkjRUvR4pnAusSHIRnU82vww4p29VSZKGote7j5Ym+SrwnKbphKr6Yf/KkiQNQ6+njwB2Ae6tqo8Ba5Ic2KeaJElD0uvXcb4fOAU4rWnaATivX0VJkoaj1yOFlwEvAR4AqKq1OMyFJE07vYbCb6qqaIbPTvLo/pUkSRqWXkNheZJ/AvZI8ibgMvzCHUmadsa9+yhJgM8BTwLuBZ4IvK+qLu1zbZKkARs3FKqqknypqp4OGASSNI31evroe0kO62slkqSh6/UTzc8D3pLkNjp3IIXOQcSh/SpMkjR4mw2FJPtX1WrgmAHVI0kaovGOFL5EZ3TU25N8oar+ZAA1SZKGZLxrCumaPqifhUiShm+8UKgxpseVZL8k/yfJjUmuT/KOpn2vJJcmubl53LNrndOSrEpyU5KjJrI/SdLWGy8UnpLk3iT3AYc20/cmuS/JveOsuwF4d1UdDDwTODnJQuBU4PKqWgBc3jynmbcYOAQ4Gjgzyawt75okaaI2e02hqrb4Rbmq7gTubKbvS3IjMA84FjiiWWwZcAWdwfaOBS6oqoeAW5OsAg4HrtzSGiRJEzORobO3WJL5wB8A3wf2aQJjJDj2bhabxyO/83lN07bxtk5KsjLJyvXr1/e1bkmaafoeCkl2Bb4AvLOqNnfKKaO0bXIdo6rOqqpFVbVozpw5k1WmJIk+h0KSHegEwv+uqi82zXclmdvMnwusa9rXAPt1rb4vsLaf9UmSHqlvodAMpPfPwI1V9eGuWZcAS5rpJcDFXe2Lk+zYfKvbAmBFv+qTJG2q12EutsSzgOOBa5Nc3bS9BziDzlDcJwKrgeMAqur6JMuBG+jcuXRyVT3cx/okSRvpWyhU1XcY/ToBwJFjrLMUWNqvmiRJmzeQu48kSVODoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqRW30IhyWeSrEtyXVfbXkkuTXJz87hn17zTkqxKclOSo/pVlyRpbP08UjgbOHqjtlOBy6tqAXB585wkC4HFwCHNOmcmmdXH2iRJo+hbKFTVt4Cfb9R8LLCsmV4GvLSr/YKqeqiqbgVWAYf3qzZJ0ugGfU1hn6q6E6B53Ltpnwfc0bXcmqZtE0lOSrIyycr169f3tVhJmmm2lQvNGaWtRluwqs6qqkVVtWjOnDl9LkuSZpZBh8JdSeYCNI/rmvY1wH5dy+0LrB1wbZI04w06FC4BljTTS4CLu9oXJ9kxyYHAAmDFgGuTpBlv+35tOMn5wBHA7CRrgPcDZwDLk5wIrAaOA6iq65MsB24ANgAnV9XD/apNkjS6voVCVb16jFlHjrH8UmBpv+qRJI1vW7nQLEnaBhgKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJam1zoZDk6CQ3JVmV5NRh1yNJM8k2FQpJZgH/CBwDLARenWThcKuSpJljmwoF4HBgVVXdUlW/AS4Ajh1yTZI0Y6Sqhl1DK8krgKOr6o3N8+OBZ1TV27qWOQk4qXn6ROCmLdzdbODurSh3KrLPM4N9nhm2ps8HVNWc0WZsv+X19EVGaXtEalXVWcBZW72jZGVVLdra7Uwl9nlmsM8zQ7/6vK2dPloD7Nf1fF9g7ZBqkaQZZ1sLhR8AC5IcmORRwGLgkiHXJEkzxjZ1+qiqNiR5G/CvwCzgM1V1fZ92t9WnoKYg+zwz2OeZoS993qYuNEuShmtbO30kSRoiQ0GS1Jr2oTDesBnp+Hgz/0dJnjaMOidTD31+TdPXHyX5bpKnDKPOydTr8ChJDkvycPOZmCmtlz4nOSLJ1UmuT/LNQdc42Xr42949yZeTXNP0+YRh1DlZknwmybok140xf/Jfv6pq2v7QuVj9E+Ag4FHANcDCjZZ5IfBVOp+ReCbw/WHXPYA+/xdgz2b6mJnQ567lvgH8C/CKYdc9gN/zHsANwP7N872HXfcA+vwe4EPN9Bzg58Cjhl37VvT5D4GnAdeNMX/SX7+m+5FCL8NmHAucUx3fA/ZIMnfQhU6icftcVd+tql80T79H5/MgU1mvw6O8HfgCsG6QxfVJL33+U+CLVbUaoKqmer976XMBuyUJsCudUNgw2DInT1V9i04fxjLpr1/TPRTmAXd0PV/TtE10malkov05kc47jals3D4nmQe8DPjkAOvqp15+z08A9kxyRZKrkrxuYNX1Ry99/gRwMJ0PvV4LvKOqfjeY8oZi0l+/tqnPKfTBuMNm9LjMVNJzf5I8j04oPLuvFfVfL33+KHBKVT3ceRM55fXS5+2BpwNHAjsDVyb5XlX9e7+L65Ne+nwUcDXwfODxwKVJvl1V9/a5tmGZ9Nev6R4KvQybMd2G1uipP0kOBT4NHFNV9wyotn7ppc+LgAuaQJgNvDDJhqr60kAqnHy9/m3fXVUPAA8k+RbwFGCqhkIvfT4BOKM6J9xXJbkVeBKwYjAlDtykv35N99NHvQybcQnwuuYq/jOBX1XVnYMudBKN2+ck+wNfBI6fwu8au43b56o6sKrmV9V84PPAW6dwIEBvf9sXA89Jsn2SXYBnADcOuM7J1EufV9M5MiLJPnRGUr5loFUO1qS/fk3rI4UaY9iMJG9p5n+Szp0oLwRWAb+m805jyuqxz+8Dfg84s3nnvKGm8AiTPfZ5Wumlz1V1Y5KvAT8Cfgd8uqpGvbVxKujx9/zXwNlJrqVzauWUqpqyQ2onOR84ApidZA3wfmAH6N/rl8NcSJJa0/30kSRpAgwFSVLLUJAktQwFSVLLUJAktQwFaRzNMBFHbdT2ziRnbmb5KXuLr2Y2Q0Ea3/l0PijVbXHTLk0rhoI0vs8DL0qyI0CS+cDjgD9NsrIZt/+Do62Y5P6u6VckObuZnpPkC0l+0Pw8q++9kHpgKEjjaMaGWgEc3TQtBj4HvLf5JPihwHOb8aR69THgI1V1GPAndMahkoZuWg9zIU2ikVNIFzePbwBemeQkOv+P5gIL6Qwp0YsXAAu7Rmx9TJLdquq+Sa1amiBDQerNl4APN193uDPwC+DPgcOq6hfNaaGdRlmvexyZ7vnbAf+5qh7sT7nSlvH0kdSDqrofuAL4DJ2jhscADwC/akbjPGaMVe9KcnCS7eh8yc+IrwNvG3mS5Kl9KFuaMENB6t35dL6P4IKqugb4IXA9naD4tzHWORX4Cp3vhu4e0vjPgEXNl63fALylb1VLE+AoqZKklkcKkqSWoSBJahkKkqSWoSBJahkKkqSWoSBJahkKkqTW/wenCWcKJDLGFAAAAABJRU5ErkJggg==\n", + "text/plain": [ + "
" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "plt.hist(cm_pvalues, bins=10, edgecolor=\"k\") # Adjust the number of bins as needed\n", + "plt.title(\"Distribution of Values\")\n", + "plt.xlabel(\"Value\")\n", + "plt.ylabel(\"Frequency\")" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "id": "69ed2dd4-1f3c-439d-9828-7143f7f3d9b3", + "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:23:00.605546Z", + "iopub.status.busy": "2023-09-11T11:23:00.605297Z", + "iopub.status.idle": "2023-09-11T11:23:00.698640Z", + "shell.execute_reply": "2023-09-11T11:23:00.698263Z" + }, + "papermill": { + "duration": 0.102079, + "end_time": "2023-09-11T11:23:00.699866", + "exception": false, + "start_time": "2023-09-11T11:23:00.597787", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "Text(0, 0.5, 'Density')" + ] + }, + "execution_count": 10, + "metadata": {}, + "output_type": "execute_result" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEWCAYAAACJ0YulAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/MnkTPAAAACXBIWXMAAAsTAAALEwEAmpwYAAAoFUlEQVR4nO3de7xVdZ3/8debO4igCCKXAwcVU6S8IVmmXdREK63JCidv6WRNOdVk/VKnKW3GmaZfY87NKaf8qZm3rmqjFmqpeUNEvCCaIAgHEI4IclMuh8/vj+/a+2zhwNkHztqXc97Px2M99j5rrb3WZ50D67O/l/X9KiIwMzMD6FHtAMzMrHY4KZiZWZGTgpmZFTkpmJlZkZOCmZkVOSmYmVmRk4JVlaQfSvr7TjrWGElrJfXMfv6jpL/qjGNnx7tL0tmddbwOnPcfJb0q6ZVOPu45kv7Umce0+uekYLmRtEDSG5LWSFol6WFJn5dU/HcXEZ+PiH8o81jH72ifiFgYEQMjoqUTYr9U0g1bHf+kiLhuV4/dwTgagAuBCRGxz1bbRknaLGm/Nj73a0nfr1Sc1nU4KVjePhIRuwNjge8C3wB+0tknkdSrs49ZI8YCKyJi+dYbImIxcC9wZul6SUOAk4GKJjDrGpwUrCIi4vWIuB34FHC2pIkAkq6V9I/Z+6GSfpuVKl6T9KCkHpJ+CowB7siqh/6PpEZJIek8SQuB+0rWlSaI/SRNl/S6pNuyGyaS3iepqTTGQmlE0hTgEuBT2fmeyrYXq6OyuL4p6WVJyyVdL2lwtq0Qx9mSFmZVP3+3vd+NpMHZ55uz430zO/7xwDRgZBbHtW18/Dq2SgrAVGB2RDwj6SJJ87LS2nOSPradGLb53W1d/SbpXElzJK2U9DtJY7P1kvSD7PfwuqSnC39fqz9OClZRETEdaAKOaWPzhdm2YcBw0o05IuJMYCGp1DEwIr5X8pn3AgcBJ27nlGcB5wIjgc3Av5cR493APwG3ZOc7pI3dzsmW9wP7AgOB/9xqn/cAbwOOA74l6aDtnPI/gMHZcd6bxfyZiLgHOAlYksVxThuf/TUwVNJ7StadCVyfvZ9H+l0PBi4DbpA0YjtxbJekj5L+Hn9B+vs8CNyUbf4gcCxwALAHKfGv6Og5rDY4KVg1LAGGtLF+EzACGBsRmyLiwWh/cK5LI2JdRLyxne0/jYhnI2Id8PfAJwsN0bvo08AVEfFSRKwFLgamblVKuSwi3oiIp4CngG2SSxbLp4CLI2JNRCwA/pVtv/23Kbvun5MSCZLGA0cAN2bbfx4RSyJiS0TcArwITN6J6/0c8M8RMSciNpOS5qFZaWETsDtwIKBsn6U7cQ6rAU4KVg2jgNfaWP9/gbnA7yW9JOmiMo61qAPbXwZ6A0PLinLHRmbHKz12L1IJp6C0t9B6Umlia0OBPm0ca1QHYrmOlOz6kZLJ3YU2CElnSZqVVcmtAiayc9c/Fvi3kuO8BggYFRH3kUpJ/wUsk3S1pEE7cQ6rAU4KVlGSjiTd8LbpCpl9U74wIvYFPgJ8VdJxhc3bOWR7JYmGkvdjSN9qXwXWAQNK4upJqhYp97hLSDfK0mNvBpa187mtvZrFtPWxFpd7gIh4kFRdcypwBlnVUfYt/n+AC4C9ImIP4FnSzXxr67LXASXrSns7LQI+FxF7lCz9I+LhLIZ/j4gjgINJ1UhfLzd+qy1OClYRkgZJ+jBwM3BDRDzTxj4flrS/JAGrgZZsgXSz3XcnTn2GpAmSBgDfAX6RdVn9M9BP0ock9Qa+CfQt+dwyoFEl3We3chPwt5LGSRpIaxvE5o4El8VyK3C5pN2zG/lXgRt2/MltXA/8C6lO/45s3W6k5NYMIOkzpJJCW3E0kxLRGZJ6SjoXKO3q+kPgYkkHZ8caLOkT2fsjJb0z+z2uA96k9e9mdcZJwfJ2h6Q1pG+afwdcAXxmO/uOB+4B1gKPAFdFxB+zbf8MfDOrvvhaB87/U+BaUlVOP+BLkHpDAV8Afky6Ga4jNXIX/Dx7XSFpZhvHvSY79gPAfNKN8G86EFepv8nO/xKpBHVjdvyOuJ5UwrglIjYARMRzpPaJR0hJ7u3AQzs4xmdJ3/BXkL7xP1zYEBG/JiWdmyWtJpU4Tso2DyKVSFaSqr5WAH5Gok7Jk+yYmVmBSwpmZlbkpGBmZkVOCmZmVuSkYGZmRXU9iNjQoUOjsbGx2mGYmdWVJ5544tWIGNbWtrpOCo2NjcyYMaPaYZiZ1RVJL29vm6uPzMysyEnBzMyKnBTMzKwot6QgqV82uclTkmZLuixbP0TSNEkvZq97lnzmYklzJb0gaXvj45uZWU7yLClsAD6QTVByKDBF0lHARcC9ETGeNJXgRQCSJpBmjDoYmAJc1Unj3puZWZlySwqRrM1+7J0tQRretzB37HXAR7P3pwI3R8SGiJhPGld/ZyYDMTOznZRrm0I2BO8sYDkwLSIeA4YXZmXKXvfOdh/FWydEaaKNiUYknS9phqQZzc3NeYZvZtbt5JoUIqIlIg4FRgOT25nMu62JP7YZwjUiro6ISRExadiwNp+9MDOznVSR3kcRsQr4I6mtYFlh4vDsdXm2WxNvnSVrNGl2KzMzq5A8ex8Nk7RH9r4/cDzwPHA7cHa229nAbdn720kTn/eVNI404cr0vOKzzjd6dCOSdmkZPbqx2pdh1q3lOczFCOC6rAdRD+DWiPitpEeAWyWdBywEPgEQEbMl3Qo8R5rr9ovZVIVWJxYvfplvf3vXJm267LK2ahHNrFJySwoR8TRwWBvrVwDHbfsJiIjLgcvzismskkaPbmTx4u0OMVOWHj36smXLhl06xqhRY2lqWrBLx7Duo64HxDOrZZ1VcnLpyyrJw1yYmVmRSwpmdWTLFti0Kb1GQO/eaTHrLE4K1ilWrgQ4kAULYN062LgRNm9ONzAJevZsXXr1ggEDYLfd0jJgAPRwmfUtNm2CpUsBvsyvfgWvvQarV8PatSkZlOrbN/0e99wT9tknLaNHwx57VCFwq3tOCtYhq1bBzJnwxBPw5JPw4oswd25aD3O47rodf357Bg5MNzW4lu98B/bfHyZOhIMO6vg34c5o4K1G4+zKlfDnP6ff6YIF0NICcCULFsCwYbDffjBoEPTrlxKtlJLv2rVpee01eOSRVIoAGDIkfQamsGmTSxRWHicFA3Z0I90T+CBwEnA0sH/JtoXAHGBetizhzDNvYrfd0rfXXr3SjSgi3ahaWtKyaROsX59KFIXl9dcLpY3j+Pa3W8/QuzdMmACHHAKHHw7vfjcceuiOb3D11DV240Z47rmUYBcuTOuGDoUjj4TGRrj55hF89atLyz5eSws0N8PLL8O8eTBrFsBd7LMPnHYanHEGvOc9KaGYtcVJwYDWG2lEqrYolAAWL0439f79001qxAgYOTK9DhgwBhhTPMZll4l9971pl+K47LIG1q8P5s2DZ56Bp55Ky7RpcP31aZ/+/WHyZDj6aHj/+9NNrl+/XTptRUVAU1NKBLNnp8Sw115w3HFw8MGFElPBKx06ds+erVVI73xnqsK7/PIPM2XKb7nhBrj66pRkv/AFOPPMVPIwK+WkYKxYATCVX/86fbtcty6tHzUKjj02VeWMHFm5ev/+/VPV0cSJcPrpreubmlL1yEMPwcMPw/e+B//0TykhvPe98MEPpqVWrV2bEtysWfDqq6m0c/DBcNhh0NCQz7f3Xr0A/pef/Sz9XW+9Fa66Ci64AL7xjVRyuOCC9Ls2g26eFHa17rleHwrasiW1Cdx1V1qmTwe4iblzUx30/vun1912q3akbzV6NHziE2mBdJO7/374/e/TcuGFhT2buO02GD8e9t23uqWIlpZU6po1K7UXRKQEcMop6Rt7376ViKIn2ibjTGLdur/mRz86nR/9qD9wD3AlcCdbj0NZr//Obed066Swq3XPl13Wq43/bB1Tqf9wS5fCfffB3XfD736X6p2lVA3zrW/BpZdO5sILp9dVL6DddoOTT04LwKJFqZrpvPP+xPPPf4pZs9I1jhmTEt348bD33vnXp0fAo48C/AdXXJHaTwYObG0PGTo03/Nvq2W7/87Xr08dB6ZPP541a45nyJBU7XToodCnT9rHD791L906Key67f9nK1de/+FeeSVVs9x3H/zhDzBnTlo/dChMmQInnZSqWgo3qEsvfbyuEkJbGhrg3HPhvPOm8vWvf4qmptQu8uKLcO+9adl999YEMW5c55UiWlpS6euOO+DGG+GllwDOY9w4ePvb0/lq8fc7YEBqk3nXu9K/kcceS6XH++5LDfuTO2maq1rpEVYrcdQyJ4U698YbqfvivHmtXUVnzIAl2aDju+2W2gXOPTc1yh52WG3enDpbjx6phDBmDHzgA7BmTUoQc+e29vaBVHJoaEhVU8OGpaXwDXlH1qxJVUIzZ6Z2jmnTUpfQHj1Sg/G3vgXnnDOc005bnet1dpaePVvbcZqaUnJ49NFCiecXPPjgrvVaqpUeYbUSRy1zUqhxGzakrorz56eb/4IFre/nz4dly1r3leBtb0s3/yOOSNUARx7p/umQSgiHHZaWlpZ041uwIP1un3kmJdPSfWEmJ54Igwen6qCIlICXLEnL8uWt+48cCR/+cCqBnXBCa+nrnHPWVPAKO8/o0Wk54YTU3vTQQ+/j2GNTyeErX4FPfrJSbSFWDU4KNSIifdu//354+ulUlH/++XTzKn2CtVcvGDs2dQ/9yEfSa2NjalCdOLFwQ7Md6dkz/Q7Hjk0/b9mSnpFYvjy1taxcCbNmNbFq1WEsXNj6oFjfvqlH1uTJqXRx2GHpRjliRHWvJy+DBsHxx8NDDzXwox+t58or4ayz4Otfh7/+azjnnNbfoXUdTgpVlJ48nYL0/0hzEBUmnltLmo9oDjAXmA8sAOazefMS5s3bwrx5rcfp6nWceevRIz0nsNde6QlqgFmzTuGxx3atmqHreIPzz4fPfjZVk115JVx6aVre/W6YOjX1CNtnnyqHaZ3CSaEKWlpSnfbDDwPcRd++qQtoY2Nq/Nxrr4FIk4BJZR2va9VxttV90mqB1PosyPz5cPPNafnSl1K10jHHwIknpu3dpe2qK3JSqLD58+HOO9PDS6NGwcqVn+RrX7s1e8hoZ3WlG2nt9uiyVuPGwcUXp+W551JyuOMOuOSStOy1V6p6es97UrsWdKVGiF3//1bLkyc5KVTIli2pm99DD6VhDKZOhQMOgO985+e7mBDAN1KrpgkT4DvfScuyZXDPPamaado0uOWWwl5ruPrq1P4ybFhqjB82LLVbVOv7TEtL65hbhWXtWnjzzdTBo6WldUTfwYNh+PBUmu+s/2+1+n/WSaECNm6EX/wi9Zc//PBUxC6n26NZvRk+HD796bQUxnh6/HH4+Me/T79+FzNnTurGW9C7d/qStMce6cY7eHDr+0GDUpfqnj13Pp4330y9xV58MS1wJT/7WRraZdWqt3bi6NkzddTo2zc9v9KnTxo7avny9DT65s2FPWcyY0YapLEr9uxzUsjZxo1www3pP8eHPgSTymsmMKt7Uuql1dAAcAlnnXUxEekp6ubmVIXa3JxuzqtWpZFdN7RRo1KYLwIe4sQT0zf3AQPSGFm9e6dRdzduTMuGDel5kVdeSaWW11/f+mjnsnZt6kY8cWJKSEOGpNfdd99+qWXLlhTrvHmpBPS//wsPPJCeSXnHO7rWqLNOCjnavDkVn5ua0rDFEyZUOyKz6pJaJ1dKVTFv9eab6Ua+alV6QLAwxPr69fDaa+tZvTrd8NevT8umTekbfWHp3Tvd5A85JJVa9tknVVkVnmIfOXIQn/tcx6ttevRIxxs+HKZNO5yzzw7uuQd+85vUffyUU1Ki6gqcFHJ0991puINTT3VCMCtHv35pGT58223PPnsCjzxSG92EGxvhvPPSk9/33AM//nEacXbIkGpHtuvcaSwnTz6ZnpI9+ug0uJiZdS0SHHUUnH12KuFcc02qEqt3Tgo5WLkyDSo2blwad8fMuq7CQIyQ2g9X18dwV9vlpNDJIuC221Id5Ec/6gd46lfqi74ri3UfQ4emHldvvgk33VTaU6n+uE2hk82cmXpRnHKKpzqsb372wzpmxAj4i79ISeHuu9MgifUot++xkhok/UHSHEmzJX05W3+ppMWSZmXLySWfuVjSXEkvSDoxr9jy8uab6QG1MWPcjmBdiUtN5TrggNSO+MQTrXOY1Js8SwqbgQsjYqak3YEnJE3Ltv0gIr5furOkCcBU4GBgJHCPpAMioiXHGDvVAw+kbnJTpnStfsvW3bnU1BHvf396nuHOO1Mvpf79qx1Rx+RWUoiIpRExM3u/hjTk56gdfORU4OaI2BAR80nDg3bSvE/5W706jT1/6KFddyhlM2tfz56p+njdutRdtd5UpBlUUiNwGPBYtuoCSU9LukbSntm6UcCiko810UYSkXS+pBmSZjQ3N+cZdof86U+pkfnYY6sdiZlV24gRaZKrmTPTw3b1JPekIGkg8EvgKxGxGvhvYD/gUGAp8K+FXdv4+DZl1oi4OiImRcSkYcOG5RN0B61enf74hxySHpc3szzUV9vGscemqqPf//6tYyzVulx7H0nqTUoIP4uIXwFExLKS7f8D/Db7sYnWWWYARgNL8oyvszz2WBob5Zhjqh2JWVdWX20b/fvDe9/bOrLBfvtV7NS7JM/eRwJ+AsyJiCtK1pfWuH8MeDZ7fzswVVJfSeOA8cD0vOLrLBs3pp4GBx3kUoKZvdURR6Su6fffXz+lhTxLCkcDZwLPSJqVrbsEOF3SoaSqoQXA5wAiYrakW4HnSD2XvlgPPY9mzUojMx51VLUjMbNa06tX6qJ6112wYEEa5aDW5ZYUIuJPtN1OcOcOPnM5cHleMeVh+vQ0g1pDQ/v7mln3c/jh8OCDaamHpOBBGHbJsaxYUZhu0MxsW716pZ5I8+enCXtqnZPCLvksfft6WGwz27HDD0/J4bHH2t+32pwUdtIbbwCcxtvf3jWn5DOzzjNgQJqh7emn06gHtcxJYSc9+yxAPw4/vNqRmFk9mDw5jZ761FPVjmTHnBR20jPPADzjIS3MrCzDh6dOKU8+We1IdsxJYSesWgWLFgHcWOVIzKyeHHYYpNF5ard3ipPCTkilBICbqxmGmdWZiRMLbZDnVTuU7XJS2AnPPlt4LmFBlSMxs3rS2lvxUzU7O5uTQge9+mrqa+xuqGa2MyZOBNiDuXOrHUnbnBQ66Pnn0+tBB1U3DjOrT/vuC7A868FYe5wUOuj552HkSBg8uNqRmFk96tED4Oe88EIaN63WOCl0wOuvw+LFLiWY2a66kc2b4YUXqh3HtpwUOqDwBzzwwOrGYWb17hEGDmytjq4lTgodMHcuDBkCQ4dWOxIzq2/BgQeme8qmTdWO5a2cFMq0eXMa5bBeZk8ys9p24IEpIcybV+1I3spJoUwvv5wSw/jx1Y7EzLqCxkbo16/2qpCcFMo0dy707Aljx1Y7EjPrCnr2hAMOgD//Oc3xXiucFMo0b15KCH36VDsSM+sqxo9Pw/AvWVLtSFo5KZTh9dfTIFb771/tSMysK0kPslFTTzc7KZSh8AdzUjCzzjRgQBpO20mhzsybB4MGuSuqmXW+/fdPD8XWyoxsTgrtaGmBl15Kfzip2tGYWVdTqIF46aXqxlHgpNCOpqY0PomrjswsDyNHQv/+tVOF5KTQjnnzUglh3LhqR2JmXVGPHumh2LlzIaLa0TgptGvBgpTJ+/WrdiRm1lXtvz+sWwevvFLtSJwUdmjTptQA5AfWzCxPheFzaqEKKbekIKlB0h8kzZE0W9KXs/VDJE2T9GL2umfJZy6WNFfSC5JOzCu2cjU1pScNnRTMLE8DB8I++9TGOEh5lhQ2AxdGxEHAUcAXJU0ALgLujYjxwL3Zz2TbpgIHA1OAqyT1zDG+di1YkNoTxoypZhRm1h3stx8sWgQbN1Y3jtySQkQsjYiZ2fs1wBxgFHAqcF2223XAR7P3pwI3R8SGiJgPzAUm5xVfOV5+OWVvtyeYWd7GjUs1E4sWVTeOirQpSGoEDgMeA4ZHxFJIiQPYO9ttFFD662jK1m19rPMlzZA0o7m5ObeYN29O1UeuOjKzSmhoSD2RFiyobhy5JwVJA4FfAl+JiNU72rWNddt00IqIqyNiUkRMGjZsWGeFuY3Fi9ODa42NuZ3CzKyoT5/U0/Hll6sbR65JQVJvUkL4WUT8Klu9TNKIbPsIYHm2vgloKPn4aKBqYwcWsrXbE8ysUsaOTV9Iq9mukGfvIwE/AeZExBUlm24Hzs7enw3cVrJ+qqS+ksYB44HpecXXnpdfhuHD05OGZmaV0NhY/XaFPEsKRwNnAh+QNCtbTga+C5wg6UXghOxnImI2cCvwHHA38MWIaMkxvu1qaUl/FLcnmFkljRmTejxWswqpV14Hjog/0XY7AcBx2/nM5cDlecVUrsWLU0Oz2xPMrJL69ElDaVezsdlPNLehkKVdUjCzSqt2u4KTQhsWLUpzJwwYUO1IzKy7KbQrNDVV5/xOCluJSH+Mhob29zUz62wNDaldoVpVSE4KW1mxIk2kPXp0tSMxs+6ob9/qPq/gpLCVQlcwlxTMrFrGjk01Fps2Vf7cTgpbaWpKYx15PmYzq5YxY1K7wtKllT+3k8JWFi1KVUeej9nMqqVQU7FwYeXP7aRQ4s03obnZ7QlmVl0DBsBee1WnB5KTQonCH8DtCWZWbQ0Nqeai0vM2l5UUJP1S0ockdekk0tSUqo1GbTNgt5lZZTU0wPr18NprlT1vuTf5/wb+EnhR0nclHZhjTFXT1AR77526hJmZVVOhxqLSg+OVlRQi4p6I+DRwOLAAmCbpYUmfyYbHrnuFh9bcnmBmtWDo0NQTstKNzWVXB0naCzgH+CvgSeDfSEliWi6RVVhzM2zY4PYEM6sNUrofVbqxuaxRUiX9CjgQ+CnwkcJ0msAtkmbkFVwl+aE1M6s1o0fDiy+mURYqNbdLuUNn/zgi7ixdIalvRGyIiEk5xFVxTU2pG9iee1Y7EjOzpDDzY1MTjB9fmXOWW330j22se6QzA6m2xYtTryM/tGZmtWLkyHRPqmRj8w5LCpL2AUYB/SUdRuukOYOALjOw9IYNqU3h4IOrHYmZWas+fWCffWooKQAnkhqXRwOl8yyvAS7JKaaKK4wv4ucTzKzWNDTAk0+maYJ79sz/fDtMChFxHXCdpI9HxC/zD6c6Fi9OryNHVjcOM7OtjR4N06fD8uUwYkT+52uv+uiMiLgBaJT01a23R8QVbXys7ixenBqYPdOamdWawrNTixdXJim019C8W/Y6ENi9jaVLKDQym5nVmj32SF9YCzUaeWuv+uhH2etllQmn8tauhdWrXXVkZrVJSqWFSj3EVu6AeN+TNEhSb0n3SnpV0hl5B1cJhezrkoKZ1apRo+DVV9Pw/nkr9zmFD0bEauDDQBNwAPD13KKqoMWLUyauRF2dmdnOKHxpXbIk/3OVmxQKg96dDNwUERUezDU/S5bA8OHQu0sM62dmXVEhKVSiCqncpHCHpOeBScC9koYBFSjI5G/xYrcnmFltK8wbX4nG5nKHzr4IeBcwKSI2AeuAU3f0GUnXSFou6dmSdZdKWixpVracXLLtYklzJb0g6cSdu5yO2o8333R7gpnVvlGjUkkh75nYyh0QD+Ag0vMKpZ+5fgf7Xwv8Zxv7/CAivl+6QtIEYCpwMDASuEfSARHR0oH4dsJkwEnBzGrfqFHw1FOwalW+A3eWO3T2T4H9gFlA4UYd7CApRMQDkhrLjONU4OaI2ADMlzSXdMfOedC9yfTuDcOG5XsWM7NdVfoQW9WTAqktYUJEpxRcLpB0FjADuDAiVpIG3Xu0ZJ+mbN02JJ0PnA8wpjCu7E6bzIgR0KNLzzxtZl3B3ntDr16pCmnixPzOU+7t8Flgn04433+TShyHAkuBf83WtzVgdZsJKCKujohJETFp2C58xd+0CeBwVx2ZWV3o2TN1nc+7sbncksJQ4DlJ04ENhZURcUpHThYRywrvJf0P8NvsxyagdM6z0UCuPXKfeQagn5OCmdWNUaPg8cfTiKl5KTcpXNoZJ5M0omQqz4+RSiAAtwM3SrqC1NA8HpjeGefcnscfT69OCmZWL0aPhkcfhWXL2t93Z5WVFCLifkljgfERcY+kAcAOR/aWdBPwPmCopCbg28D7JB1KqhpaAHwuO/5sSbcCzwGbgS/m3fNo+nSAZgYPdiuzmdWHSjzEVm7vo8+SGneHkNoERgE/BI7b3mci4vQ2Vv9kB/tfDlxeTjydISWF6UgfqtQpzcx2yeDBsNtu+bYrlNvQ/EXgaGA1QES8COydV1B5W7MGZs+GnGuozMw6VWHE1FpIChsiYmPhh+wBtpyfq8vPzJmFpwKdFMysvowaBStWAOyRy/HLTQr3S7oE6C/pBODnwB25RFQBxxwDc+YAPFDtUMzMOqTwEFthRIbOVm5SuAhoBp4hNQ7fCXwzl4gqoEcPOPBAgPXVDsXMrENaB/B8Zy7HL7f30RZJvwF+ExHNuURiZmbt6ts3Dc3T3HxELsffYUlByaWSXgWeB16Q1CzpW7lEY2Zm7fr0pwFOy+XY7VUffYXU6+jIiNgrIoaQyixHS/rbXCIyM7MdGjwY0iNdna+9pHAWcHpEzC+siIiXgDOybWZm1oW0lxR6R8SrW6/M2hU8gaWZWRfTXlLYuJPbzMysDrXX++gQSavbWC+gXw7xmJlZFe0wKUTEDge9MzOzrsVzjpmZWZGTgpmZFTkpmJlZkZOCmZkVOSmYmVmRk4KZmRU5KZiZWZGTgpmZFTkpmJlZkZOCmZkVOSmYmVmRk4KZmRU5KZiZWZGTgpmZFeWWFCRdI2m5pGdL1g2RNE3Si9nrniXbLpY0V9ILkk7MKy4zM9u+PEsK1wJTtlp3EXBvRIwH7s1+RtIEYCpwcPaZqyR5LgczswrLLSlExAPAa1utPhW4Lnt/HfDRkvU3R8SGiJgPzAUm5xWbmZm1rdJtCsMjYilA9rp3tn4UsKhkv6Zs3TYknS9phqQZzc3NuQZrZtbd1EpDs9pYF23tGBFXR8SkiJg0bNiwnMMyM+teKp0UlkkaAZC9Ls/WNwENJfuNBpZUODYzs26v0knhduDs7P3ZwG0l66dK6itpHDAemF7h2MzMur1eeR1Y0k3A+4ChkpqAbwPfBW6VdB6wEPgEQETMlnQr8BywGfhiRLTkFZuZmbUtt6QQEadvZ9Nx29n/cuDyvOIxM7P21UpDs5mZ1QAnBTMzK3JSMDOzIicFMzMrclIwM7MiJwUzMytyUjAzsyInBTMzK3JSMDOzIicFMzMrclIwM7MiJwUzMytyUjAzsyInBTMzK3JSMDOzIicFMzMrclIwM7MiJwUzMytyUjAzsyInBTMzK3JSMDOzIicFMzMrclIwM7MiJwUzMytyUjAzsyInBTMzK+pVjZNKWgCsAVqAzRExSdIQ4BagEVgAfDIiVlYjPjOz7qqaJYX3R8ShETEp+/ki4N6IGA/cm/1sZmYVVEvVR6cC12XvrwM+Wr1QzMy6p2olhQB+L+kJSedn64ZHxFKA7HXvtj4o6XxJMyTNaG5urlC4ZmbdQ1XaFICjI2KJpL2BaZKeL/eDEXE1cDXApEmTIq8Azcy6o6qUFCJiSfa6HPg1MBlYJmkEQPa6vBqxmZl1ZxVPCpJ2k7R74T3wQeBZ4Hbg7Gy3s4HbKh2bmVl3V43qo+HAryUVzn9jRNwt6XHgVknnAQuBT1QhNjOzbq3iSSEiXgIOaWP9CuC4SsdjZmataqlLqpmZVZmTgpmZFTkpmJlZkZOCmZkVOSmYmVmRk4KZmRU5KZiZWZGTgpmZFTkpmJlZkZOCmZkVOSmYmVmRk4KZmRU5KZiZWZGTgpmZFTkpmJlZkZOCmZkVOSmYmVmRk4KZmRU5KZiZWZGTgpmZFTkpmJlZkZOCmZkVOSmYmVmRk4KZmRU5KZiZWZGTgpmZFdVcUpA0RdILkuZKuqja8ZiZdSc1lRQk9QT+CzgJmACcLmlCdaMyM+s+aiopAJOBuRHxUkRsBG4GTq1yTGZm3YYiotoxFEk6DZgSEX+V/Xwm8M6IuKBkn/OB87Mf3wa8sJOnGwq8ugvh1iNfc/fga+4eduWax0bEsLY29Nr5eHKhNta9JWtFxNXA1bt8ImlGREza1ePUE19z9+Br7h7yuuZaqz5qAhpKfh4NLKlSLGZm3U6tJYXHgfGSxknqA0wFbq9yTGZm3UZNVR9FxGZJFwC/A3oC10TE7JxOt8tVUHXI19w9+Jq7h1yuuaYams3MrLpqrfrIzMyqyEnBzMyKunxSaG/YDCX/nm1/WtLh1YizM5VxzZ/OrvVpSQ9LOqQacXamcodHkXSkpJbsmZi6Vs41S3qfpFmSZku6v9IxdrYy/m0PlnSHpKeya/5MNeLsLJKukbRc0rPb2d7596+I6LILqbF6HrAv0Ad4Cpiw1T4nA3eRnpE4Cnis2nFX4JrfDeyZvT+pO1xzyX73AXcCp1U77gr8nfcAngPGZD/vXe24K3DNlwD/kr0fBrwG9Kl27LtwzccChwPPbmd7p9+/unpJoZxhM04Fro/kUWAPSSMqHWgnaveaI+LhiFiZ/fgo6XmQelbu8Ch/A/wSWF7J4HJSzjX/JfCriFgIEBH1ft3lXHMAu0sSMJCUFDZXNszOExEPkK5hezr9/tXVk8IoYFHJz03Zuo7uU086ej3nkb5p1LN2r1nSKOBjwA8rGFeeyvk7HwDsKemPkp6QdFbFostHOdf8n8BBpIdenwG+HBFbKhNeVXT6/aumnlPIQbvDZpS5Tz0p+3okvZ+UFN6Ta0T5K+earwS+EREt6Utk3SvnmnsBRwDHAf2BRyQ9GhF/zju4nJRzzScCs4APAPsB0yQ9GBGrc46tWjr9/tXVk0I5w2Z0taE1yroeSe8AfgycFBErKhRbXsq55knAzVlCGAqcLGlzRPymIhF2vnL/bb8aEeuAdZIeAA4B6jUplHPNnwG+G6nCfa6k+cCBwPTKhFhxnX7/6urVR+UMm3E7cFbWin8U8HpELK10oJ2o3WuWNAb4FXBmHX9rLNXuNUfEuIhojIhG4BfAF+o4IUB5/7ZvA46R1EvSAOCdwJwKx9mZyrnmhaSSEZKGk0ZSfqmiUVZWp9+/unRJIbYzbIakz2fbf0jqiXIyMBdYT/qmUbfKvOZvAXsBV2XfnDdHHY8wWeY1dynlXHNEzJF0N/A0sAX4cUS02bWxHpT5d/4H4FpJz5CqVr4REXU7pLakm4D3AUMlNQHfBnpDfvcvD3NhZmZFXb36yMzMOsBJwczMipwUzMysyEnBzMyKnBTMzKzIScGsHdkwESdute4rkq7awf5128XXujcnBbP23UR6UKrU1Gy9WZfipGDWvl8AH5bUF0BSIzAS+EtJM7Jx+y9r64OS1pa8P03Stdn7YZJ+KenxbDk696swK4OTglk7srGhpgNTslVTgVuAv8ueBH8H8N5sPKly/Rvwg4g4Evg4aRwqs6rr0sNcmHWiQhXSbdnrucAnJZ1P+n80AphAGlKiHMcDE0pGbB0kafeIWNOpUZt1kJOCWXl+A1yRTXfYH1gJfA04MiJWZtVC/dr4XOk4MqXbewDviog38gnXbOe4+sisDBGxFvgjcA2p1DAIWAe8no3GedJ2PrpM0kGSepAm+Sn4PXBB4QdJh+YQtlmHOSmYle8m0nwEN0fEU8CTwGxSonhoO5+5CPgtaW7o0iGNvwRMyiZbfw74fG5Rm3WAR0k1M7MilxTMzKzIScHMzIqcFMzMrMhJwczMipwUzMysyEnBzMyKnBTMzKzo/wMC251chW0Q4gAAAABJRU5ErkJggg==\n", + "text/plain": [ + "
" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "sns.histplot(cm_pvalues, kde=True, color=\"blue\")\n", + "plt.title(\"Distribution of Values\")\n", + "plt.xlabel(\"Value\")\n", + "plt.ylabel(\"Density\")" + ] + }, + { + "cell_type": "code", + "execution_count": 11, "id": "abf1ab0c-3528-4942-b6b0-f96c944f629c", "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:23:00.718801Z", + "iopub.status.busy": "2023-09-11T11:23:00.718620Z", + "iopub.status.idle": "2023-09-11T11:23:00.722257Z", + "shell.execute_reply": "2023-09-11T11:23:00.721917Z" + }, "papermill": { - "duration": 0.004399, - "end_time": "2023-09-06T19:42:42.913835", + "duration": 0.015801, + "end_time": "2023-09-11T11:23:00.723417", "exception": false, - "start_time": "2023-09-06T19:42:42.909436", + "start_time": "2023-09-11T11:23:00.707616", "status": "completed" }, "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "KstestResult(statistic=0.01228690501417784, pvalue=0.4401332944319061)" + ] + }, + "execution_count": 11, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "stats.kstest(\n", + " cm_pvalues,\n", + " stats.uniform.cdf,\n", + " args=(min_pvalue_resolution, 1 - min_pvalue_resolution),\n", + ")" + ] + }, + { + "cell_type": "markdown", + "id": "63503038-ad7b-44cb-9fff-00e817d0bf2e", + "metadata": { + "papermill": { + "duration": 0.007378, + "end_time": "2023-09-11T11:23:00.738307", + "exception": false, + "start_time": "2023-09-11T11:23:00.730929", + "status": "completed" + }, + "tags": [] + }, + "source": [ + "# From gene pairs" + ] + }, + { + "cell_type": "markdown", + "id": "c3cf8026-6db9-49a3-a97f-8930f4cf9431", + "metadata": { + "papermill": { + "duration": 0.007379, + "end_time": "2023-09-11T11:23:00.753210", + "exception": false, + "start_time": "2023-09-11T11:23:00.745831", + "status": "completed" + }, + "tags": [] + }, + "source": [ + "## Load CCC values and pvalues" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "id": "c7ca9155-ebd5-4c27-9065-ab47ebf2ba25", + "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:23:00.768968Z", + "iopub.status.busy": "2023-09-11T11:23:00.768559Z", + "iopub.status.idle": "2023-09-11T11:23:00.772187Z", + "shell.execute_reply": "2023-09-11T11:23:00.771739Z" + }, + "papermill": { + "duration": 0.012708, + "end_time": "2023-09-11T11:23:00.773415", + "exception": false, + "start_time": "2023-09-11T11:23:00.760707", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "(4950,)" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "output_file = OUTPUT_DIR / \"gene_pairs-cm_values.npy\"\n", + "cm_values = np.load(output_file)\n", + "display(cm_values.shape)" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "id": "8df20fa8-49e2-40d7-8d0a-2f91ce4c7c13", + "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:23:00.789525Z", + "iopub.status.busy": "2023-09-11T11:23:00.789210Z", + "iopub.status.idle": "2023-09-11T11:23:00.793426Z", + "shell.execute_reply": "2023-09-11T11:23:00.792989Z" + }, + "papermill": { + "duration": 0.013652, + "end_time": "2023-09-11T11:23:00.794618", + "exception": false, + "start_time": "2023-09-11T11:23:00.780966", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "(4950,)" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "output_file = OUTPUT_DIR / \"gene_pairs-cm_pvalues.npy\"\n", + "cm_pvalues = np.load(output_file)\n", + "display(cm_pvalues.shape)" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "id": "0c49eace-cd28-431f-bf47-89c1389690ea", + "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:23:00.809838Z", + "iopub.status.busy": "2023-09-11T11:23:00.809517Z", + "iopub.status.idle": "2023-09-11T11:23:00.813351Z", + "shell.execute_reply": "2023-09-11T11:23:00.812907Z" + }, + "papermill": { + "duration": 0.011884, + "end_time": "2023-09-11T11:23:00.814106", + "exception": false, + "start_time": "2023-09-11T11:23:00.802222", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "0.00020197939810139365" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "n_perms = cm_pvalues.shape[0]\n", + "min_pvalue_resolution = (0 + 1) / (n_perms + 1)\n", + "display(min_pvalue_resolution)" + ] + }, + { + "cell_type": "markdown", + "id": "6af832fb-d9ca-4e76-80d1-df7830b0b5c8", + "metadata": { + "papermill": { + "duration": 0.004127, + "end_time": "2023-09-11T11:23:00.822245", + "exception": false, + "start_time": "2023-09-11T11:23:00.818118", + "status": "completed" + }, + "tags": [] + }, + "source": [ + "## Plots" + ] + }, + { + "cell_type": "markdown", + "id": "ebdb93c1-4114-455c-8559-b9315074ed69", + "metadata": { + "papermill": { + "duration": 0.022706, + "end_time": "2023-09-11T11:23:00.849017", + "exception": false, + "start_time": "2023-09-11T11:23:00.826311", + "status": "completed" + }, + "tags": [] + }, + "source": [ + "### CCC values" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "id": "600c5eac-4a5d-4503-84f5-1cafa9e32526", + "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:23:00.858451Z", + "iopub.status.busy": "2023-09-11T11:23:00.858109Z", + "iopub.status.idle": "2023-09-11T11:23:00.968440Z", + "shell.execute_reply": "2023-09-11T11:23:00.968149Z" + }, + "papermill": { + "duration": 0.116512, + "end_time": "2023-09-11T11:23:00.969724", + "exception": false, + "start_time": "2023-09-11T11:23:00.853212", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "Text(0, 0.5, 'Frequency')" + ] + }, + "execution_count": 15, + "metadata": {}, + "output_type": "execute_result" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZgAAAEWCAYAAABbgYH9AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/MnkTPAAAACXBIWXMAAAsTAAALEwEAmpwYAAAc9ElEQVR4nO3deZRdZZ3u8e9DmIUwmAJCBgJ0QANXIylo7lIUBCXQUcBuIVyFCGiABm0avQ0RukVv57bMV64NdJAsJgmDiCBLlMEL2C0YCgwkYZAEklBJTIqhmaQDib/7x34LNsWpqlNV5z2nTuX5rHVW7fPu6VeV7Hrqffc+eysiMDMzq7UNGl2AmZkNTQ4YMzPLwgFjZmZZOGDMzCwLB4yZmWXhgDEzsywcMDYoSbpc0j/WaFtjJb0uaVh6f5+kr9Zi22l7d0qaVqvt9WG//yzpBUl/rPF2vyLp32u5TVs/OWCs7iQtkfSmpNck/aek30o6SdI7/x8j4qSI+F9VbuugnpaJiGURsUVErKtB7edIuq7L9g+JiKsHuu0+1jEG+CYwISJ26DJvlKS1knatsN6tki6oV522fnPAWKN8LiK2BHYCvg+cAVxZ651I2rDW2xwkdgJejIjVXWdExHLgXuCYcrukbYFDgbqGoa2/HDDWUBHxSkTcDhwFTJO0J4CkqyT9c5oeIemO1Nt5SdJvJG0g6VpgLPDzNAT2D5LGSQpJJ0haBvy61FYOm10lzZX0iqTb0i9fJO0vqb1cY2cvSdJk4NvAUWl/j6X57wy5pbrOlrRU0mpJ10jaKs3rrGOapGVpeOus7n42krZK63ek7Z2dtn8QcDewY6rjqgqrX02XgAGmAgsjYr6kMyUtTr3IJyQd0U0N7/vZdR1ilHS8pCclvSzpV5J2Su2SdHH6Obwi6fHOf19bPzhgbFCIiLlAO7BfhdnfTPNagO0pfslHRBwDLKPoDW0REeeV1vkU8GHg4G52eSxwPLAjsBa4pIoafwn8b+DGtL+PVljsK+l1ALALsAXwwy7LfALYHTgQ+CdJH+5ml/8X2Cpt51Op5uMi4h7gEGBFquMrFda9FRgh6ROltmOAa9L0Yoqf9VbAd4HrJI3spo5uSTqc4t/jCxT/Pr8B5qTZnwU+CewGbE3xR8SLfd2HNS8HjA0mK4BtK7S/DYwEdoqItyPiN9H7TfTOiYg3IuLNbuZfGxELIuIN4B+BIzsvAhigLwEXRcSzEfE6MAOY2qX39N2IeDMiHgMeA94XVKmWo4AZEfFaRCwBLuT9vZKK0vd9M0UoIWk8MAm4Ps2/OSJWRMSfI+JG4Blgn358vycC/xIRT0bEWooAnph6MW8DWwIfApSWWdmPfViTcsDYYDIKeKlC+/nAIuAuSc9KOrOKbT3fh/lLgY2AEVVV2bMd0/bK296QoufVqXzV158oejldjQA2rrCtUX2o5WqK4NyUIph+2XnORtKxkualYcf/BPakf9//TsAPStt5CRAwKiJ+TdF7+1dglaRZkob3Yx/WpBwwNihI2pvil+f7Lo9Nf8F/MyJ2AT4HnC7pwM7Z3Wyytx7OmNL0WIq/tl8A3gA2L9U1jGLop9rtrqD4pVve9lpgVS/rdfVCqqnrtpZXu4GI+A3FkNRhwJdJw2Opd3EFcCrwwYjYGlhAEQxdvZG+bl5qK1+19jxwYkRsXXptFhG/TTVcEhGTgD0ohsr+Z7X1W/NzwFhDSRouaQpwA3BdRMyvsMwUSX8hScCrwLr0guIX9y792PWXJU2QtDnwPeAn6TLmPwCbSvorSRsBZwOblNZbBYxT6ZLqLuYAfy9pZ0lb8O45m7V9KS7VchMwU9KWKRROB67rec33uQY4l+IcyM9T2wcogrIDQNJxFD2YSnV0UITalyUNk3Q8UL78+XJghqQ90ra2kvTFNL23pL9MP8c3gP/i3X83Ww84YKxRfi7pNYq/gM8CLgKO62bZ8cA9wOvAg8ClEXFfmvcvwNlpiOZbfdj/tcBVFMNVmwLfgOKqNuBvgR9R/GJ9g+ICg043p68vSnq0wnZnp20/ADxH8Uv1632oq+zraf/PUvTsrk/b74trKHo+N0bEGoCIeILifM6DFIH534D/6GEbX6PoebxI0RP5beeMiLiVIsBukPQqRU/okDR7OEVP6WWK4b0XAX8GZz0iP3DMzMxycA/GzMyycMCYmVkWDhgzM8vCAWNmZlkM1RsBMmLEiBg3blyjyzAzayqPPPLICxHR0vuSvRuyATNu3Dja2toaXYaZWVORtLT3parjITIzM8vCAWNmZlk4YMzMLAsHjJmZZeGAMTOzLBwwZmaWhQPGzMyycMCYmVkWDhgzM8vCATOIjBw9FkkNeY0cPbbR376ZDTFD9lYxzeiPy59npzPuaMi+l547pSH7NbOhyz0YMzPLwgFjZmZZOGDMzCwLB4yZmWXhgDEzsywcMGZmlkW2gJE0W9JqSQtKbTdKmpdeSyTNS+3jJL1Zmnd5aZ1JkuZLWiTpEknKVbOZmdVOzs/BXAX8ELimsyEijuqclnQh8Epp+cURMbHCdi4DpgMPAb8AJgN31r5cMzOrpWw9mIh4AHip0rzUCzkSmNPTNiSNBIZHxIMRERRhdXiNSzUzswwadQ5mP2BVRDxTattZ0u8l3S9pv9Q2CmgvLdOe2iqSNF1Sm6S2jo6O2ldtZmZVa1TAHM17ey8rgbER8THgdOB6ScOBSudboruNRsSsiGiNiNaWlpaaFmxmZn1T93uRSdoQ+AIwqbMtItYAa9L0I5IWA7tR9FhGl1YfDayoX7VmZtZfjejBHAQ8FRHvDH1JapE0LE3vAowHno2IlcBrkvZN522OBW5rQM1mZtZHOS9TngM8COwuqV3SCWnWVN5/cv+TwOOSHgN+ApwUEZ0XCJwM/AhYBCzGV5CZmTWFbENkEXF0N+1fqdB2C3BLN8u3AXvWtDgzM8vOn+Q3M7MsHDBmZpaFA8bMzLJwwJiZWRYOGDMzy8IBY2ZmWThgzMwsCweMmZll4YAxM7MsHDBmZpaFA8bMzLKo++36bZAathHFDavra4dRY1jZvqzu+zWz/BwwVlj3NjudcUfdd7v03Cl136eZ1YeHyMzMLAsHjJmZZeGAMTOzLBwwZmaWhQPGzMyycMCYmVkW2QJG0mxJqyUtKLWdI2m5pHnpdWhp3gxJiyQ9LengUvskSfPTvEvUiA9rmJlZn+XswVwFTK7QfnFETEyvXwBImgBMBfZI61wqaVha/jJgOjA+vSpt08zMBplsARMRDwAvVbn4YcANEbEmIp4DFgH7SBoJDI+IByMigGuAw7MUbGZmNdWIczCnSno8DaFtk9pGAc+XlmlPbaPSdNf2iiRNl9Qmqa2jo6PWdZuZWR/UO2AuA3YFJgIrgQtTe6XzKtFDe0URMSsiWiOitaWlZYClmpnZQNQ1YCJiVUSsi4g/A1cA+6RZ7cCY0qKjgRWpfXSFdjMzG+TqGjDpnEqnI4DOK8xuB6ZK2kTSzhQn8+dGxErgNUn7pqvHjgVuq2fNZmbWP9nupixpDrA/MEJSO/AdYH9JEymGuZYAJwJExEJJNwFPAGuBUyJiXdrUyRRXpG0G3JleZmY2yGULmIg4ukLzlT0sPxOYWaG9DdizhqWZmVkd+JP8ZmaWhQPGzMyycMCYmVkWDhgzM8vCAWNmZlk4YMzMLAsHjJmZZeGAMTOzLBwwZmaWhQPGzMyycMCYmVkWDhgzM8vCAWNmZlk4YMzMLAsHjJmZZeGAMTOzLBwwZmaWhQPGzMyycMCYmVkW2QJG0mxJqyUtKLWdL+kpSY9LulXS1ql9nKQ3Jc1Lr8tL60ySNF/SIkmXSFKums3MrHZy9mCuAiZ3absb2DMiPgL8AZhRmrc4Iiam10ml9suA6cD49Oq6TTMzG4SyBUxEPAC81KXtrohYm94+BIzuaRuSRgLDI+LBiAjgGuDwDOWamVmNNfIczPHAnaX3O0v6vaT7Je2X2kYB7aVl2lNbRZKmS2qT1NbR0VH7is3MrGoNCRhJZwFrgR+nppXA2Ij4GHA6cL2k4UCl8y3R3XYjYlZEtEZEa0tLS63LNjOzPtiw3juUNA2YAhyYhr2IiDXAmjT9iKTFwG4UPZbyMNpoYEV9KzYzs/6oaw9G0mTgDODzEfGnUnuLpGFpeheKk/nPRsRK4DVJ+6arx44FbqtnzWZm1j/ZejCS5gD7AyMktQPfobhqbBPg7nS18UPpirFPAt+TtBZYB5wUEZ0XCJxMcUXaZhTnbMrnbczMbJDKFjARcXSF5iu7WfYW4JZu5rUBe9awNDMzqwN/kt/MzLJwwJiZWRZVBYwkD1GZmVmfVNuDuVzSXEl/23n/MDMzs55UFTAR8QngS8AYoE3S9ZI+k7UyMzNralWfg4mIZ4CzKT7H8ingknRn5C/kKs7MzJpXtedgPiLpYuBJ4NPA5yLiw2n64oz1mZlZk6r2czA/BK4Avh0Rb3Y2RsQKSWdnqczMzJpatQFzKPBmRKwDkLQBsGlE/Ckirs1WnZmZNa1qz8HcQ3Grlk6bpzYzM7OKqg2YTSPi9c43aXrzPCWZmdlQUG3AvCFpr843kiYBb/awvJmZreeqPQdzGnCzpM5nsYwEjspSkZmZDQlVBUxEPCzpQ8DuFE+ZfCoi3s5amZmZNbW+3K5/b2BcWudjkoiIa7JUZWZmTa+qgJF0LbArMI/igWAAAThgzMysomp7MK3AhIiInMWYmdnQUe1VZAuAHXIWYmZmQ0u1PZgRwBOS5gJrOhsj4vNZqjIzs6ZXbcCc09cNS5oNTAFWR8SeqW1b4EaKiwWWAEdGxMtp3gzgBIpzPN+IiF+l9knAVRR3EvgF8HceqjMzG/yqfR7M/RSBsFGafhh4tJfVrgImd2k7E7g3IsYD96b3SJoATAX2SOtcKmlYWucyYDowPr26btPMzAaham/X/zXgJ8C/paZRwM96WiciHgBe6tJ8GHB1mr4aOLzUfkNErImI54BFwD6SRgLDI+LB1Gu5prSOmZkNYtWe5D8F+DjwKrzz8LHt+rG/7SNiZdrGytI2RgHPl5ZrT22j0nTX9ookTZfUJqmto6OjH+WZmVmtVBswayLirc43kjak+BxMrahCW/TQXlFEzIqI1ohobWlpqVlxZmbWd9UGzP2Svg1sJukzwM3Az/uxv1Vp2Iv0dXVqbwfGlJYbDaxI7aMrtJuZ2SBXbcCcCXQA84ETKa7m6s+TLG8HpqXpacBtpfapkjaRtDPFyfy5aRjtNUn7ShJwbGkdMzMbxKq92eWfKR6ZfEW1G5Y0B9gfGCGpHfgO8H3gJkknAMuAL6btL5R0E/AEsBY4pfPpmcDJvHuZ8p3pZWZmg1y19yJ7jgrnPiJil+7WiYiju5l1YDfLzwRmVmhvA/aspk4zMxs8+nIvsk6bUvQ8tq19OWZmNlRU+0HLF0uv5RHxf4BP5y3NzMyaWbVDZHuV3m5A0aPZMktFZmY2JFQ7RHZhaXot6T5iNa/GzMyGjGqvIjsgdyFmZja0VDtEdnpP8yPiotqUY2ZmQ0VfriLbm+IDkQCfAx7gvfcPMzMze0dfHji2V0S8BiDpHODmiPhqrsLMzKy5VXurmLHAW6X3b1E8NMzMzKyiansw1wJzJd1K8Yn+IyiezWJmZlZRtVeRzZR0J7BfajouIn6frywzM2t21Q6RAWwOvBoRPwDa012PzczMKqr2kcnfAc4AZqSmjYDrchVlZmbNr9oezBHA54E3ACJiBb5VjJmZ9aDagHkrIoJ0y35JH8hXkpmZDQXVBsxNkv4N2FrS14B76MPDx8zMbP3T61Vk6VHFNwIfAl4Fdgf+KSLuzlybmZk1sV4DJiJC0s8iYhLgUDEzs6pUO0T2kKS9s1ZiZmZDSrUBcwBFyCyW9Lik+ZIe788OJe0uaV7p9aqk0ySdI2l5qf3Q0jozJC2S9LSkg/uzXzMzq68eh8gkjY2IZcAhtdphRDwNTEzbHwYsB24FjgMujogLutQwAZgK7AHsCNwjabeIWFermszMrPZ668H8DCAilgIXRcTS8qsG+z8QWNzLtg4DboiINRHxHLAI2KcG+zYzs4x6CxiVpnfJsP+pwJzS+1PTENxsSduktlG897kz7antfSRNl9Qmqa2joyNDuWZmVq3eAia6mR4wSRtT3B3g5tR0GbArxfDZSuDCzkV7qevdxohZEdEaEa0tLS21LNfMzPqot8uUPyrpVYpf8puladL7iIjhA9j3IcCjEbGKYmOrOmdIugK4I71tB8aU1hsNrBjAfs3MrA567MFExLCIGB4RW0bEhmm68/1AwgXgaErDY5JGluYdASxI07cDUyVtku7gPB6YO8B9m5lZZtU+cKymJG0OfAY4sdR8nqSJFMNfSzrnRcRCSTcBTwBrgVN8BZmZ2eDXkICJiD8BH+zSdkwPy88EZuauy8zMaqcvDxwzMzOrmgPGzMyycMCYmVkWDhgzM8vCAWNmZlk4YMzMLAsHjJmZZdGQz8GYvWPYRhRP5a6/HUaNYWX7sobs22x94ICxxlr3NjudcUfvy2Ww9NwpDdmv2frCQ2RmZpaFA8bMzLLwEFkFI0eP5Y/Ln+99QTMz65YDpoI/Ln++IecFfE7AzIYSD5GZmVkWDhgzM8vCAWNmZlk4YMzMLAsHjJmZZeGAMTOzLBoSMJKWSJovaZ6kttS2raS7JT2Tvm5TWn6GpEWSnpZ0cCNqNjOzvmlkD+aAiJgYEa3p/ZnAvRExHrg3vUfSBGAqsAcwGbhU0rBGFGxmZtUbTENkhwFXp+mrgcNL7TdExJqIeA5YBOxT//LMzKwvGhUwAdwl6RFJ01Pb9hGxEiB93S61jwLK921pT23vI2m6pDZJbR0dHZlKNzOzajTqVjEfj4gVkrYD7pb0VA/LVnpYSFRaMCJmAbMAWltbKy5jZmb10ZAeTESsSF9XA7dSDHmtkjQSIH1dnRZvB8aUVh8NrKhftWZm1h91DxhJH5C0Zec08FlgAXA7MC0tNg24LU3fDkyVtImknYHxwNz6Vm1mZn3ViCGy7YFb02NyNwSuj4hfSnoYuEnSCcAy4IsAEbFQ0k3AE8Ba4JSIWNeAus3MrA/qHjAR8Szw0QrtLwIHdrPOTGBm5tLMzKyGBtNlymZmNoQ4YMzMLAsHjJmZZeGAMTOzLBwwZmaWhQPGzMyycMCYmVkWDhgzM8vCAWNmZlk4YMzMLAsHjJmZZeGAMTOzLBwwZmaWhQPGzMyycMCYmVkWDhgzM8vCAWNmZlk4YMzMLAsHjJmZZVH3gJE0RtL/k/SkpIWS/i61nyNpuaR56XVoaZ0ZkhZJelrSwfWu2czM+m7DBuxzLfDNiHhU0pbAI5LuTvMujogLygtLmgBMBfYAdgTukbRbRKyra9VmZtYnde/BRMTKiHg0Tb8GPAmM6mGVw4AbImJNRDwHLAL2yV+pmZkNREPPwUgaB3wM+F1qOlXS45JmS9omtY0Cni+t1k43gSRpuqQ2SW0dHR25yjYzsyo0LGAkbQHcApwWEa8ClwG7AhOBlcCFnYtWWD0qbTMiZkVEa0S0trS01L5oMzOrWkMCRtJGFOHy44j4KUBErIqIdRHxZ+AK3h0GawfGlFYfDayoZ71mZtZ3jbiKTMCVwJMRcVGpfWRpsSOABWn6dmCqpE0k7QyMB+bWq14zM+ufRlxF9nHgGGC+pHmp7dvA0ZImUgx/LQFOBIiIhZJuAp6guALtFF9BZmY2+NU9YCLi36l8XuUXPawzE5iZrSgzM6u5RvRgzAaHYRtRjNjW1w6jxrCyfVnd92tWbw4YW3+te5udzrij7rtdeu6Uuu/TrBF8LzIzM8vCAWNmZlk4YMzMLAsHjJmZZeGAMTOzLBwwZmaWhQPGzMyycMCYmVkWDhgzM8vCAWNmZlk4YMzMLAsHjJmZZeGAMTOzLBwwZmaWhW/Xb1ZvDXoODfhZNFZfDhizemvQc2jAz6Kx+vIQmZmZZdE0ASNpsqSnJS2SdGaj6zEzs541RcBIGgb8K3AIMAE4WtKExlZl1oTS+Z96v0aOHtvo79waoFnOwewDLIqIZwEk3QAcBjzR0KrMmk2Dzv8sveCIhlzYMGzjTVn31n/Vfb+N3PdgupBDEdHoGnol6W+AyRHx1fT+GOAvI+LULstNB6ant7sDT/dzlyOAF/q5bqM0Y83QnHW75vppxrqbsWZ4t+6dIqKlFhtslh5MpT993peMETELmDXgnUltEdE60O3UUzPWDM1Zt2uun2asuxlrhjx1N8U5GKAdGFN6PxpY0aBazMysCs0SMA8D4yXtLGljYCpwe4NrMjOzHjTFEFlErJV0KvArYBgwOyIWZtzlgIfZGqAZa4bmrNs1108z1t2MNUOGupviJL+ZmTWfZhkiMzOzJuOAMTOzLIZ8wPR2ixkVLknzH5e0V2/rStpW0t2Snklft2mSus+X9FRa/lZJWw/2mkvzvyUpJI1ohpolfT3NWyjpvFrWnKtuSRMlPSRpnqQ2SfsMoppnS1otaUGXdbIei5lqznoc5qq7NL/6YzEihuyL4oKAxcAuwMbAY8CELsscCtxJ8VmbfYHf9bYucB5wZpo+Ezi3Ser+LLBhmj63lnXnqjnNH0NxgcdSYMRgrxk4ALgH2CS9365J/n/cBRxSWv++wVBzmvdJYC9gQZd1sh2LGWvOdhzmrDvN69OxONR7MO/cYiYi3gI6bzFTdhhwTRQeAraWNLKXdQ8Drk7TVwOHN0PdEXFXRKxN6z9E8XmiQV1zcjHwD1T4cO0grflk4PsRsQYgIlY3Sd0BDE/TW1Hbz5oNpGYi4gHgpQrbzXksZqk583GYre6kT8fiUA+YUcDzpfftqa2aZXpad/uIWAmQvm5Xw5p7qqmaZapZF+B4ir9gaiVLzZI+DyyPiMdqWGtv9VSzTE/r7gbsJ+l3ku6XtHdNq85X92nA+ZKeBy4AZtSu5AHV3JOcx2KumstqfRxCprr7cyw2xedgBqCaW8x0t0xVt6fJJGvdks4C1gI/7ld1ldW8ZkmbA2dRDCnkkOvnvCGwDcXQw97ATZJ2iTTGUAO56j4Z+PuIuEXSkcCVwEH9rrK6evq6TD1lrTnTcQgZ6u7vsTjUezDV3GKmu2V6WndVZ3cyfa31EEiuupE0DZgCfKmGv/By1bwrsDPwmKQlqf1RSTsM4po71/lpGn6YC/yZ4kaCtZKr7mnAT9P0zRRDLbUykJp7kvNYzFVzzuOw2pr6Wnf/jsVanVgajC+KvySfTT+YzpNde3RZ5q9478muub2tC5zPe08sntckdU+meMRBS7P8rLusv4TanuTP9XM+Cfhemt6NYihCTVD3k8D+afpA4JHBUHNp/jjef8I827GYseZsx2HOurvMr+pYrPk3N9heFFdL/IHiqoqzUttJwElpWhQPM1sMzAdae1o3tX8QuBd4Jn3dtknqXkTxy25eel0+2Gvuz3/qRtecDurrgAXAo8Cnm+T/xyeARyh+If0OmDSIap4DrATepvjr+4TUnvVYzFRz1uMwV939ORZ9qxgzM8tiqJ+DMTOzBnHAmJlZFg4YMzPLwgFjZmZZOGDMzCwLB4xZP0m6T9LBXdpOk3RpD8u31qc6s8ZzwJj13xxgape2qandbL3ngDHrv58AUyRtAiBpHLAj8D/S81QWSvpupRUlvV6a/htJV6XpFkm3SHo4vT6e/bswy8QBY9ZPEfEiMJfi1h9Q9F5upPjkdCvwEeBTkj7Sh83+ALg4IvYG/hr4UQ1LNquroX43ZbPcOofJbktfjweOlDSd4vgaCUwAHq9yewcBE6R3bnY7XNKWEfFaTas2qwMHjNnA/Ay4KD1ydjPgZeBbwN4R8XIa+tq0wnrlezSV528A/PeIeDNPuWb14yEyswGIiNeB+4DZFL2Z4cAbwCuStgcO6WbVVZI+LGkD4IhS+13AqZ1vJE3MULZZXThgzAZuDvBR4IYonvb3e2AhRej8RzfrnAncAfya4s61nb4BtEp6XNITFHfANWtKvpuymZll4R6MmZll4YAxM7MsHDBmZpaFA8bMzLJwwJiZWRYOGDMzy8IBY2ZmWfx/Cc4bbJCptqEAAAAASUVORK5CYII=\n", + "text/plain": [ + "
" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "plt.hist(cm_values, bins=10, edgecolor=\"k\") # Adjust the number of bins as needed\n", + "plt.title(\"Distribution of Values\")\n", + "plt.xlabel(\"Value\")\n", + "plt.ylabel(\"Frequency\")" + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "id": "2c0cf669-f433-467b-9ce4-8d0f206013e8", + "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:23:00.989361Z", + "iopub.status.busy": "2023-09-11T11:23:00.989161Z", + "iopub.status.idle": "2023-09-11T11:23:01.125148Z", + "shell.execute_reply": "2023-09-11T11:23:01.124847Z" + }, + "papermill": { + "duration": 0.148514, + "end_time": "2023-09-11T11:23:01.126326", + "exception": false, + "start_time": "2023-09-11T11:23:00.977812", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "Text(0, 0.5, 'Density')" + ] + }, + "execution_count": 16, + "metadata": {}, + "output_type": "execute_result" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZEAAAEWCAYAAACnlKo3AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/MnkTPAAAACXBIWXMAAAsTAAALEwEAmpwYAAA1HklEQVR4nO3de3xU9Z3/8dcndyAkEBKSQAiEewABJVzUeKlab+0uWmvVba2tdl272sva7la2/XVtty72Zn/bi+2PtqyUdkWs99aigHiJIhAUwjUSuUNIIIEAgQSSfH5/nBMYQy6TYU7OzOTzfDzmMTPnNu8MzHzmfL/nfI+oKsYYY0wo4vwOYIwxJnpZETHGGBMyKyLGGGNCZkXEGGNMyKyIGGOMCZkVEWOMMSGzImJ8JSK/EZH/E6Zt5YvIcRGJd5+/LiJfCse23e39TUTuCtf2uvG6PxCRQyJyIMzb/YKIlIRzm6b3sSJiPCMiO0XkpIgcE5EjIvKOiNwnImf+36nqfar6n0Fu65rOllHV3aqaqqrNYcj+sIj8sc32b1DVBee77W7mGAZ8A5igqjlt5g0VkSYRGdXOes+JyE96KqfpvayIGK/9nar2B4YDjwLfAn4f7hcRkYRwbzNCDAdqVLW67QxV3QcsB+4MnC4iGcCNQI8WPNM7WRExPUJV61T1ReA24C4RmQQgIk+IyA/cx5ki8hd3r6VWRN4SkTgRWQjkAy+5zVX/JiIjRERF5B4R2Q28FjAtsKCMEpHVIlInIi+4X7CIyJUisjcwY+vejohcD/w7cJv7euvd+Weax9xc3xGRXSJSLSJ/EJF0d15rjrtEZLfbFPXtjt4bEUl31z/obu877vavAZYCQ9wcT7Sz+gLaFBHgdmCTqm4QkYdE5EN3b3CziNzcQYZz3ru2zYEicreIbBGRwyLyiogMd6eLiPzMfR/qRKSs9d/XxD4rIqZHqepqYC9wWTuzv+HOywKycb7IVVXvBHbj7NWkquqPAta5AigEruvgJT8P3A0MAZqAnweRcQnwX8BT7utNaWexL7i3jwEjgVTgl22WKQbGAVcD3xWRwg5e8hdAurudK9zMX1TVZcANwH43xxfaWfc5IFNEigOm3Qn8wX38Ic57nQ58D/ijiOR2kKNDInITzr/Hp3D+fd4CnnRnXwtcDowFBuD8UKjp7muY6GRFxPhhP5DRzvTTQC4wXFVPq+pb2vXgbg+rar2qnuxg/kJV3aiq9cD/AT7T2vF+nj4LPKaq21X1ODAHuL3NXtD3VPWkqq4H1gPnFCM3y23AHFU9pqo7gZ9y7t5Fu9y/+2mcwoOIjAGmAf/rzn9aVferaouqPgVsA2aE8Pf+EzBXVbeoahNOkZ3q7o2cBvoD4wFxl6kM4TVMFLIiYvwwFKhtZ/qPgQrgVRHZLiIPBbGtPd2YvwtIBDKDStm5Ie72AredgLMH1SrwaKoTOHsrbWUCSe1sa2g3sizAKY4pOMVnSWsfioh8XkTWuU2ER4BJhPb3Dwf+O2A7tYAAQ1X1NZy9sF8BVSIyT0TSQngNE4WsiJgeJSLTcb4gzzm01P0l/g1VHQn8HfCgiFzdOruDTXa1pzIs4HE+zq/mQ0A90DcgVzxOM02w292P88UauO0moKqL9do65GZqu619wW5AVd/CaT6aDXwOtynL3Uv4LfAAMEhVBwAbcb7826p37/sGTAs8GmwP8E+qOiDg1kdV33Ez/FxVpwETcZq1/jXY/Ca6WRExPUJE0kTkk8Ai4I+quqGdZT4pIqNFRICjQLN7A+fLeWQIL/05EZkgIn2B7wN/dg8B/gBIEZFPiEgi8B0gOWC9KmCEBByO3MaTwL+ISIGIpHK2D6WpO+HcLIuBR0Skv/vF/yDwx87XPMcfgB/i9Em85E7rh1MMDwKIyBdx9kTay3EQp3B9TkTiReRuIPDQ4d8Ac0RkorutdBG51X08XURmuu9jPdDA2X83E+OsiBivvSQix3B+yX4beAz4YgfLjgGWAceBlcDjqvq6O28u8B23OeWb3Xj9hcATOE1LKcBXwTlaDPhn4Hc4X571OJ36rZ5272tE5L12tjvf3fabwA6cL86vdCNXoK+4r78dZw/tf93td8cfcPZgnlLVRgBV3YzTv7ISpyheALzdyTb+EWcPogZnj+Kd1hmq+hxOkVokIkdx9mhucGen4ezxHMZpiqsB7ByVXkLsolTGGGNCZXsixhhjQmZFxBhjTMg8KyIikuKeKbxeRDaJyPfc6Q+LyD73sMN1InJjwDpzRKRCRMpFpKOTx4wxxkQIz/pE3CNs+qnqcfeojRLga8D1wHFV/Umb5SfgHPEyA+cY/GXA2HAMpmeMMcYbng1a555pfNx9mujeOqtYs4FF7pElO0SkAqegrOxohczMTB0xYkR4AhtjTC+xdu3aQ6qa1fWSXfN05FP3BK61wGjgV6q6SkRuAB4Qkc8DpcA3VPUwzglo7wasvpd2ztoVkXuBewHy8/MpLS318k8wxpiYIyK7ul4qOJ52rKtqs6pOBfKAGe7Inr/GOYlpKlCJcxw7tH8W7Tl7Lqo6T1WLVLUoKysshdQYY0yIeuToLFU9ArwOXK+qVW5xacE5Qal1MLi9fHSIijycoSWMMcZEKC+PzsoSkQHu4z7ANcDWNsNQ34xz5ivAizijoCaLSAHO2curvcpnjDHm/HnZJ5ILLHD7ReKAxar6FxFZKCJTcZqqduIMMY2qbhKRxcBmnIHs7rcjs4wxJrJF9bAnRUVFah3rxhjTPSKyVlWLwrEtO2PdGGNMyKyIGGOMCZkVEWOMMSHz9GRD0zMaGhraPemyqKiIlJQUHxIZY3oLKyIxoLS0lLlzy8jOnnxmWlVVGXPmQHFxsY/JjDGxzopIjMjOnkx+vhUMY0zPsj4RY4wxIbMiYowxJmTWnBWjmpoaKSsr/8g062g3xoSbFZEYVVNTzsKFtRQWOs+to90Y4wUrIjEsI6PQOtuNMZ6yPhFjjDEhsyJijDEmZFZEjDHGhMyKiDHGmJBZx3qMqa6GVavgwIGrSU09zZQpkJTkdypjTKyyIhJD3nwTXn8dEhMhPj6H/fvT+eUv4TOf8TuZMSZWWXNWjNiyJYcVK2DiRPja1+BjH/sTs2a9TkIC/OlPcPhwX78jGmNikO2JRJn2hn1//vlqVq26lLFj4eabIc79aZCRUcOdd8L8+bB06QTuu+99HxIbY2KZFZEo03bY95YWePrpWSQnn+SWW/qeKSCtBg6E226D+fOT+fWvR3DddT6ENsbELGvOikKtw77n5xdz4EAxJ04MYcKE9R12oOflwcSJ+3jhhVxef71HoxpjYpwVkSh26pTTmZ6ZuYfs7P2dLnvhhbvJzW3gwQedvRdjjAkHz4qIiKSIyGoRWS8im0Tke+70DBFZKiLb3PuBAevMEZEKESkXEWt46cLatXDyJIwZswaRzpdNSGjhS1/axfvvw5NP9kw+Y0zs83JPpBG4SlWnAFOB60VkFvAQsFxVxwDL3eeIyATgdmAicD3wuIjEe5gvqjU1wcqVMGIEDBx4IKh1rrnmIBdeCN/5Dpw+7W0+Y0zv4FkRUcdx92mie1NgNrDAnb4AuMl9PBtYpKqNqroDqABmeJUv2m3cCMeOQXdGdo+Lg//8T9i50/ZGjDHh4WmfiIjEi8g6oBpYqqqrgGxVrQRw7we7iw8F9gSsvted1nab94pIqYiUHjx40Mv4Ea20FDIzYeTI7q13441wwQXwwx9a34gx5vx5WkRUtVlVpwJ5wAwRmdTJ4u216ms725ynqkWqWpSVlRWmpNHl0KF+7NsHRUV02RfSlgh861uweTP89a/e5DPG9B49cnSWqh4BXsfp66gSkVwA977aXWwvMCxgtTyg80OOeqny8lwSE2HKlNDWv+02py9l7lzQc8q0McYEz8ujs7JEZID7uA9wDbAVeBG4y13sLuAF9/GLwO0ikiwiBcAYYLVX+aLVyZNxbN+eycSJEOrl0hMS4BvfcDrmS0rCm88Y07t4ecZ6LrDAPcIqDlisqn8RkZXAYhG5B9gN3AqgqptEZDGwGWgC7lfVZg/zRaU33hhEU1MCU6d2b72mpkbKysrPPB8/Po709On813/F8be/2UFwxpjQeFZEVLUMuLCd6TXA1R2s8wjwiFeZYsGSJdmkpjaQn9+93ZCamnIWLqylsLB1SguDB7/HkiUz2bwZJkwIe1RjTC9gZ6xHkT174L330hk9uqrbHeoAGRmFZ4ZLyc8vpqhISUpq4Ve/Cn9WY0zvYEUkijz5JKgKo0dXd71wEFJSmrjqqoMsWAB1dWHZpDGml7EiEkUWL4bCwmP0798Ytm3ecksl9fXwxBNh26QxphexIhIlPvzQGSvrqqsOhXW748cfZ9Ys+OUv7eRDY0z3WRGJEosXO/cf+1j4iohzxFYZ115bTkUFPPbYJkpKSmhoaAjbaxhjYpsVkSixeDFcfDFkZ4evKav1iK2dOw/Rp88p/u//zWXu3LJzrpxojDEdsSISBT74ANatg898JvzbzsgopKDgUmbMSGLfvgxSUmzMS2NM8KyIRIHWpqxbb/XuNaZNc0b53bo117sXMcbEHCsiUeCpp5wh34eeM6Zx+PTv75xwuG1bNidO2H8LY0xw7Nsiwm3e7Fw75LbbvH+tGTPg9OkEXnllcNcLG2MMVkQi3rPPOsO333KL96+VlweDBh3n+edzbXRfY0xQvByA0YTB88/DzJmQ2wNdFSIwevQeVq0qZN689UyceAyAoqIiUkIdMtgYE9NsTySC7d3rnGB4000995rp6SXExZ3ipz/NYf587JBfY0ynbE8kgjQ0NHzkC/u553KA0QwevJKSEmdU/LKyMpqbvRtyNyHhNEOH7mPHjgI+9alsz17HGBMbrIhEkNLSUubOLSM7ezIAr7wyiJSUaubNW05h4ZUAbNlSQUZGNgUF3uUYNmw7e/YUsGEDZFsdMcZ0wopIhMnOnkx+fjENDXDgAIwY8f6ZIdwBqqrKPM+Qnn6EnBynKe2GGzx/OWNMFLM+kQhVUeEMiJidvaPHX1vEOfmwqgoOHUrt8dc3xkQPKyIRqrwc+vWDAQOqfHn9Cy6AxEQoL8/x5fWNMdHBikgEam6Gbdtg7FgQ8eeEjeRkmDgRdu7MpKHB/psYY9pn3w4RaOdOaGyEceP8zTFlinMG+5tvDvI3iDEmYlkRiUAffAAJCTBypL85hg+H1NQGliyxYVCMMe2zIhKBKipgxAinT8JPzhns1ZSWDmDvXn+zGGMik2dFRESGicgKEdkiIptE5Gvu9IdFZJ+IrHNvNwasM0dEKkSkXESu8ypbJDt6NIXaWhg92u8kjhEj9qIq/OAHOykpKTlzs6sfGmPA2/NEmoBvqOp7ItIfWCsiS915P1PVnwQuLCITgNuBicAQYJmIjFXVZg8zRpx9+wYCMGaMz0Fcp06to3//PBYtGkxj415EnHNV5syB4uJiv+MZY3zmWRFR1Uqg0n18TES2AJ1dEWM2sEhVG4EdIlIBzABWepUxEu3dO5CMDMjI8DvJWSNGHGTDhnwSEoo9vaaJMSb69EifiIiMAC4EVrmTHhCRMhGZLyID3WlDgT0Bq+2lnaIjIveKSKmIlB48eNDL2D2usVGorExn1Ci/k3xUTs5eEhKcS/QaY0wgz4uIiKQCzwBfV9WjwK+BUcBUnD2Vn7Yu2s7q55wkoarzVLVIVYuysrK8Ce2T9evTaW6Oj5imrFaJiU2MG+dcIKulxe80xphI4mkREZFEnALyJ1V9FkBVq1S1WVVbgN/iNFmBs+cxLGD1PGC/l/kizapVA4mPb2HECL+TnGviRDhxwjmHxRhjWnl5dJYAvwe2qOpjAdMDL690M7DRffwicLuIJItIATAGWO1Vvki0atVAcnLqfD+0tz2jR0NSEmza5HcSY0wk8fLorEuBO4ENIrLOnfbvwB0iMhWnqWon8E8AqrpJRBYDm3GO7Lq/Nx2ZtXMn7NrVlxkzDgADu1q8xyUmOsOwbNnijKtljDHg7dFZJbTfz/FyJ+s8AjziVaZItmSJc5+Xd9jfIJ2YMAE2boTKygHAEZ/TGGMigZ2xHiGWLYPs7AbS0k76HaVDrU1aO3dm+h3FGBMhrIhEgJYWWLECpk2rQ9rbd4sQrU1au3YNoqkpgoMaY3qMFZEIsH491NbCRRcd8TtKlyZOhMbGRN57L93vKMaYCGBFJAK89ppzP21anb9BgjBqFCQkNLFihTVpGWOsiESE5cth/HjIzDzld5QuJSZCfn4tb701iOZec+ycMaYjVkR8dvo0vPkmXH2130mCl5d3mLq6RNas8TuJMcZvVkR80tDQQElJCb/73Xrq6yE3dwtlZWU0Nzf5Ha1LeXmHiYtT/vpXv5MYY/xmRcQnpaWlzJ1bxm9/OwBQNm+uY+HCCg4dqvE7WpeSk5uYOPGoFRFjjBURP2VnT+bw4eHk5gpjxswiIyNCrkQVhIsvPsz778P+XjW6mTGmLSsiPmpqimPPHiJywMWuXHxxLQAvdzj+gDGmN7Ai4qPq6v40N0NBgd9Jum/UqBMMG4Y1aRnTy1kR8VFl5QDi4mD4cL+TdE9TUyMbNpRx0UWVvPJKM6+99rZdd92YXsqKiI+qqtIYMsQZjyqa1NSUs3BhLfX1tZw8Gc8Pf5jO3LlllJaW+h3NGNPDrIj4pLFROHiwP8OGdb1sJMrIKGTGjIkkJEBd3SSysyf7HckY4wMvrydiAjQ0NHzkl/pf/1pNS0tc1DVlBUpMdA4K2LbNGSbeGNP7WBHpIa3nhbT+Yl+2zGnDitY9kVajRkFFBRw7lgw0+h3HGNPDrIj0oOzsyeTnFwPQ0LCL1NSj9O2b5nOq8zNypHPvXKiqys8oxhgfWJ+ID1Th8OEcBg485HeU85aVBampsH//AL+jGGN8YEXEB9XV0NSUTEZG5A9x0hURZ2+ksjKdlha/0xhjepoVER/s3u3cx8KeCDgnSzY0JLF9ez+/oxhjepgVER/s3g0pKcfp0+eE31HCorVfpLR0gK85jDE9z4pID1N1isjAgZURfT317khLg/T0E5SW2iVzjeltPCsiIjJMRFaIyBYR2SQiX3OnZ4jIUhHZ5t4PDFhnjohUiEi5iFznVTY/1dXB0aNOEYklQ4YcYf36dBrtKF9jehUv90SagG+oaiEwC7hfRCYADwHLVXUMsNx9jjvvdmAicD3wuIjEe5jPF639IRkZsVVEcnOP0NAQz7vv+p3EGNOTgioiIvKMiHxCRIIuOqpaqarvuY+PAVuAocBsYIG72ALgJvfxbGCRqjaq6g6gApgR7OtFi927ITkZ+vev9TtKWOXm1hEXpyxf7ncSY0xPCrYo/Br4B2CbiDwqIuO78yIiMgK4EFgFZKtqJTiFBhjsLjYU2BOw2l53Wttt3SsipSJSevDgwe7EiAh790JeHoio31HCKimpmcLCYyxb5ncSY0xPCqqIqOoyVf0scBGwE1gqIu+IyBdFJLGzdUUkFXgG+LqqHu1s0fZeup0s81S1SFWLsrKygokfMU6fjqO6GoaeUxpjQ1HREVatcvp9jDG9Q9DNUyIyCPgC8CXgfeC/cYrK0k7WScQpIH9S1WfdyVUikuvOzwWq3el7gcCRpPKAmLr4ak1NKqrOnkgsmjatjpYWeOMNv5MYY3pKsH0izwJvAX2Bv1PVv1fVp1T1K0BqB+sI8Htgi6o+FjDrReAu9/FdwAsB028XkWQRKQDGAKu7+wdFsurq/kBs7ok0NTXS0vI2ycnNLFy4n5KSErtQlTG9QLADMP5OVT9yNW0RSXY7wYs6WOdS4E5gg4isc6f9O/AosFhE7gF2A7cCqOomEVkMbMY5sut+VW3u1l8T4Q4e7E9GBvTt63eS8KupKWfRoloGDTrKsmXp9O8PVVVlzJkDxcXFfsczxngk2CLyA+DlNtNW4jRntUtVS2i/nwPg6g7WeQR4JMhMUUXVKSKjR/udxDsZGYWkpg5k2TIYONAKhzG9QadFRERycI6Q6iMiF3K2KKThNG2ZIFVXJ3HyZHLM9oe0Kihw7nfsgAEDfI1ijOkBXe2JXIfTmZ4HBPZrHMNpmjJB2rzZ6Q+J9SKSkwN9+jhF5MIL/U5jjPFap0VEVRcAC0TkFlV9pocyxaTNm/sTH99CdnZsD1cWF+dcMnf7dpg61e80xhivddWc9TlV/SMwQkQebDu/zVFXphObNvVn0KDjxMdH95UMg1FQAFu2wNGjKYAdnWVMLOvqZ3HrBSJSgf7t3EwQTp+G8vJUsrKO+R2lR3z0krnGmFjWVXPW/3Pvv9czcWJTWRmcOhXfa4pIRoYzPLxzydwDfscxxngo2JMNfyQiaSKSKCLLReSQiHzO63CxonVk295SRFovmXvggF0y15hYF2wv77XuuFefxBmeZCzwr56lijGrVkFGxin69es9F9soKIDGxkS2bbNL5hoTy4ItIq2DLN4IPKmqsTWOucfWrIEJE47FzJUMg9F6vsjatQN8zWGM8VawReQlEdkKFAHLRSQLO+wmKEePQnk5jBt33O8oPap/fxgwoN6uu25MjAt2KPiHgIuBIlU9DdTjXETKdOH9950hT8aP711FBJwLVZWVpdklc42JYd05860QuE1EPg98GrjWm0ixpbTUue9teyLgXHe9sdEumWtMLAtqAEYRWQiMAtYBrSPrKvAHb2LFjtJSyM+HgQNP+x2lx+Xk1BEfryxdKlxxhd9pjDFeCHYU3yJggqrG1jVde0BpKRR1NFh+jEtKambixKMsWZLOD37gdxpjjBeCbc7aCOR4GSQWHT4MFRW9t4gAzJx5mLVr4YCdc2hMTAq2iGQCm0XkFRF5sfXmZbBY8N57zn1vLiIXX3wYgCVLfA5ijPFEsM1ZD3sZIlatXevcT5sGmzf7m8Uvo0fXk5sLf/sbfOELfqcxxoRbUEVEVd8QkeHAGFVdJiJ9gXhvo0W/0lJn+I+MDL+T+EcEbrgBnnkGmpogIdifLcaYqBDs2Fn/CPwZ+H/upKHA8x5lihm9uVM90I03Ql0drFzpdxJjTLgF+7vwfmAGsApAVbeJyGDPUsWAmhrn6n5f/rLfSfx3zTXOHshLLzUhcu5JI0VFRaSkpPiQzBhzvoItIo2qekrcwZ9EJAHnPBHTgdb+ENsTgfR0uPRSeO65BjZtKiM7e/KZeVVVZcyZA8XFxT4mNMaEKtgi8oaI/DvQR0Q+Dvwz8JJ3saJf65nqF13kb45IceON8K1vpXLRRUXk58/wO44xJkyCPcT3IeAgsAH4J+Bl4DudrSAi80WkWkQ2Bkx7WET2icg693ZjwLw5IlIhIuUicl33/5TIUloKY8c6v8KNU0QA9u0b6G8QY0xYBXt0VouIPA88r6oHg9z2E8AvOXdolJ+p6k8CJ4jIBOB2YCIwBFgmImNVtZko1NDQwNtvw5QpRykp+QCAsrIympsn+JzMPxMnwuDBDezZ04sPVTMmBnW6JyKOh0XkELAVKBeRgyLy3a42rKpvAsFed2Q2sEhVG1V1B1CB05EflV59dT3V1SnU1R1n/nyYPx8WLqzg0KEav6P5RgSKi2vZt28Ap3vfMGLGxKyumrO+DlwKTFfVQaqaAcwELhWRfwnxNR8QkTK3uau1bWMosCdgmb3utHOIyL0iUioipQcPBrtT1LPKy1MBmDBhJPn5xeTnF5ORMdrnVP677LIampvj+fBDv5MYY8KlqyLyeeAOd+8AAFXdDnzOndddv8YZDXgqUAn81J3e3jX/2j36S1XnqWqRqhZlZWWFEMF7W7emAkpurt9JIsvUqUdJSmqivNzvJMaYcOmqiCSq6qG2E91+kcR2lu+UqlaparOqtgC/5WyT1V5gWMCiecD+7m4/UpSXpzJgwAmSkvxOElkSEpS8vFrKy6Glxe80xphw6Kpj/VSI89olIrmqWuk+vRlndGCAF4H/FZHHcDrWxwCru7v9SLF1ayqDBh0B+vkdxVdNTY2UlZ3d7SgrKyMvbyDbtw9mzx4YPtzHcMaYsOiqiEwRkaPtTBeg01OMReRJ4EogU0T2Av8BXCkiU3GaqnbiHC6Mqm4SkcXAZqAJuD9aj8zavx9qapIZPfo4kO13HF/V1JSzcGEthYXO8y1bKkhLG0p8/ES2brUiYkws6LSIqGrIgyyq6h3tTP59J8s/AjwS6utFitaTDAcN6n2Xw21PRkYh+fnO2ehVVWVAEwUFUF4O19oFlo2Jet25xroJQmkpxMUpgwbV+x0lYo0b51ywK0IPrjPGdIMVkTArLYURI06QkGA9xx0ZN86537rV3xzGmPNnRSSMVJ0iMn68NWV1pn9/yMuDLVv8TmKMOV9WRMJozx6niWb8+GN+R4l4EyY4110/etSGgDcmmtl15s5TQ0MDpW5v+htvDAIKiY9fR3Nzpr/BIlxhIbz6KuzcOQjY53ccY0yIrIicp9LSUubOda6RsXZtKiItvPHGajIzZ1JQ4He6yDVgAAwdCjt3ZmJFxJjoZc1ZYZCdPZn8/GLq64eRnR1HZuYIvyNFhcJCqKnpz/79yX5HMcaEyIpImKg6JxoOGeJ3kugxwR0Z//XXrenPmGhlRSRMjhyBkyexQRe7YeBAGDTomBURY6KYFZEw2e8OF2l7It0zYsQhtmzpz65dficxxoTCikiY7N8P8fEweLDfSaLLiBHOhbqeecbnIMaYkFgRCZPKSsjOhgQ73q1b0tIaGDPmOIsW+Z3EGBMKKyJh0Nqpbv0hobn22oOsWYNdrMqYKGRFJAyOHUuhsdH6Q0J1zTXVxMXBwoV+JzHGdJcVkTA4dMi5proVkdBkZp7m4x+HP/7RrnhoTLSxIhIGhw6lkpAAEXrJ96hw552waxe89ZbfSYwx3WFFJAxqavqTne0cnWVCc9NN0K+fNWkZE22siJynlhY4dKifNWWdp3794JZb4OmnnZM2jTHRwYrIedqzpw9NTQlWRELU1NRIWVkZJSUlXHjhBo4ehR//eCsNDQ1+RzPGBMGKyHkqL7dO9fNRU1POwoW1zJ8P69bV0bdvI7/8ZZ8zw+sbYyKbnRp3nrZuTSUhoZnMTOsQCVVGRiH5+cUATJsGb72VT2Vltc+pjDHBsD2R81RenkpGxnHi7J0Mi2nTQAReeCHH7yjGmCB49tUnIvNFpFpENgZMyxCRpSKyzb0fGDBvjohUiEi5iFznVa5wOn3aKSKZmXZN9XBJT4dhw2r5y19yaGz0O40xpite/n5+Ari+zbSHgOWqOgZY7j5HRCYAtwMT3XUeF5GIbx9avx4aG+MZPNiuqR5O48dXUleXyJNP+p3EGNMVz4qIqr4J1LaZPBtY4D5eANwUMH2Rqjaq6g6gApjhVbZwWbnSuc/KOupvkBgzZMgRRo6s5yc/sTPYjYl0Pd2xnq2qlQCqWikirQOnDwXeDVhurzvtHCJyL3AvQH5+vodRu7ZyJWRlNZKaesrXHLFGBP7hH/bygx+M4+WX4ZprGto9WquoqIiUlBQfEhpjWkXK0VnSzjRtb0FVnQfMAygqKmp3mZ6yciVMnGhNWV64+upD/OEP45g7F9LTS3n00TKysyefmV9VVcacOVBcXOxjSmNMTxeRKhHJdfdCcoHW4zj3AsMClssD9vdwtm45cAB27oRPfOIoJ074nSb2JCQoDz0E//zPsHr1ALKzJ585DNgYEzl6+sDUF4G73Md3AS8ETL9dRJJFpAAYA6zu4Wzd0tofMmmS7Yl45Z57YMQImDdvBOrrPqcxpiNeHuL7JLASGCcie0XkHuBR4OMisg34uPscVd0ELAY2A0uA+1W12ats4bByJSQlwdixdnivV5KS4OGH4YMPUtmxI9PvOMaYdnjWnKWqd3Qw6+oOln8EeMSrPOG2cqVzYlxSkv1E9tLnPgePPHKcNWsKuOQSp7AYYyKHnWcdglOnoLQULr7Y7ySxLz4eHnzwQ06cSOaNN/xOY4xpy4pICNavh4YGKyI9ZdKkY4wZc4B334WDB/1OY4wJZEUkBO+849xbEek5RUU7SUqCv/0N62Q3JoJYEQnBypUwbBgMbfd0SOOFlJQmrroKduyAjRu7Xt4Y0zOsiIRg5UrbC/HDtGmQl+fsjZw8meh3HGMMVkS6bccO2L0bLr/c7yS9T1wc/P3fOwc2rFw5ypq1jIkAkTLsSdRYuvQ0kEha2nuUlJygrKyM5uYJfseKKc4lc8vPPA98j7Oy4MorYfnyTFasyOSyy3wKaYwBrIh027PPHiYpKZXXXjuBCGzZUkFGRjYFBX4nix2tl8wtLHSet32PL7kE1q8/xmOPjeK++2Dw4I63ZYzxljVndYMqvP9+GkOG1DN8eDH5+cVkZIz2O1ZMar1kbnvvcVwcFBdv48SJeB54wKeAxhjAiki3bN8O1dUp5OTU+R2l1xs48ARf/OJunn4ann7a7zTG9F5WRLphxQrnPjfXikgkuOOOvUybBvffbychGuMXKyLd8OqrMGhQI+npJ/2OYoCEBHjiCThyBL7yFb/TGNM7WREJUlMTLFsGM2ceQdq7hJbxxaRJ8N3vwlNPwbPP+p3GmN7HikiQ1qyBw4dh5szDfkcxbXzrW3DhhfDlL0NNjd9pjOldrIgEackS56igoqIjfkcxbSQmOs1atbXw1a/6ncaY3sXOEwnSkiUwYwakpTX5HcVw7gmJAJ///DDmzx/OrbfCTTf5k8uY3saKSBCqqpzmrIcf9juJadX2hESAvXtfZOjQO7jnnjSSkt4jLa2JoqIiUlJS/AtqTIyz5qwgvPiic6Kh/bqNLIEnJObnF5OYGE9GxnMcPpzAV786krlzyygtLfU7pjExzYpIEJ57DgoK4IIL/E5iujJsWAaXXRbHhx8OprHxSr/jGBPzrIh04ehRWL4cbr4ZO7Q3Slx+uTOe1jvvjOboUWuxNcZL9gnrwssvO0OP33yz30lMsOLjnabH3/42ge9/fwBpaSUfmW/9JMaEjxWRTjQ0NPD44/VkZPSnuXk1JSXY0O9RIjcXRo58j1Wrivje9zYxbJhzfk9VVRlz5kBxcbHPCY2JDb4UERHZCRwDmoEmVS0SkQzgKWAEsBP4jKr6embfa6+to6RkOhMmHGDBAmeaDf0ePUaPLqWqagwrV05kyhRITfU7kTGxx88+kY+p6lRVLXKfPwQsV9UxwHL3ua9WrMhENZ5LLx3a4bDkJnLFx7cwdepqGhrOHmFnjAmvSOpYnw24v/dZANzkXxTHq69mkZ5+gpwcv5OYUKWlHeXaa2HbNli92u80xsQev4qIAq+KyFoRudedlq2qlQDufbvXqxORe0WkVERKD3o4/ndFBZSVpTNqVLUdlRXlpk+HMWNg6VKore3rdxxjYopfReRSVb0IuAG4X0QuD3ZFVZ2nqkWqWpSVleVZwHnzID5eGTOmyrPXMD1DBGbPhj59YMWK8Rw/Hu93JGNihi9FRFX3u/fVwHPADKBKRHIB3PtqP7IBNDbC/PlQXFxD376n/YphwqhfP/j0p+HYsRS+//1xNDf7nciY2NDjRURE+olI/9bHwLXARuBF4C53sbuAF3o6W6tnnnGGFJ89+4BfEYwHhg+HmTO3s3JlBg8+aB3txoSDH4f4ZgPPidPRkAD8r6ouEZE1wGIRuQfYDdzqQzZU4ec/h9GjYdq0I2zY4EcK45Xx4w8wbFgffv7zoeTmwkO+HwNoTHTr8SKiqtuBKe1MrwGu7uk8rRoaGigtLWXDhv6sWjWFBx+sYONGO7Ew1ojAAw/sIDFxKHPmwOnT8M1vNrB27UcHarSz2o0Jjp2x7iotLWXu3DI2bfoMSUmnqa6u5p137MTCWBQXBwsWOBez+u53YcuWQxw5UkZOzmTAzmo3pjusiARISZnBrl2ZFBfDqFGXUFu7zu9IxiMJCc7BE6mp8Ktf5TFu3M0UFeUSF0lnThkTBewjE2D9+nwSEmDWLL+TmJ4QFwe/+AV89rN7KC/PZdEiZ7BNY0zweu2eSGsfSKulS3exffulzJrlHA5qegcRuO++XWzf3si7747mf/4HrrgiCbBqYkwwem0Rae0Dyc522sFfemksIs1cckmvfUt6tfHjD1BQMJo//xleemkKN9ywCesSMaZrvfobMzt7Mvn5xdTUwKFDLRQUVJCaOtbvWMYnY8bAF78ICxcq9903iZqajcyYceTMfDtiy5hz9eoi0urNNyEurpmRIz8ArIjEsqamRsrKyj8yLfAaMTk5MHPmU6xadR3f/OZELr64gnHjquyILWM60OuLyKFDsGEDjBixieTkRr/jGI/V1JSzcGEthYVnp7W9RkyfPvUUF69i+/bZvPPOGETGMGaMP3mNiXS9vogsXQpJSc5V8CDd7zimB2RkFJKff3aPoqqq7JxlEhKauOMO5/LIb78N+/eP4847P+jJmMZEhV59iO/+/el88AEUF0NycoPfcUyEiYuDT3wCrr4aduzI4t/+bSJHj/qdypjI0muLSHMzrFlTQHq6nRdiOibi/MgoLv6AdevSufJKOGDjchpzRq8tIq+8Mpja2lSuvto5e9mYzowZU82jj26mvByKimDVKr8TGRMZemURqa+H3/52OFlZR5k0ye80JlrMmnWYd95x+tAuvxx+/3u/Exnjv15ZRNatg5Mn45k+fYdd+tYExTk0uIxjx0r4xS/eZcqUw3zpS/Dxj1fy8svvUlJSQklJCQ0N1rdmepde2ZBz6aXw7LNrWLTILm9ngvPRQ4ObmDBhE/v317Ns2cd5++1BzJr1IX36rLBzSUyv0yuLCEDfvlZATPe0PTR4ypTHKSiIp6LiGlasKCQvL5uKil02XIrpVXptETEmHNLS6vjHf4R334U33kjj7run8uqr8B//AePGhb7dtgOEtrKhV0yksSJizHmKi4NLLoGsrDXExeXx7LPDePJJuPZauP9+51yT+PjubbPtAKFgF8sykcmKiDFhEh9/glmzXuLWW6fx0ks5vPBCDrNnJ5OTo3zqU8I11zjnJOXk0OEBHQ0NcOQI7N7dh759p5OZOZ3k5OCLkO3BmJ5mRcSYMDnb+X4a2MONN+6lrOwYaWlFPPFEJo8/7iyXnq6kpZ0kObmF06fjOHUqjubmZI4ckYCLYk37yLZTU6F//0nU1Z1g40a44AKYNAnS24zUY3swpqdZETEmjNp2vsfFlXD33VuZMaOYNWvgvffg9dcrWbnyBDCQ+PgW4uJqmT49jfHjcxkwAAYMgMrKclasEFJTx57ZO9mzR3j55Uyeffbs6w0bplxwgZCfD0OHQn39YJqaLqdPn0mkpzvntBjjJSsixnio7dDzF14I8fFlpKZOoKBgNADbt5cxa1Y5kyef3XtQLWPkyAkUFJy9NMGaNX+ipqaW/PzrOHy4L7t2HSE9PYsPPhjC228nU1eXSOulDF591VknJQX69LmQ8vJGZs50OvvHj3dugwd33KwWbu01s1kTW2yIuCIiItcD/w3EA79T1Ud9jmRMyIIZej6YZVoNGlTIhAnTAUhKepza2louu+xKAJqahA0bVpCSchlDhlxBXR3U1UFVVQNVVSn85jdw8uTZbaWmNjF8+AmGDTtJXl4DU6cOIScnkYwMp/iINLJt20aSk1tITFSSklpITGzhkksuIjW1e1/+bZvZIqGJzfqPwiOiioiIxAO/Aj4O7AXWiMiLqrrZ32TGhC6YoeeDWSaYbdfUrAcOccEFZ5fZvn0ds2aVM2nSZKqrk9m1qw/vvnuYVavSqanJZ/v2AZw8mdzO1pNp2zfTKi7ubFHp1y+BlBQhORmSkyEuroX6+hNn9nJElJMnx1JfP5nk5DQATp2awpe/rAwZ4vTrBN7S0s4+Tkk5xfbtW4mP1zO3yZMn0K9fMgkJtHtrbobTp8/eTp1y7hsanCGPTpxw7tet282LLzbTp08+TU1xNDXFc/x4DTNm1JCXNxQRZ08tLo4zj0WgpaWJAwf2Ex+v7nwlLg6GDRtKSkoicXHQ3Hyafft2n5knoiQkKOPGjSAtLYmUFOe9SknhI4/j48/Nffx4Ixs3fkBTk5y5NTcLl102kiuuaO/frWdFVBEBZgAVqrodQEQWAbMBT4pI4Ae1trYCqGX37pJuTbP1IjeDrefYtu2vrF5dTV7e2XHs9+5dydCh0yksvBKATZte4tChk2RmTuX06RRU46mu/pC+fceTkzOJlhahuTmOysrN1Nc30r9/Li0tCZw8eYJRowaTmprF6dPCqVNx1NUdpbr6GImJfVF1Xq+h4QiJiQMQaQJA5BhNTXHs2SNs3RpPfX089fUJNDS0PQwtCZiMN8YSeCXT+PhmRAZTWelc6VSVgJucedzSEodqfhfbTgRGhSlnMnDBOVOvuuogy5dnhek1Qifa+q8cAUTk08D1qvol9/mdwExVfSBgmXuBe92n44DyczYUvEzg0Hms7wfL3HOiMbdl7jnRmLs183BVDUsFirQ9kfa6+T5S5VR1HjAvLC8mUqqqReHYVk+xzD0nGnNb5p4Tjbm9yBxpo/juBYYFPM8D9vuUxRhjTBcirYisAcaISIGIJAG3Ay/6nMkYY0wHIqo5S1WbROQB4BWcQ3znq+omD18yLM1iPcwy95xozG2Ze0405g575ojqWDfGGBNdIq05yxhjTBSxImKMMSZkMVNEROR6ESkXkQoReaid+SIiP3fnl4nIRV2tKyIZIrJURLa59wOjIPOPRWSru/xzIjIgnJm9yh0w/5sioiKSGQ2ZReQr7rxNIvKjSM8sIlNF5F0RWScipSIyI5yZw5B7vohUi8jGNutE8mexo8yefha9yBwwP/jPoapG/Q2nE/5DYCTOKa7rgQltlrkR+BvOuSizgFVdrQv8CHjIffwQ8MMoyHwtkOA+/mE4M3uZ250/DOegil1AZqRnBj4GLAOS3eeDoyDzq8ANAeu/Hin/P9x5lwMXARvbrBORn8UuMnv2WfQqszuvW5/DWNkTOTNciqqeAlqHSwk0G/iDOt4FBohIbhfrzgYWuI8XADdFemZVfVVVm9z138U51yacvHqvAX4G/BttTjCN4MxfBh5V1UYAVa2OgswKpLmP0wn/eVjnkxtVfROobWe7kfpZ7DCzx59Fr95n6ObnMFaKyFBgT8Dzve60YJbpbN1sVa0EcO8HR0HmQHfj/BIJJ09yi8jfA/tUdX2Y83aWJ5hlOlt3LHCZiKwSkTdEZHoUZP468GMR2QP8BJgTvsidZuruMm1F6mcxWOH+LHqSOZTPYUSdJ3IeuhwupZNlglnXC55mFpFvA03An0JK17Gw5xaRvsC3cXb/veDVe50ADMRpKpgOLBaRkeq2CZwnrzJ/GfgXVX1GRD4D/B64JuSU5zqf3H7xNLNHn8WwZw71cxgreyLBDJfS0TKdrVvVuvvn3oezucKrzIjIXcAngc+G6QstmEzBLNPR9FFAAbBeRHa6098TkZwIzty6zrNuc8FqoAVngLtIznwX0HptxKdxmkXC6XxydyZSP4ud8vCz6EXm0D6H4ero8fOG84twu/sGtHYyTWyzzCf4aCfT6q7WBX7MRzvzfhQFma/HGTo/K5re6zbr7yS8Hetevdf3Ad93H4/FaTqQCM+8BbjSfXw1sDZS/n8EzB/BuZ3UEflZ7CKzZ59FrzK3mR/U5zCsf5ifN5wjET7AOWLh2+60+4D73MeCc8GrD4ENQFFn67rTBwHLgW3ufUYUZK7A+TJb595+Ew3vdSj/ef3O7H54/whsBN4DroqCzMXAWpwvnVXAtAj7//EkUAmcxvklfY87PZI/ix1l9vSz6EXmUD6HNuyJMcaYkMVKn4gxxhgfWBExxhgTMisixhhjQmZFxBhjTMisiBhjjAmZFRFjuiAir4vIdW2mfV1EHu9k+aKeSWeMv6yIGNO1J4Hb20y73Z1uTK9mRcSYrv0Z+KSIJAOIyAhgCPAP7jU5NonI99pbUUSOBzz+tIg84T7OEpFnRGSNe7vU87/CGA9YETGmC6paA6zGGcYCnL2Qp3DOEi4CJgNXiMjkbmz2v4Gfqep04Bbgd2GMbEyPiZVRfI3xWmuT1gvu/d3AZ0TkXpzPUS4wASgLcnvXABNEzgy0miYi/VX1WFhTG+MxKyLGBOd54DH3EqN9gMPAN4HpqnrYbaZKaWe9wHGFAufHARer6klv4hrTM6w5y5ggqOpx4HVgPs5eSRpQD9SJSDZwQwerVolIoYjEATcHTH8VeKD1iYhM9SC2MZ6zImJM8J4EpgCL1Lny2/vAJpzC8nYH6zwE/AV4DWfU1FZfBYpEpExENuOMvmpM1LFRfI0xxoTM9kSMMcaEzIqIMcaYkFkRMcYYEzIrIsYYY0JmRcQYY0zIrIgYY4wJmRURY4wxIfv/AJ0k+kgIFpkAAAAASUVORK5CYII=\n", + "text/plain": [ + "
" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "sns.histplot(cm_values, kde=True, color=\"blue\")\n", + "plt.title(\"Distribution of Values\")\n", + "plt.xlabel(\"Value\")\n", + "plt.ylabel(\"Density\")" + ] + }, + { + "cell_type": "markdown", + "id": "c7234b90-393b-426b-9d5b-85f66d928fd2", + "metadata": { + "papermill": { + "duration": 0.010773, + "end_time": "2023-09-11T11:23:01.145598", + "exception": false, + "start_time": "2023-09-11T11:23:01.134825", + "status": "completed" + }, + "tags": [] + }, + "source": [ + "### CCC p-values" + ] + }, + { + "cell_type": "code", + "execution_count": 17, + "id": "cfdb23a4-34ce-44ca-b2c1-e728c482150b", + "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:23:01.163153Z", + "iopub.status.busy": "2023-09-11T11:23:01.163027Z", + "iopub.status.idle": "2023-09-11T11:23:01.243267Z", + "shell.execute_reply": "2023-09-11T11:23:01.242968Z" + }, + "papermill": { + "duration": 0.090437, + "end_time": "2023-09-11T11:23:01.244438", + "exception": false, + "start_time": "2023-09-11T11:23:01.154001", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "Text(0, 0.5, 'Frequency')" + ] + }, + "execution_count": 17, + "metadata": {}, + "output_type": "execute_result" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEWCAYAAACJ0YulAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/MnkTPAAAACXBIWXMAAAsTAAALEwEAmpwYAAAYx0lEQVR4nO3debRdZZ3m8e9DQAaZi4AhEAJWVILtGNButRywi6FU0BJNlQMiii7R0tbqApRyqKp0YXcVDq0sCy2XQVoQVARdpSVi41AOGEqRSYoIGmIQAg4M0mjw13+cne0huTf33OTuc3Lv/X7Wuuvs/e7h/N57k/Ocd+999klVIUkSwDajLkCStPUwFCRJLUNBktQyFCRJLUNBktQyFCRJLUNBI5XkQ0n+eor2tSDJPUnmNPOXJ3nVVOy72d8Xkhw/VfubxPP+XZI7kvxsivf7iiTfmMp9avozFNSZJD9Ocl+Su5P8Msk3k7w2SfvvrqpeW1V/O+C+nr2pdapqVVXtXFUPTEHt70xy7gb7P6qqlm/pvidZx/7AW4DFVfWwDZbNT7IuycPH2O6iJP8wrDo1cxgK6tpzq2oX4ADgDOAU4J+n+kmSbDvV+9xKHADcWVW3b7igqn4KXAa8rL89yZ7A0cBQA0wzg6GgoaiqX1XVJcCLgeOTPBogyceS/F0zvVeSzzejip8n+XqSbZJ8HFgAfK45PPRXSRYmqSQnJlkFfKWvrT8gHp7kiiS/SnJx84JJkmckWd1f4/rRSJIjgbcCL26e76pmeXs4qqnr9CQ/SXJ7knOS7NYsW1/H8UlWNYd+3jbe7ybJbs32a5v9nd7s/9nApcC+TR0fG2Pz5WwQCsBS4NqqujrJqUl+1IzWrkvy/HFq2Oh3t+HhtySvTHJ9kl8k+dckBzTtSfKe5vfwqyQ/WP/31fRjKGioquoKYDXwtDEWv6VZNhfYh94Lc1XVy4BV9EYdO1fV/+zb5unAwcAR4zzly4FXAvsC64D3D1DjF4H/AXyyeb7HjrHaK5qfZwIHATsDH9hgnacCjwQOB96e5OBxnvJ/A7s1+3l6U/MJVfVl4ChgTVPHK8bY9iJgryRP7Wt7GXBOM/0jer/r3YB3AecmmTdOHeNKciy9v8cL6P19vg6c1yz+Y+CPgEcAu9ML/jsn+xzaOhgKGoU1wJ5jtP8WmAccUFW/raqv18Q353pnVd1bVfeNs/zjVXVNVd0L/DXwovUnorfQS4Azq+qmqroHOA1YusEo5V1VdV9VXQVcBWwULk0tLwZOq6q7q+rHwD+y8bv/MTX9vpBekJBkEfBE4BPN8gurak1V/a6qPgncCBy2Gf19DfD3VXV9Va2jF5qPa0YLvwV2AR4FpFnn1s14Dm0FDAWNwnzg52O0/y9gJfClJDclOXWAfd0yieU/AbYD9hqoyk3bt9lf/763pTfCWa//aqFf0xtNbGgv4CFj7Gv+JGpZTi/sdqAXJl9cfw4iycuTfL85JPdL4NFsXv8PAN7Xt5+fAwHmV9VX6I2SPgjcluTsJLtuxnNoK2AoaKiSHErvBW+jSyGbd8pvqaqDgOcCb05y+PrF4+xyopHE/n3TC+i9q70DuBfYqa+uOfQOiwy63zX0Xij7970OuG2C7TZ0R1PThvv66aA7qKqv0ztccwzwUppDR827+A8Drwf+oKp2B66h92K+oXubx5362vqvdroFeE1V7d73s2NVfbOp4f1V9UTgEHqHkf77oPVr62IoaCiS7JrkOcD5wLlVdfUY6zwnyR8mCXAX8EDzA70X24M246lfmmRxkp2AvwE+1Vyy+h/ADkn+JMl2wOnA9n3b3QYsTN/lsxs4D/hvSQ5MsjO/PwexbjLFNbVcACxLskvzQv5m4NxNb7mRc4B30zum/7mm7aH0wm0tQJIT6I0UxqpjLb0gemmSOUleCfRf6voh4LQkhzT72i3Jcc30oUme1Pwe7wX+H7//u2maMRTUtc8luZveO823AWcCJ4yz7iLgy8A9wLeAs6rq8mbZ3wOnN4cv/nISz/9x4GP0DuXsAPwF9K6GAl4HfITei+G99E5yr3dh83hnkn8fY78fbfb9NeBmei+Eb5hEXf3e0Dz/TfRGUJ9o9j8Z59AbYXyyqu4HqKrr6J2f+Ba9kPtPwL9tYh+vpvcO/0567/i/uX5BVV1EL3TOT3IXvRHHUc3iXemNSH5B79DXnYCfkZim4pfsSJLWc6QgSWoZCpKklqEgSWoZCpKk1rS+idhee+1VCxcuHHUZkjStXHnllXdU1dyxlk3rUFi4cCErVqwYdRmSNK0k+cl4yzx8JElqGQqSpJahIElqGQqSpJahIElqGQqSpJahIElqGQqSpJahIElqGQqzyLz9FpBkJD/z9lsw6u5LGsC0vs2FJudnP72FA075/Eie+yfvfs5InlfS5DhSkCS1DAVJUstQkCS1DAVJUstQkCS1DAVJUstQkCS1DAVJUstQkCS1Og2FJD9OcnWS7ydZ0bTtmeTSJDc2j3v0rX9akpVJbkhyRJe1SZI2NoyRwjOr6nFVtaSZPxW4rKoWAZc18yRZDCwFDgGOBM5KMmcI9UmSGqM4fHQMsLyZXg4c29d+flXdX1U3AyuBw4ZfniTNXl2HQgFfSnJlkpOatn2q6laA5nHvpn0+cEvftqubtgdJclKSFUlWrF27douKG9VdQ2flHUPnbDeS3/W22+/onWGlSej6LqlPqao1SfYGLk3yw02smzHaaqOGqrOBswGWLFmy0fLJGNVdQ2flHUMf+O3IftfeGVYaXKcjhapa0zzeDlxE73DQbUnmATSPtzerrwb279t8P2BNl/VJnRrR6MgRirZEZyOFJA8Ftqmqu5vpPwb+BrgEOB44o3m8uNnkEuATSc4E9gUWAVd0VZ/UuRGOjqTN1eXho32Ai5Ksf55PVNUXk3wXuCDJicAq4DiAqro2yQXAdcA64OSqeqDD+iRJG+gsFKrqJuCxY7TfCRw+zjbLgGVd1SSpW/P2W8DPfnrLxCtOsYfN359bV68a+vOOqr/QXZ/9Ok5ppmnOZYzKbDpkNhO/4tZQkGaaEZ3LAM9nzATe+0iS1DIUJEktDx9Jmv5GfB5lJjEURsF/wNLU8jMhU8ZQGAX/AUvaSnlOQZLUMhQkSS1DQZLUMhQkSS1DQZLUMhQkSS1DQZLUMhQkSS1DQZLUMhQkSS1DQZLUMhQkSS1DQZLUMhQkSS1DQZLUMhQkSS1DQZLUMhQkSS1DQZLUMhQkSS1DQZLUMhQkSS1DQZLU6jwUksxJ8r0kn2/m90xyaZIbm8c9+tY9LcnKJDckOaLr2iRJDzaMkcIbgev75k8FLquqRcBlzTxJFgNLgUOAI4GzkswZQn2SpEanoZBkP+BPgI/0NR8DLG+mlwPH9rWfX1X3V9XNwErgsC7rkyQ9WNcjhfcCfwX8rq9tn6q6FaB53Ltpnw/c0rfe6qbtQZKclGRFkhVr167tpGhJmq06C4UkzwFur6orB91kjLbaqKHq7KpaUlVL5s6du0U1SpIebNsO9/0U4HlJjgZ2AHZNci5wW5J5VXVrknnA7c36q4H9+7bfD1jTYX2SpA10NlKoqtOqar+qWkjvBPJXquqlwCXA8c1qxwMXN9OXAEuTbJ/kQGARcEVX9UmSNtblSGE8ZwAXJDkRWAUcB1BV1ya5ALgOWAecXFUPjKA+SZq1hhIKVXU5cHkzfSdw+DjrLQOWDaMmSdLG/ESzJKllKEiSWoaCJKllKEiSWoaCJKllKEiSWoaCJKllKEiSWoaCJKllKEiSWoaCJKllKEiSWoaCJKllKEiSWoaCJKllKEiSWgOFQpJHd12IJGn0Bh0pfCjJFUlel2T3LguSJI3OQKFQVU8FXgLsD6xI8okk/7XTyiRJQzfwOYWquhE4HTgFeDrw/iQ/TPKCroqTJA3XoOcUHpPkPcD1wLOA51bVwc30ezqsT5I0RNsOuN4HgA8Db62q+9Y3VtWaJKd3UpkkaegGDYWjgfuq6gGAJNsAO1TVr6vq451VJ0kaqkHPKXwZ2LFvfqemTZI0gwwaCjtU1T3rZ5rpnbopSZI0KoOGwr1JnrB+JskTgfs2sb4kaRoa9JzCm4ALk6xp5ucBL+6kIknSyAwUClX13SSPAh4JBPhhVf2208okSUM36EgB4FBgYbPN45NQVed0UpUkaSQG/fDax4F/AJ5KLxwOBZZMsM0Ozf2SrkpybZJ3Ne17Jrk0yY3N4x5925yWZGWSG5Icsdm9kiRtlkFHCkuAxVVVk9j3/cCzquqeJNsB30jyBeAFwGVVdUaSU4FTgVOSLAaWAocA+wJfTvKI9Z+NkCR1b9Crj64BHjaZHVfP+stYt2t+CjgGWN60LweObaaPAc6vqvur6mZgJXDYZJ5TkrRlBh0p7AVcl+QKeiMAAKrqeZvaKMkc4ErgD4EPVtV3kuxTVbc229+aZO9m9fnAt/s2X920bbjPk4CTABYsWDBg+ZKkQQwaCu/cnJ03h34e13wHw0UTfFlPxtrFGPs8GzgbYMmSJZM5nCVJmsCgl6R+NckBwKKq+nKSnYA5gz5JVf0yyeXAkcBtSeY1o4R5wO3NaqvpfV/DevsBa5AkDc2gVx+9GvgU8E9N03zgsxNsM3f9t7Ql2RF4NvBD4BLg+Ga144GLm+lLgKVJtk9yILAIuGLQjkiSttygh49OpnfS9zvQ+8KdvnMB45kHLG/OK2wDXFBVn0/yLeCCJCcCq4Djmn1em+QC4DpgHXCyVx5J0nANGgr3V9Vvkt5h/yTbMsbx/n5V9QPg8WO03wkcPs42y4BlA9YkSZpig16S+tUkbwV2bL6b+ULgc92VJUkahUFD4VRgLXA18BrgX+h9X7MkaQYZ9Oqj39H7Os4Pd1uOJGmUBgqFJDcz9mcGDpryiiRJIzOZex+ttwO9K4b2nPpyJEmjNNA5haq6s+/np1X1XuBZ3ZYmSRq2QQ8fPaFvdht6I4ddOqlIkjQygx4++se+6XXAj4EXTXk1kqSRGvTqo2d2XYgkafQGPXz05k0tr6ozp6YcSdIoTebqo0Pp3bQO4LnA14BbuihKkjQak/mSnSdU1d0ASd4JXFhVr+qqMEnS8A16m4sFwG/65n8DLJzyaiRJIzXoSOHjwBVJLqL3yebnA+d0VpUkaSQGvfpoWZIvAE9rmk6oqu91V5YkaRQGPXwEsBNwV1W9D1jdfDuaJGkGGfTrON8BnAKc1jRtB5zbVVGSpNEYdKTwfOB5wL0AVbUGb3MhSTPOoKHwm6oqmttnJ3lodyVJkkZl0FC4IMk/AbsneTXwZfzCHUmacSa8+ihJgE8CjwLuAh4JvL2qLu24NknSkE0YClVVST5bVU8EDAJJmsEGPXz07SSHdlqJJGnkBv1E8zOB1yb5Mb0rkEJvEPGYrgqTJA3fJkMhyYKqWgUcNaR6JEkjNNFI4bP07o76kySfrqo/HUJNkqQRmeicQvqmD+qyEEnS6E0UCjXOtCRpBpro8NFjk9xFb8SwYzMNvz/RvGun1UmShmqToVBVc4ZViCRp9CZz6+xJSbJ/kv+b5Pok1yZ5Y9O+Z5JLk9zYPO7Rt81pSVYmuSHJEV3VJkkaW2ehAKwD3lJVBwNPBk5Oshg4FbisqhYBlzXzNMuWAocARwJnJXGkIklD1FkoVNWtVfXvzfTdwPXAfOAYYHmz2nLg2Gb6GOD8qrq/qm4GVgKHdVWfJGljXY4UWkkWAo8HvgPsU1W3Qi84gL2b1eYDt/Rttrpp23BfJyVZkWTF2rVrO61bkmabzkMhyc7Ap4E3VdVdm1p1jLaNLoOtqrOraklVLZk7d+5UlSlJouNQSLIdvUD4P1X1mab5tiTzmuXzgNub9tXA/n2b7wes6bI+SdKDdXn1UYB/Bq6vqjP7Fl0CHN9MHw9c3Ne+NMn2SQ4EFgFXdFWfJGljg94ldXM8BXgZcHWS7zdtbwXOoPdNbicCq4DjAKrq2iQXANfRu3Lp5Kp6oMP6JEkb6CwUquobjH2eAODwcbZZBizrqiZJ0qYN5eojSdL0YChIklqGgiSpZShIklqGgiSpZShIklqGgiSpZShIklqGgiSpZShIklqGgiSpZShIklqGgiSpZShIklqGgiSpZShIklqGgiSpZShIklqGgiSpZShIklqGgiSpZShIklqGgiSpZShIklqGgiSpZShIklqGgiSpZShIklqGgiSp1VkoJPloktuTXNPXtmeSS5Pc2Dzu0bfstCQrk9yQ5Iiu6pIkja/LkcLHgCM3aDsVuKyqFgGXNfMkWQwsBQ5ptjkryZwOa5MkjaGzUKiqrwE/36D5GGB5M70cOLav/fyqur+qbgZWAod1VZskaWzDPqewT1XdCtA87t20zwdu6VtvddO2kSQnJVmRZMXatWs7LVaSZput5URzxmirsVasqrOraklVLZk7d27HZUnS7DLsULgtyTyA5vH2pn01sH/fevsBa4ZcmyTNesMOhUuA45vp44GL+9qXJtk+yYHAIuCKIdcmSbPetl3tOMl5wDOAvZKsBt4BnAFckOREYBVwHEBVXZvkAuA6YB1wclU90FVtkqSxdRYKVfVn4yw6fJz1lwHLuqpHkjSxreVEsyRpK2AoSJJahoIkqWUoSJJahoIkqWUoSJJahoIkqWUoSJJahoIkqWUoSJJahoIkqWUoSJJahoIkqWUoSJJahoIkqWUoSJJahoIkqWUoSJJahoIkqWUoSJJahoIkqWUoSJJahoIkqWUoSJJahoIkqWUoSJJahoIkqWUoSJJahoIkqWUoSJJaW10oJDkyyQ1JViY5ddT1SNJsslWFQpI5wAeBo4DFwJ8lWTzaqiRp9tiqQgE4DFhZVTdV1W+A84FjRlyTJM0aqapR19BK8kLgyKp6VTP/MuBJVfX6vnVOAk5qZh8J3LCZT7cXcMcWlDsd2efZwT7PDlvS5wOqau5YC7bd/Ho6kTHaHpRaVXU2cPYWP1GyoqqWbOl+phP7PDvY59mhqz5vbYePVgP7983vB6wZUS2SNOtsbaHwXWBRkgOTPARYClwy4pokadbYqg4fVdW6JK8H/hWYA3y0qq7t6Om2+BDUNGSfZwf7PDt00uet6kSzJGm0trbDR5KkETIUJEmtGR8KE902Iz3vb5b/IMkTRlHnVBqgzy9p+vqDJN9M8thR1DmVBr09SpJDkzzQfCZmWhukz0mekeT7Sa5N8tVh1zjVBvi3vVuSzyW5qunzCaOoc6ok+WiS25NcM87yqX/9qqoZ+0PvZPWPgIOAhwBXAYs3WOdo4Av0PiPxZOA7o657CH3+L8AezfRRs6HPfet9BfgX4IWjrnsIf+fdgeuABc383qOuewh9fivw7mZ6LvBz4CGjrn0L+vxHwBOAa8ZZPuWvXzN9pDDIbTOOAc6pnm8DuyeZN+xCp9CEfa6qb1bVL5rZb9P7PMh0NujtUd4AfBq4fZjFdWSQPv858JmqWgVQVdO934P0uYBdkgTYmV4orBtumVOnqr5Grw/jmfLXr5keCvOBW/rmVzdtk11nOplsf06k905jOpuwz0nmA88HPjTEuro0yN/5EcAeSS5PcmWSlw+tum4M0ucPAAfT+9Dr1cAbq+p3wylvJKb89Wur+pxCBya8bcaA60wnA/cnyTPphcJTO62oe4P0+b3AKVX1QO9N5LQ3SJ+3BZ4IHA7sCHwryber6j+6Lq4jg/T5COD7wLOAhwOXJvl6Vd3VcW2jMuWvXzM9FAa5bcZMu7XGQP1J8hjgI8BRVXXnkGrryiB9XgKc3wTCXsDRSdZV1WeHUuHUG/Tf9h1VdS9wb5KvAY8FpmsoDNLnE4AzqnfAfWWSm4FHAVcMp8Shm/LXr5l++GiQ22ZcAry8OYv/ZOBXVXXrsAudQhP2OckC4DPAy6bxu8Z+E/a5qg6sqoVVtRD4FPC6aRwIMNi/7YuBpyXZNslOwJOA64dc51QapM+r6I2MSLIPvTsp3zTUKodryl+/ZvRIoca5bUaS1zbLP0TvSpSjgZXAr+m905i2Buzz24E/AM5q3jmvq2l8h8kB+zyjDNLnqro+yReBHwC/Az5SVWNe2jgdDPh3/lvgY0mupndo5ZSqmra31E5yHvAMYK8kq4F3ANtBd69f3uZCktSa6YePJEmTYChIklqGgiSpZShIklqGgiSpZShIE2huE3HEBm1vSnLWJtaftpf4anYzFKSJnUfvg1L9ljbt0oxiKEgT+xTwnCTbAyRZCOwL/HmSFc19+9811oZJ7umbfmGSjzXTc5N8Osl3m5+ndN4LaQCGgjSB5t5QVwBHNk1LgU8Cb2s+Cf4Y4OnN/aQG9T7gPVV1KPCn9O5DJY3cjL7NhTSF1h9Curh5fCXwoiQn0ft/NA9YTO+WEoN4NrC4746tuybZparuntKqpUkyFKTBfBY4s/m6wx2BXwB/CRxaVb9oDgvtMMZ2/feR6V++DfCfq+q+bsqVNo+Hj6QBVNU9wOXAR+mNGnYF7gV+1dyN86hxNr0tycFJtqH3JT/rfQl4/fqZJI/roGxp0gwFaXDn0fs+gvOr6irge8C19ILi38bZ5lTg8/S+G7r/lsZ/ASxpvmz9OuC1nVUtTYJ3SZUktRwpSJJahoIkqWUoSJJahoIkqWUoSJJahoIkqWUoSJJa/x8zfGoCa+q4/gAAAABJRU5ErkJggg==\n", + "text/plain": [ + "
" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "plt.hist(cm_pvalues, bins=10, edgecolor=\"k\") # Adjust the number of bins as needed\n", + "plt.title(\"Distribution of Values\")\n", + "plt.xlabel(\"Value\")\n", + "plt.ylabel(\"Frequency\")" + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "id": "8c990e05-0837-4733-8656-7f89e6b11c76", + "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:23:01.262888Z", + "iopub.status.busy": "2023-09-11T11:23:01.262642Z", + "iopub.status.idle": "2023-09-11T11:23:01.354029Z", + "shell.execute_reply": "2023-09-11T11:23:01.353733Z" + }, + "papermill": { + "duration": 0.101723, + "end_time": "2023-09-11T11:23:01.355186", + "exception": false, + "start_time": "2023-09-11T11:23:01.253463", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "Text(0, 0.5, 'Density')" + ] + }, + "execution_count": 18, + "metadata": {}, + "output_type": "execute_result" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEWCAYAAACJ0YulAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/MnkTPAAAACXBIWXMAAAsTAAALEwEAmpwYAAAnT0lEQVR4nO3de5xVdb3/8debi4AgijIizgDjBRTvF7ykppblrYz6dSwsy7LSzqmOdcqTeuoklSc7P7PLr4vHbmqlZhdTz6OTkR7TFBXvCoqiIgwQoIBcRHTg8/vju2azhRlmDzNrr71n3s/HYz32nrX2XuuzhmF91ve6FBGYmZkB9Cs6ADMzqx1OCmZmVuKkYGZmJU4KZmZW4qRgZmYlTgpmZlbipGCFknSFpC/30L7GSlotqX/28x2SPt4T+8729z+Szuqp/XXhuF+X9KKkv/fwfj8i6W89uU+rf04KlhtJcyWtlbRK0gpJ90j6pKTS311EfDIivlbhvt62pc9ExLyIGBYR63sg9osl/XKT/Z8SEVd3d99djGMM8Hlgn4jYZZNtjZJaJe3RzvdulHRZteK03sNJwfJ2WkRsB4wDLgW+CPy0pw8iaUBP77NGjANeioglm26IiAXAbcCHytdL2hE4FahqArPewUnBqiIiXo6Im4H3A2dJ2g9A0lWSvp69Hynpv7NSxTJJd0nqJ+kXwFjglqx66F8lNUsKSR+TNA+4vWxdeYLYQ9L9kl6WdFN2wUTS8ZJaymNsK41IOhm4CHh/drxHs+2l6qgsri9JekHSEknXSNo+29YWx1mS5mVVP//W0e9G0vbZ95dm+/tStv+3AdOAXbM4rmrn61ezSVIApgAzI+JxSRdIejYrrc2S9J4OYtjsd7dp9ZuksyU9KWm5pFsljcvWS9K3s9/Dy5Iea/v3tfrjpGBVFRH3Ay3Am9vZ/PlsWwMwinRhjoj4EDCPVOoYFhH/Wfad44CJwEkdHPLDwNnArkAr8L0KYvwT8B/Ar7PjHdjOxz6SLW8BdgeGAd/f5DPHAHsBJwD/LmliB4f8f8D22X6Oy2L+aET8BTgFWJjF8ZF2vnsjMFLSMWXrPgRck71/lvS73h6YCvxS0ugO4uiQpHeT/j3+D+nf5y7gumzzicCxwARgB1Lif6mrx7Da4KRgRVgI7NjO+teB0cC4iHg9Iu6Kzifnujgi1kTE2g62/yIinoiINcCXgfe1NUR30weByyPiuYhYDVwITNmklDI1ItZGxKPAo8BmySWL5f3AhRGxKiLmAt9i87v/dmXn/RtSIkHSeOBQ4Nps+28iYmFEbIiIXwPPAIdvxfmeC3wjIp6MiFZS0jwoKy28DmwH7A0o+8yirTiG1QAnBStCI7CsnfX/F5gD/FnSc5IuqGBf87uw/QVgIDCyoii3bNdsf+X7HkAq4bQp7y30Cqk0samRwDbt7KuxC7FcTUp2g0nJ5E9tbRCSPizpkaxKbgWwH1t3/uOA75btZxkgoDEibieVkn4ALJZ0paThW3EMqwFOClZVkg4jXfA26wqZ3Sl/PiJ2B04D/kXSCW2bO9hlZyWJMWXvx5Lual8E1gDblsXVn1QtUul+F5IulOX7bgUWd/K9Tb2YxbTpvhZUuoOIuItUXTMZOJOs6ii7i/8x8Glgp4jYAXiCdDHf1JrsdduydeW9neYD50bEDmXLkIi4J4vhexFxKLAvqRrp/Erjt9ripGBVIWm4pHcC1wO/jIjH2/nMOyXtKUnASmB9tkC62O6+FYc+U9I+krYFvgr8Nuuy+jQwWNI7JA0EvgQMKvveYqBZZd1nN3Ed8DlJu0kaxsY2iNauBJfFcgNwiaTtsgv5vwC/3PI3N3MN8E1Snf4t2bqhpOS2FEDSR0klhfbiWEpKRGdK6i/pbKC8q+sVwIWS9s32tb2k07P3h0k6Ivs9rgFeZeO/m9UZJwXL2y2SVpHuNP8NuBz4aAefHQ/8BVgNTAd+GBF3ZNu+AXwpq774QheO/wvgKlJVzmDgnyH1hgL+CfgJ6WK4htTI3eY32etLkh5qZ78/y/Z9J/A86UL4mS7EVe4z2fGfI5Wgrs323xXXkEoYv46IdQARMYvUPjGdlOT2B+7ewj4+QbrDf4l0x39P24aIuJGUdK6XtJJU4jgl2zycVCJZTqr6egnwGIk6JT9kx8zM2rikYGZmJU4KZmZW4qRgZmYlTgpmZlZS15OIjRw5Mpqbm4sOw8ysrjz44IMvRkRDe9vqOik0NzfzwAMPFB2GmVldkfRCR9tcfWRmZiVOCmZmVuKkYGZmJU4KZmZW4qRgZmYlTgpmZlbipGBmZiW5JQVJg7MHpj8qaaakqdn6HSVNk/RM9jqi7DsXSpojabakjp65a2ZmOcmzpLAOeGv20PODgJMlHQlcANwWEeOB27KfkbQPMIU0j/vJwA976Fm6ZmZWodySQiSrsx8HZkuQHhl4dbb+auDd2fvJwPURsS4inic9q3drHjBuBWlqakZSt5ampuaiT8OsT8t1movsTv9BYE/gBxFxn6RREbEIICIWSdo5+3gjcG/Z11to5+Hlks4BzgEYO3ZsnuFbFy1Y8AJf+Ur3Hto0dWp7jw82s2rJtaE5ItZHxEFAE3C4pHafD5tp72qw2RUmIq6MiEkRMamhod35nGwr9MRdvpnVv6pMiBcRKyTdQWorWCxpdFZKGA0syT7WAowp+1oTsLAa8Znv8s0sybP3UYOkHbL3Q4C3AU8BNwNnZR87C7gpe38zMEXSIEm7kR7ifn9e8ZmZ2ebyLCmMBq7O2hX6ATdExH9Lmg7cIOljwDzgdICImCnpBmAW0Ap8KiLW5xifWZ/Q1NTMggUdzpTcqcbGcbS0zO25gKym5ZYUIuIx4OB21r8EnNDBdy4BLskrJrO+qLtVg64W7Fvq+iE7RevuHRjU513YK6/AggWwdCm8/DK8+iqsXw/wX9x+OwwdCjvvDI2NsM02RUdrZl3hpNANfalxdskSePJJmDMnJYTITnvQIBgyBPr3B3gXf/vbxm1SSg577AETJ6Yk4U5KZrXNScE6tH59SgQzZsC8eWldYyMceyw0N8OoUSkhtJk6dTRf/nKwZg0sWgQtLTB/Ptx7L9xzDwwfDvvvD4ceCiNGtHtIMyuYk4JtZsMGePRRuOMOWLkyXcDf/nY48MBUNbQlEgwbBuPHpwVg7Vp4+mmYNSslh7vvTqWHQw+FCRPaShlmVgucFKwkIl28b7sttRc0NsI73wl77tm9ap8hQ1JCOfDAlGQefhgeeghuuCElkEMOSQli+PCeOxcz2zpOCpY5ip//PFX37LQTnH56agfo6TaA4cPhuOPgzW9O7RMPPAB33gl33ZVKDXAiGzZAv4Inda+XTgQRsG5dattxe431BCeFPm7WLLjoIoC7Wb4c3vEOOPjg/Kt0+vVLSWDCBFi+HB58MJUg4FYmTIBzz4Uzz4TRo/ONoyPd6UQQkdpjLrlkGMuWweuvp+W11zZ/v+m61ath1apUompbtvTzqlWUkuiwYSnpNjen6rk994TDDwcY1pO/GuvlnBT6qJYW+MpX4Kqr0sUELuIzn/mPQrqQjhgBb3sbHH88XHLJBxg9+lr+9V/hi19M66ZMSdVYu+5a3bgiUnfbl1+GFSvSBXjNmrS88kpa1q3beFEvX5LV7LTT1h9fgu22S8vw4RuXXXd948/bbptiWbUqxfn88/CXv8DVbXMRs5wf/zgl4H33hZEju/Nbsd7OSaGPWbYMvvlN+N730h3meeelkkJDwzfYZpv/KDS2AQMAruOuu67lqafguuvScu65afu++6YG76OOSu0Qu+/evSqT1tbUS2revI3LCy+kBR7n0kvT3fumhgxJF+KhQ9MFe+DAtAwY8Mb3t9/+Bb7zncvYZpuN6zt7P2zYxiQwdGj3qtFWrYLp0+Gkk75B//5f5o47UueBUaPgoIPSMnjw1u/feicnhT5i6VK4/HL4/vfTne6ZZ8JXv5qqGmrR3nvD1Klw8cXw+ONw663w5z/Dj34E3/lO+sz226cqkrFj07Ljjumi2nYxbW1N1TirVqVk+NJL6fXFF1PbyYIFbYPuNhoxAsaNA3iWgw7aj+23hx12SMdquyuvtGrt9tu/xXnnXdZjv5Ou2m47OPFEgH/n7LO/zMqVqYtx2+/z9tvhgAPgyCNderCNnBR6uSeegCuugJ//PHUNfd/74Etfgv22NIl5DZHSheuAA+D881N1zRNPpPaHhx9OVSWzZ8O0aak+viNDhqSkseOOqSH9uOM2JpO2ZcyYdCFNx303p5zSvYGJtWb4cDjiiLQsWgT33w+PPJLac/bdN40/2XnnTndjvZyTQi+0aBHccgtcc00aEzBoUKqXv+CCdAdezwYNSt1XDz10822tralufa+9Dufvf18ArM+W1axd+yoLFqTSgaUG/MmTU1vO9OlpgOLMmenv49hji2vgt+I5KdS5CFi4MP2nnjEjNTDen004Pn48XHYZfOQjdKvBs14MGJDuhv/+9xl9ZvqR7ho6NCWGo46C++5Ly1NPpUbpY49NY1V6k57oatyv3yA2bFjXrX3U8pxnTgo15tVXYfHi1AbQNuFceTfEVavS8ve/b2wYffnl9N3+/dMd9Ne/Du96V6oict/1IvXv9hPpeuICVIltt4W3vAXe9KZ0U3HvvfCTn6Q2Gzgy9+NXS0/NV9b9fQzo9t9GXomlTyeFnrhr6I40cdxELrssDeJ69NE0onjDho6/09Y7paEhNYi++c3pru6ww1JvkvK5iKxo62vkAlT5xWfw4FRCOOKIVPKcPh1gOm99K3z2s2kcy9aMYamXwYDV0zN/G3no00mhqHnm169PDXwzZgDM4vzzUy+gAw9MI4nHjUsX/YaG1PNl+PCUCIYNK36kb/66f3dt3TdoEBxzTBr89o1vfJ45c77F5MmpG/A//iN88INda3eoxRmFN2xIAyfbSuYrV6bOCm0dFvr121glOXJk6ozQ1NSjIdSkPp0UijB7duoOuHx56i8On2b+/O/3iT+2ytTuHVRflAYzXs5zz32LG29M3YHPPz8NLDzhBHj/+1O31zFjOtlRwdasgcceA/hHbr45TQW/ZEn5QMPUvjJsWFqkdPO2fn2qok3fbSuJf5cVK9INW2/kpFAlr78Of/xjKiHsvDN84AOpvvarX/0BTU3fLzo8sy0aMCCVYk8/Pd3Y/OpX8Mtfwsc/nrbvvXcafX7wwanEu+++bSPlqyci3Ww99xw8+2xaHn88dV1++um26tof8tRTsMsuaQDkqFFpaWhIgwc7snYtzJ2bemjNnHku3/seTJqUEuOgQVU6wSpxUqiC1avTyNyFC1MbwHHHebpoq1977ZUGPk6dmi6S06algYXXXpvGxLTZYYdU3bLLLgC/48YbN47e7t9/YycIaeNS/jOkKp62BS7lC19IXY9bW1MHi2XL0rJ8eep80dbpos3YsSlRnXFGep08eQznnz+/yx0whgxJE0ROnAgzZ+7OoYcuYMaMlCBPP713VSs5KeRs9eo0v9DKlamovfk4ge7XofeuBjirF1Lq4bbffvC5z6U78RdeSKXhp55K82u1tKSLNYxn3rw0bchrr6WLfMTGp/RVciw4jyuuSAllwIA0yrxtQOK4canef/fd02SAu+8Ou+3WXmmlpQd65C3kHe9IJaLf/z4NDD3ttNTRozdwUsjRq6/CL36REsKZZ6a7ls25Dt16Byl1mGhv6hTpAM47r+O/87bk0JYo2n7u129jyWHq1CGsXl07o8ybmuATn4Df/hZuuilVER92WNFRdV+v78tSlIh0F/Hii2k0cfsJwcxg44W/X7+NJYEBAzYmhVo1ZEiqmpowIbUZtjVI1zMnhZz89a/wzDNw8smpKJuvVAXVncXMts6AAWlOseZmuPnmtll265erj3KwYEF6mtgBB6QeCvlzFZRZkfr3T4nhpz9N1Umf/GTnzzOvVS4p9LDWVvjDH9Jgs1NOqe2ir5n1nCFDUk+ktWvhxhsrb0SvNbklBUljJP2vpCclzZR0Xrb+YkkLJD2SLaeWfedCSXMkzZZ0Ul6x5enuu1M7wmmn+QEm1lu4erJSo0bBSSelMRIPPVR0NFsnz+qjVuDzEfGQpO2AByVNy7Z9OyLe8PQRSfsAU4B9gV2Bv0iaEBGbPAaldr38Mvztb7DPPm0TiZn1Bq6e7IpJk9Kzz6dNS2M6qj2Ir7tyKylExKKIeCh7vwp4EtjSRLyTgesjYl1EPA/MAQ7PK7483HZbKjK+/e1FR2JmRZHSxIGtrWlQX72pSpuCpGbgYOC+bNWnJT0m6WeSRmTrGoH5ZV9roZ0kIukcSQ9IemDp0qV5ht0lS5akIfVHHtl750QxK1b9VGONHJmmIX/88TSTQT3JvfeRpGHA74DPRsRKST8CvgZE9vot4GygvX+xzcqsEXElcCXApEmTaqYp58470/D9o44qOhKz3qq+qrGOOSa1K0ybBh/+cP10Osm1pCBpICkh/Coifg8QEYsjYn1EbAB+zMYqohagfK7FJqAucuySJWkOmMMPTw8rMTMbNCjNczZ3bpqkr17k2ftIwE+BJyPi8rL15bOwvwd4Int/MzBF0iBJuwHjgfvziq8nTZ+eJvp605uKjsTMasmhh6bnMdx5Z9GRVC7P6qOjgQ8Bj0t6JFt3EXCGpINIVUNzgXMBImKmpBuAWaSeS5+qh55Hq1enesODD3YpwczeqH//VKX8pz+lkc7jxhUdUedySwoR8Tfabyf44xa+cwlwSV4x5WHGjPQgjiN7z2NszawHHXII3HVXWuohKXhEc7cM5MEHYfx42GmnomMxs1o0cGBqb3z22fTYz1rnpNAtp7FmTbXmNzKzenXooakq6f46aCV1UuiWTzB8uEcvm9mWDR0K++8Pjz6anrNSy5wUttKKFQAnctBBac53M7MtOfzw9CCeRx8tOpIt8+VsK6V/2H4cfHDRkZhZPRg9Oi0PP1x0JFvmpLAVIlI3VLjDU1qYWcUOPhgWLwY4pOhQOuSksBUWLYKXXgL4VdGhmFkd2X//9KQ2+FjRoXTISWErPP546kkAvy06FDOrI4MHw8SJAGfQ2lp0NO1zUuiiiDTP0fjxACsKjsbM6s3++wOM4Nlni46kfU4KXdTSAqtWpQfpmJl11e67AyzN2iVrj5NCF82alaqOJkwoOhIzq0ep6vkGZs+GdeuKjmZzTgpdEAFPPpky/aBBRUdjZvXrWlpbYfbsouPYnJNCFyxalJ7DnBqKzMy21nS22y7dZNYaJ4UumD07PT1pr72KjsTM6luw994wZw689lrRsbyRk0IXzJkDTU1+boKZdd/EidDaSs31QnJSqNDq1ekB3J78zsx6wrhxMGRI7VUhOSlUqC2bOymYWU/o1y9VRT/9dHpQV61wUqjQnDlp+tvRozv/rJlZJSZMSN1SW1qKjmQjJ4UKbNiQSgp77pkams3MesLuu6cSwzPPFB3JRk4KFViwANauddWRmfWsQYNg7NhUE1ErnBQqMGdOKiHssUfRkZhZb7Pnnmk67ZUri44kcVKoQFtX1CFDio7EzHqbNLlm7ZQWnBQ64a6oZpanhgYYPtxJoW64K6qZ5UlK15dnn62NrqlOCp14/vk0gtldUc0sL+PHp+ku5s8vOpIck4KkMZL+V9KTkmZKOi9bv6OkaZKeyV5HlH3nQklzJM2WdFJesVUqAubOheZmd0U1s/zstlvtdE3Ns6TQCnw+IiYCRwKfkrQPcAFwW0SMB27LfibbNgXYFzgZ+KGk/jnG16kVK9KsqOPGFRmFmfV2gwal60wttCvklhQiYlFEPJS9XwU8CTQCk4Grs49dDbw7ez8ZuD4i1kXE88Ac4PC84qvE3Lnptbm5yCjMrC/YYw9YsiR1bilSVdoUJDUDBwP3AaMiYhGkxAHsnH2sESivUWvJ1hVm7tzUntDQUGQUZtYXtN18tt2MFiX3pCBpGPA74LMRsaXhGe3V2kc7+ztH0gOSHli6dGlPhbn5gd2eYGZVNHp0qkZ6/vli48g1KUgaSEoIv4qI32erF0sanW0fDSzJ1rcAY8q+3gQs3HSfEXFlREyKiEkNOd7Cr1iRRhi66sjMqqFfv9Su0GtLCpIE/BR4MiIuL9t0M3BW9v4s4Kay9VMkDZK0GzAeuD+v+Drj9gQzq7bmZli2rNgpL/IsKRwNfAh4q6RHsuVU4FLg7ZKeAd6e/UxEzARuAGYBfwI+FRGFDeWYOzdNlT1yZFERmFlfs9tu6bXIKqQBee04Iv5G++0EACd08J1LgEvyiqlSbk8wsyKMGpXmWJs7Fw48sJgYPKK5HcuXp+KbxyeYWTVJxbcrOCm0w+0JZlaU5ubU0WXFimKO76TQjnnz3J5gZsUoul3BSaEd8+bBmDFuTzCz6mtoSINmi6pCclLYxOrVqU1hzJjOP2tm1tOkVIU0d27q9FJtTgqbaJu61knBzIrS3Jw6uxTRruCksIn586F/fz8/wcyKM3Zsep03r/rHrigpSPqdpHdI6vVJZP582HVXGJDbCA4zsy1raEjzIBXx0J1KL/I/Aj4APCPpUkl75xhTYVpbYdEiVx2ZWbH69UvXoZotKUTEXyLig8AhwFxgmqR7JH00m/SuV1i4MD0j1UnBzIo2ZgwsXQpr11b3uBVXB0naCfgI8HHgYeC7pCQxLZfICuBGZjOrFW3tCtWuQqq0TeH3wF3AtsBpEfGuiPh1RHwGGJZngNU0fz7suGMauGZmVqTGxlSNVO0qpEqbU38SEX8sXyFpUPbozEk5xFV1ESkpTJhQdCRmZjBwYOoFWZMlBeDr7ayb3pOBFG3ZMnjlFWhqKjoSM7Nk7FhYsCB1gqmWLZYUJO1Cek7yEEkHs3Eq7OGkqqReoy0bt9XjmZkVbcwYmD69ur0iO6s+OonUuNwElD89bRVwUU4xFWL+fBg82JPgmVntKB/EVhNJISKuBq6W9N6I+F11QipGS0uqOvIkeGZWK4YOhZ12Sknh6KOrc8zOqo/OjIhfAs2S/mXT7Zs8e7lurVuX+gNPnFh0JGZmbzRmDMyenTrDVOOmtbOG5rbOmcOA7dpZeoWFC9MvvLGx6EjMzN5ozJg0gO2ll6pzvM6qj/4re51anXCKsWBBenVSMLNa09aW0NJSnTbPSgev/aek4ZIGSrpN0ouSzsw7uGpZsCANWtu2V/WnMrPeYOTINDleS0t1jlfpOIUTI2Il8E6gBZgAnJ9bVFUUkX7ZLiWYWS2SUieYWksKbZPenQpcFxHLcoqn6lauTE9bc1Iws1rV2AhLlqROMXmrNCncIukpYBJwm6QG4NX8wqqetvYEj2Q2s1rV1JRqNRYuzP9YlU6dfQHwJmBSRLwOrAEm5xlYtbS0pCet7bJL0ZGYmbWv7aa1GlVIXXm+2ETSeIXy71zTw/FU3YIFadKp/v2LjsTMrH1DhqRBbNVICpX2PvoFcBlwDHBYtmxxdlRJP5O0RNITZesulrRA0iPZcmrZtgslzZE0W9JJW3U2XdafhQvdnmBmtW/MmJQUIvI9TqUlhUnAPhFdCucq4PtsXpr4dkRcVr5C0j7AFGBfYFfgL5ImRMT6LhxvK+xPa6uTgpnVvsZGeOQRWL48daHPS6UNzU8AXap1j4g7gUp7KU0Grs+ez/A8MAc4vCvH2zpHAG5kNrPaV612hUqTwkhglqRbJd3ctmzlMT8t6bGsemlEtq4RKH+UREu2bjOSzpH0gKQHli5dupUhtDmCbbeFHXbo5m7MzHK2887pwTt5J4VKq48u7qHj/Qj4GhDZ67eAs9n4nIZy7VZVRcSVwJUAkyZN6mbt2hE0NnpmVDOrff36pSqkmigpRMRfgbnAwOz9DOChrh4sIhZHxPqI2AD8mI1VRC1A+WzhTUCuPXJffhlgb1cdmVndaGqCxYvh9dfzO0alvY8+AfwW+K9sVSPwh64eTNLosh/fQ2qrALgZmCJpkKTdgPHA/V3df1fMmAHQz43MZlY3mppgw4Z8B7FVWn30KdJd/X0AEfGMpJ239AVJ1wHHAyMltQBfAY6XdBCpamgucG62v5mSbgBmAa3Ap/LueXTffenVScHM6kU1GpsrTQrrIuI1ZZXv2QC2LdbnR8QZ7az+6RY+fwlwSYXxdFtKCk8yeLCfrGNm9WHoUBgxIt+kUGnvo79KuggYIuntwG+AW/ILK18RcO+9kBV8zMzqRt4zplaaFC4AlgKPk6p8/gh8Ka+g8jZ3bnr8ppOCmdWbpqY0s/Mb++b0nIqqjyJig6Q/AH+IiO4ODijcmjVw4onw5z/fXXQoZmZdsrHH5Jty2f8WSwpKLpb0IvAUMFvSUkn/nks0VbLffnDrrZAKPmZm9WPUKBgwAODIXPbfWfXRZ4GjgcMiYqeI2JE0N8TRkj6XS0RmZtah/v1h770BVuWy/86SwoeBM7L5iACIiOeAM7NtZmZWZe99L6Re/j2vs6QwMCJe3HRl1q4wsJ3Pm5lZHessKby2ldvMzKwOddb76EBJK9tZL2BwDvGYmVmBtpgUIsIPqTQz60MqHbxmZmZ9gJOCmZmVOCmYmVmJk4KZmZU4KZiZWYmTgpmZlTgpmJlZiZOCmZmVOCmYmVmJk4KZmZU4KZiZWYmTgpmZlTgpmJlZiZOCmZmVOCmYmVlJbklB0s8kLZH0RNm6HSVNk/RM9jqibNuFkuZImi3ppLziMjOzjuVZUrgKOHmTdRcAt0XEeOC27Gck7QNMAfbNvvNDSX7Aj5lZleWWFCLiTmDZJqsnA1dn768G3l22/vqIWBcRzwNzgMPzis3MzNpX7TaFURGxCCB73Tlb3wjML/tcS7ZuM5LOkfSApAeWLl2aa7BmZn1NrTQ0q5110d4HI+LKiJgUEZMaGhpyDsvMrG+pdlJYLGk0QPa6JFvfAowp+1wTsLDKsZmZ9XnVTgo3A2dl788CbipbP0XSIEm7AeOB+6scm5lZnzcgrx1Lug44HhgpqQX4CnApcIOkjwHzgNMBImKmpBuAWUAr8KmIWJ9XbGZm1r7ckkJEnNHBphM6+PwlwCV5xWNmZp2rlYZmMzOrAU4KZmZW4qRgZmYlTgpmZlbipGBmZiVOCmZmVuKkYGZmJU4KZmZW4qRgZmYlTgpmZlbipGBmZiVOCmZmVuKkYGZmJU4KZmZW4qRgZmYlTgpmZlbipGBmZiVOCmZmVuKkYGZmJU4KZmZW4qRgZmYlTgpmZlbipGBmZiVOCmZmVuKkYGZmJQOKOKikucAqYD3QGhGTJO0I/BpoBuYC74uI5UXEZ2bWVxVZUnhLRBwUEZOyny8AbouI8cBt2c9mZlZFtVR9NBm4Ont/NfDu4kIxM+ubikoKAfxZ0oOSzsnWjYqIRQDZ684FxWZm1mcV0qYAHB0RCyXtDEyT9FSlX8ySyDkAY8eOzSs+M7M+qZCSQkQszF6XADcChwOLJY0GyF6XdPDdKyNiUkRMamhoqFbIZmZ9QtWTgqShkrZrew+cCDwB3AyclX3sLOCmasdmZtbXFVF9NAq4UVLb8a+NiD9JmgHcIOljwDzg9AJiMzPr06qeFCLiOeDAdta/BJxQ7XjMzGyjWuqSamZmBXNSMDOzEicFMzMrcVIwM7MSJwUzMytxUjAzsxInBTMzK3FSMDOzEicFMzMrcVIwM7MSJwUzMytxUjAzsxInBTMzK3FSMDOzEicFMzMrcVIwM7MSJwUzMytxUjAzsxInBTMzK3FSMDOzEicFMzMrcVIwM7MSJwUzMytxUjAzsxInBTMzK3FSMDOzkppLCpJOljRb0hxJFxQdj5lZX1JTSUFSf+AHwCnAPsAZkvYpNiozs76jppICcDgwJyKei4jXgOuByQXHZGbWZygiio6hRNI/ACdHxMeznz8EHBERny77zDnAOdmPewGzt/JwI4EXuxFuPfI59w0+576hO+c8LiIa2tswYOvjyYXaWfeGrBURVwJXdvtA0gMRMam7+6knPue+wefcN+R1zrVWfdQCjCn7uQlYWFAsZmZ9Tq0lhRnAeEm7SdoGmALcXHBMZmZ9Rk1VH0VEq6RPA7cC/YGfRcTMnA7X7SqoOuRz7ht8zn1DLudcUw3NZmZWrFqrPjIzswI5KZiZWUmvTwqdTZuh5HvZ9sckHVJEnD2pgnP+YHauj0m6R9KBRcTZkyqdHkXSYZLWZ2Ni6lol5yzpeEmPSJop6a/VjrGnVfC3vb2kWyQ9mp3zR4uIs6dI+pmkJZKe6GB7z1+/IqLXLqTG6meB3YFtgEeBfTb5zKnA/5DGSBwJ3Fd03FU456OAEdn7U/rCOZd97nbgj8A/FB13Ff6ddwBmAWOzn3cuOu4qnPNFwDez9w3AMmCbomPvxjkfCxwCPNHB9h6/fvX2kkIl02ZMBq6J5F5gB0mjqx1oD+r0nCPinohYnv14L2k8SD2rdHqUzwC/A5ZUM7icVHLOHwB+HxHzACKi3s+7knMOYDtJAoaRkkJrdcPsORFxJ+kcOtLj16/enhQagfllP7dk67r6mXrS1fP5GOlOo551es6SGoH3AFdUMa48VfLvPAEYIekOSQ9K+nDVostHJef8fWAiadDr48B5EbGhOuEVosevXzU1TiEHnU6bUeFn6knF5yPpLaSkcEyuEeWvknP+DvDFiFifbiLrXiXnPAA4FDgBGAJMl3RvRDydd3A5qeScTwIeAd4K7AFMk3RXRKzMObai9Pj1q7cnhUqmzehtU2tUdD6SDgB+ApwSES9VKba8VHLOk4Drs4QwEjhVUmtE/KEqEfa8Sv+2X4yINcAaSXcCBwL1mhQqOeePApdGqnCfI+l5YG/g/uqEWHU9fv3q7dVHlUybcTPw4awV/0jg5YhYVO1Ae1Cn5yxpLPB74EN1fNdYrtNzjojdIqI5IpqB3wL/VMcJASr7274JeLOkAZK2BY4AnqxynD2pknOeRyoZIWkUaSbl56oaZXX1+PWrV5cUooNpMyR9Mtt+BaknyqnAHOAV0p1G3arwnP8d2An4YXbn3Bp1PMNkhefcq1RyzhHxpKQ/AY8BG4CfRES7XRvrQYX/zl8DrpL0OKlq5YsRUbdTaku6DjgeGCmpBfgKMBDyu355mgszMyvp7dVHZmbWBU4KZmZW4qRgZmYlTgpmZlbipGBmZiVOCmadyKaJOGmTdZ+V9MMtfL5uu/ha3+akYNa560gDpcpNydab9SpOCmad+y3wTkmDACQ1A7sCH5D0QDZv/9T2vihpddn7f5B0Vfa+QdLvJM3IlqNzPwuzCjgpmHUimxvqfuDkbNUU4NfAv2UjwQ8Ajsvmk6rUd4FvR8RhwHtJ81CZFa5XT3Nh1oPaqpBuyl7PBt4n6RzS/6PRwD6kKSUq8TZgn7IZW4dL2i4iVvVo1GZd5KRgVpk/AJdnjzscAiwHvgAcFhHLs2qhwe18r3wemfLt/YA3RcTafMI12zquPjKrQESsBu4AfkYqNQwH1gAvZ7NxntLBVxdLmiipH+khP23+DHy67QdJB+UQtlmXOSmYVe460vMIro+IR4GHgZmkRHF3B9+5APhv0rOhy6c0/mdgUvaw9VnAJ3OL2qwLPEuqmZmVuKRgZmYlTgpmZlbipGBmZiVOCmZmVuKkYGZmJU4KZmZW4qRgZmYl/x8fJn5cQiDBTwAAAABJRU5ErkJggg==\n", + "text/plain": [ + "
" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "sns.histplot(cm_pvalues, kde=True, color=\"blue\")\n", + "plt.title(\"Distribution of Values\")\n", + "plt.xlabel(\"Value\")\n", + "plt.ylabel(\"Density\")" + ] + }, + { + "cell_type": "code", + "execution_count": 19, + "id": "a4ed6062-0a60-4edf-b5eb-c7351c488442", + "metadata": { + "execution": { + "iopub.execute_input": "2023-09-11T11:23:01.374134Z", + "iopub.status.busy": "2023-09-11T11:23:01.374037Z", + "iopub.status.idle": "2023-09-11T11:23:01.377533Z", + "shell.execute_reply": "2023-09-11T11:23:01.377267Z" + }, + "papermill": { + "duration": 0.01405, + "end_time": "2023-09-11T11:23:01.378638", + "exception": false, + "start_time": "2023-09-11T11:23:01.364588", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "KstestResult(statistic=0.014558572740390852, pvalue=0.24251759387629568)" + ] + }, + "execution_count": 19, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "stats.kstest(\n", " cm_pvalues,\n", @@ -352,10 +1080,10 @@ "id": "acaf1613-b186-4ff1-8d22-e996662c5bec", "metadata": { "papermill": { - "duration": 0.001231, - "end_time": "2023-09-06T19:42:42.916418", + "duration": 0.009002, + "end_time": "2023-09-11T11:23:01.396952", "exception": false, - "start_time": "2023-09-06T19:42:42.915187", + "start_time": "2023-09-11T11:23:01.387950", "status": "completed" }, "tags": [] @@ -366,13 +1094,7 @@ ], "metadata": { "jupytext": { - "cell_metadata_filter": "all,-execution,-papermill,-trusted", - "text_representation": { - "extension": ".py", - "format_name": "percent", - "format_version": "1.3", - "jupytext_version": "1.11.5" - } + "cell_metadata_filter": "all,-execution,-papermill,-trusted" }, "kernelspec": { "display_name": "Python 3 (ipykernel)", @@ -393,14 +1115,14 @@ }, "papermill": { "default_parameters": {}, - "duration": 1.345692, - "end_time": "2023-09-06T19:42:43.133421", + "duration": 2.990022, + "end_time": "2023-09-11T11:23:01.721307", "environment_variables": {}, "exception": null, - "input_path": "nbs/25_pvalue/01-ccc_pvalue_dist-plot.ipynb", - "output_path": "nbs/25_pvalue/01-ccc_pvalue_dist-plot.run.ipynb", + "input_path": "nbs/25_pvalue/05-ccc_pvalue_dist-plot.ipynb", + "output_path": "nbs/25_pvalue/05-ccc_pvalue_dist-plot.run.ipynb", "parameters": {}, - "start_time": "2023-09-06T19:42:41.787729", + "start_time": "2023-09-11T11:22:58.731285", "version": "2.3.4" } }, diff --git a/nbs/25_pvalue/py/01-ccc_pvalue_dist-generate-gene_pairs.py b/nbs/25_pvalue/py/01-ccc_pvalue_dist-generate-gene_pairs.py index 45ab6792..5a2f9a25 100644 --- a/nbs/25_pvalue/py/01-ccc_pvalue_dist-generate-gene_pairs.py +++ b/nbs/25_pvalue/py/01-ccc_pvalue_dist-generate-gene_pairs.py @@ -2,11 +2,11 @@ # jupyter: # jupytext: # cell_metadata_filter: all,-execution,-papermill,-trusted +# notebook_metadata_filter: -jupytext.text_representation.jupytext_version # text_representation: # extension: .py # format_name: percent # format_version: '1.3' -# jupytext_version: 1.11.5 # kernelspec: # display_name: Python 3 (ipykernel) # language: python @@ -37,7 +37,7 @@ # %% tags=[] rs = np.random.RandomState(0) -# %% +# %% tags=[] N_JOBS = conf.GENERAL["N_JOBS"] // 2 display(N_JOBS) @@ -71,33 +71,31 @@ # %% [markdown] tags=[] # # Run CCC -# %% +# %% tags=[] def ccc_single(x, y): - return ccc( - x, y, n_jobs=1, pvalue_n_perms=PVALUE_N_PERMS, pvalue_n_jobs=PVALUE_N_JOBS - ) + return ccc(x, y, pvalue_n_perms=PVALUE_N_PERMS, n_jobs=PVALUE_N_JOBS) -# %% +# %% tags=[] results = Parallel(n_jobs=N_JOBS)( delayed(ccc_single)(data[i], data[j]) for i in range(data.shape[0] - 1) for j in range(i + 1, data.shape[0]) ) -# %% +# %% tags=[] assert len(results) == (DATA_N_OBJS * (DATA_N_OBJS - 1)) / 2 -# %% +# %% tags=[] results[0] -# %% +# %% tags=[] cm_values = [x[0] for x in results] -# %% +# %% tags=[] cm_pvalues = [x[1] for x in results] -# %% +# %% tags=[] assert len(cm_values) == len(cm_pvalues) assert len(cm_values) == (DATA_N_OBJS * (DATA_N_OBJS - 1)) / 2 @@ -108,7 +106,7 @@ def ccc_single(x, y): # %% tags=[] cm_values.shape -# %% +# %% tags=[] cm_values # %% tags=[] diff --git a/nbs/25_pvalue/py/05-ccc_pvalue_dist-plot.py b/nbs/25_pvalue/py/05-ccc_pvalue_dist-plot.py index c1e0cf68..ecb48437 100644 --- a/nbs/25_pvalue/py/05-ccc_pvalue_dist-plot.py +++ b/nbs/25_pvalue/py/05-ccc_pvalue_dist-plot.py @@ -2,11 +2,11 @@ # jupyter: # jupytext: # cell_metadata_filter: all,-execution,-papermill,-trusted +# notebook_metadata_filter: -jupytext.text_representation.jupytext_version # text_representation: # extension: .py # format_name: percent # format_version: '1.3' -# jupytext_version: 1.11.5 # kernelspec: # display_name: Python 3 (ipykernel) # language: python @@ -46,15 +46,18 @@ OUTPUT_DIR # %% [markdown] tags=[] -# # Load CCC values and pvalues +# # From data matrix + +# %% [markdown] tags=[] +# ## Load CCC values and pvalues # %% tags=[] -output_file = OUTPUT_DIR / "cm_values.npy" +output_file = OUTPUT_DIR / "data_matrix-cm_values.npy" cm_values = np.load(output_file) display(cm_values.shape) # %% tags=[] -output_file = OUTPUT_DIR / "cm_pvalues.npy" +output_file = OUTPUT_DIR / "data_matrix-cm_pvalues.npy" cm_pvalues = np.load(output_file) display(cm_pvalues.shape) @@ -64,7 +67,25 @@ display(min_pvalue_resolution) # %% [markdown] tags=[] -# # Plots +# ## Plots + +# %% [markdown] tags=[] +# ### CCC values + +# %% tags=[] +plt.hist(cm_values, bins=10, edgecolor="k") # Adjust the number of bins as needed +plt.title("Distribution of Values") +plt.xlabel("Value") +plt.ylabel("Frequency") + +# %% tags=[] +sns.histplot(cm_values, kde=True, color="blue") +plt.title("Distribution of Values") +plt.xlabel("Value") +plt.ylabel("Density") + +# %% [markdown] tags=[] +# ### CCC p-values # %% tags=[] plt.hist(cm_pvalues, bins=10, edgecolor="k") # Adjust the number of bins as needed @@ -78,8 +99,66 @@ plt.xlabel("Value") plt.ylabel("Density") +# %% tags=[] +stats.kstest( + cm_pvalues, + stats.uniform.cdf, + args=(min_pvalue_resolution, 1 - min_pvalue_resolution), +) + +# %% [markdown] tags=[] +# # From gene pairs + +# %% [markdown] tags=[] +# ## Load CCC values and pvalues + +# %% tags=[] +output_file = OUTPUT_DIR / "gene_pairs-cm_values.npy" +cm_values = np.load(output_file) +display(cm_values.shape) + +# %% tags=[] +output_file = OUTPUT_DIR / "gene_pairs-cm_pvalues.npy" +cm_pvalues = np.load(output_file) +display(cm_pvalues.shape) + +# %% tags=[] +n_perms = cm_pvalues.shape[0] +min_pvalue_resolution = (0 + 1) / (n_perms + 1) +display(min_pvalue_resolution) + +# %% [markdown] tags=[] +# ## Plots + +# %% [markdown] tags=[] +# ### CCC values + +# %% tags=[] +plt.hist(cm_values, bins=10, edgecolor="k") # Adjust the number of bins as needed +plt.title("Distribution of Values") +plt.xlabel("Value") +plt.ylabel("Frequency") + +# %% tags=[] +sns.histplot(cm_values, kde=True, color="blue") +plt.title("Distribution of Values") +plt.xlabel("Value") +plt.ylabel("Density") + # %% [markdown] tags=[] -# # KS +# ### CCC p-values + +# %% tags=[] +plt.hist(cm_pvalues, bins=10, edgecolor="k") # Adjust the number of bins as needed +plt.title("Distribution of Values") +plt.xlabel("Value") +plt.ylabel("Frequency") + +# %% tags=[] +sns.histplot(cm_pvalues, kde=True, color="blue") +plt.title("Distribution of Values") +plt.xlabel("Value") +plt.ylabel("Density") # %% tags=[] stats.kstest(