mirror of
https://github.com/reiyua/HospitalWaitTimeCalc.git
synced 2026-11-17 06:12:05 +11:00
more checks on model improvements
This commit is contained in:
parent
43d675ad4a
commit
656bca896c
1 changed files with 539 additions and 5 deletions
|
|
@ -2360,11 +2360,6 @@
|
||||||
"print(\"RMSE:\", np.sqrt(mean_squared_error(y_test, y_pred)))"
|
"print(\"RMSE:\", np.sqrt(mean_squared_error(y_test, y_pred)))"
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
{
|
|
||||||
"cell_type": "markdown",
|
|
||||||
"metadata": {},
|
|
||||||
"source": []
|
|
||||||
},
|
|
||||||
{
|
{
|
||||||
"cell_type": "markdown",
|
"cell_type": "markdown",
|
||||||
"metadata": {},
|
"metadata": {},
|
||||||
|
|
@ -2456,6 +2451,545 @@
|
||||||
"plt.title(\"Feature Importance\")\n",
|
"plt.title(\"Feature Importance\")\n",
|
||||||
"plt.show()\n"
|
"plt.show()\n"
|
||||||
]
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"cell_type": "markdown",
|
||||||
|
"metadata": {},
|
||||||
|
"source": [
|
||||||
|
"# Adjust the relevant hyperparameters of the algorithm to improve the outputs. - Rayyan Hodges"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"cell_type": "code",
|
||||||
|
"execution_count": 41,
|
||||||
|
"metadata": {},
|
||||||
|
"outputs": [],
|
||||||
|
"source": [
|
||||||
|
"import xgboost as xgb\n",
|
||||||
|
"\n",
|
||||||
|
"model = xgb.XGBRegressor(\n",
|
||||||
|
" objective='reg:squarederror',\n",
|
||||||
|
" n_estimators=400, # Double the model size\n",
|
||||||
|
" learning_rate=0.1,\n",
|
||||||
|
" max_depth=5,\n",
|
||||||
|
" subsample=0.8,\n",
|
||||||
|
" colsample_bytree=0.8,\n",
|
||||||
|
" random_state=42\n",
|
||||||
|
")"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"cell_type": "markdown",
|
||||||
|
"metadata": {},
|
||||||
|
"source": [
|
||||||
|
"## Retrain the adjusted ML model with the training data. - Rayyan Hodges"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"cell_type": "code",
|
||||||
|
"execution_count": 42,
|
||||||
|
"metadata": {},
|
||||||
|
"outputs": [
|
||||||
|
{
|
||||||
|
"data": {
|
||||||
|
"text/html": [
|
||||||
|
"<style>#sk-container-id-2 {\n",
|
||||||
|
" /* Definition of color scheme common for light and dark mode */\n",
|
||||||
|
" --sklearn-color-text: #000;\n",
|
||||||
|
" --sklearn-color-text-muted: #666;\n",
|
||||||
|
" --sklearn-color-line: gray;\n",
|
||||||
|
" /* Definition of color scheme for unfitted estimators */\n",
|
||||||
|
" --sklearn-color-unfitted-level-0: #fff5e6;\n",
|
||||||
|
" --sklearn-color-unfitted-level-1: #f6e4d2;\n",
|
||||||
|
" --sklearn-color-unfitted-level-2: #ffe0b3;\n",
|
||||||
|
" --sklearn-color-unfitted-level-3: chocolate;\n",
|
||||||
|
" /* Definition of color scheme for fitted estimators */\n",
|
||||||
|
" --sklearn-color-fitted-level-0: #f0f8ff;\n",
|
||||||
|
" --sklearn-color-fitted-level-1: #d4ebff;\n",
|
||||||
|
" --sklearn-color-fitted-level-2: #b3dbfd;\n",
|
||||||
|
" --sklearn-color-fitted-level-3: cornflowerblue;\n",
|
||||||
|
"\n",
|
||||||
|
" /* Specific color for light theme */\n",
|
||||||
|
" --sklearn-color-text-on-default-background: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, black)));\n",
|
||||||
|
" --sklearn-color-background: var(--sg-background-color, var(--theme-background, var(--jp-layout-color0, white)));\n",
|
||||||
|
" --sklearn-color-border-box: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, black)));\n",
|
||||||
|
" --sklearn-color-icon: #696969;\n",
|
||||||
|
"\n",
|
||||||
|
" @media (prefers-color-scheme: dark) {\n",
|
||||||
|
" /* Redefinition of color scheme for dark theme */\n",
|
||||||
|
" --sklearn-color-text-on-default-background: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, white)));\n",
|
||||||
|
" --sklearn-color-background: var(--sg-background-color, var(--theme-background, var(--jp-layout-color0, #111)));\n",
|
||||||
|
" --sklearn-color-border-box: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, white)));\n",
|
||||||
|
" --sklearn-color-icon: #878787;\n",
|
||||||
|
" }\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 {\n",
|
||||||
|
" color: var(--sklearn-color-text);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 pre {\n",
|
||||||
|
" padding: 0;\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 input.sk-hidden--visually {\n",
|
||||||
|
" border: 0;\n",
|
||||||
|
" clip: rect(1px 1px 1px 1px);\n",
|
||||||
|
" clip: rect(1px, 1px, 1px, 1px);\n",
|
||||||
|
" height: 1px;\n",
|
||||||
|
" margin: -1px;\n",
|
||||||
|
" overflow: hidden;\n",
|
||||||
|
" padding: 0;\n",
|
||||||
|
" position: absolute;\n",
|
||||||
|
" width: 1px;\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 div.sk-dashed-wrapped {\n",
|
||||||
|
" border: 1px dashed var(--sklearn-color-line);\n",
|
||||||
|
" margin: 0 0.4em 0.5em 0.4em;\n",
|
||||||
|
" box-sizing: border-box;\n",
|
||||||
|
" padding-bottom: 0.4em;\n",
|
||||||
|
" background-color: var(--sklearn-color-background);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 div.sk-container {\n",
|
||||||
|
" /* jupyter's `normalize.less` sets `[hidden] { display: none; }`\n",
|
||||||
|
" but bootstrap.min.css set `[hidden] { display: none !important; }`\n",
|
||||||
|
" so we also need the `!important` here to be able to override the\n",
|
||||||
|
" default hidden behavior on the sphinx rendered scikit-learn.org.\n",
|
||||||
|
" See: https://github.com/scikit-learn/scikit-learn/issues/21755 */\n",
|
||||||
|
" display: inline-block !important;\n",
|
||||||
|
" position: relative;\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 div.sk-text-repr-fallback {\n",
|
||||||
|
" display: none;\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"div.sk-parallel-item,\n",
|
||||||
|
"div.sk-serial,\n",
|
||||||
|
"div.sk-item {\n",
|
||||||
|
" /* draw centered vertical line to link estimators */\n",
|
||||||
|
" background-image: linear-gradient(var(--sklearn-color-text-on-default-background), var(--sklearn-color-text-on-default-background));\n",
|
||||||
|
" background-size: 2px 100%;\n",
|
||||||
|
" background-repeat: no-repeat;\n",
|
||||||
|
" background-position: center center;\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"/* Parallel-specific style estimator block */\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 div.sk-parallel-item::after {\n",
|
||||||
|
" content: \"\";\n",
|
||||||
|
" width: 100%;\n",
|
||||||
|
" border-bottom: 2px solid var(--sklearn-color-text-on-default-background);\n",
|
||||||
|
" flex-grow: 1;\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 div.sk-parallel {\n",
|
||||||
|
" display: flex;\n",
|
||||||
|
" align-items: stretch;\n",
|
||||||
|
" justify-content: center;\n",
|
||||||
|
" background-color: var(--sklearn-color-background);\n",
|
||||||
|
" position: relative;\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 div.sk-parallel-item {\n",
|
||||||
|
" display: flex;\n",
|
||||||
|
" flex-direction: column;\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 div.sk-parallel-item:first-child::after {\n",
|
||||||
|
" align-self: flex-end;\n",
|
||||||
|
" width: 50%;\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 div.sk-parallel-item:last-child::after {\n",
|
||||||
|
" align-self: flex-start;\n",
|
||||||
|
" width: 50%;\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 div.sk-parallel-item:only-child::after {\n",
|
||||||
|
" width: 0;\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"/* Serial-specific style estimator block */\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 div.sk-serial {\n",
|
||||||
|
" display: flex;\n",
|
||||||
|
" flex-direction: column;\n",
|
||||||
|
" align-items: center;\n",
|
||||||
|
" background-color: var(--sklearn-color-background);\n",
|
||||||
|
" padding-right: 1em;\n",
|
||||||
|
" padding-left: 1em;\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"\n",
|
||||||
|
"/* Toggleable style: style used for estimator/Pipeline/ColumnTransformer box that is\n",
|
||||||
|
"clickable and can be expanded/collapsed.\n",
|
||||||
|
"- Pipeline and ColumnTransformer use this feature and define the default style\n",
|
||||||
|
"- Estimators will overwrite some part of the style using the `sk-estimator` class\n",
|
||||||
|
"*/\n",
|
||||||
|
"\n",
|
||||||
|
"/* Pipeline and ColumnTransformer style (default) */\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 div.sk-toggleable {\n",
|
||||||
|
" /* Default theme specific background. It is overwritten whether we have a\n",
|
||||||
|
" specific estimator or a Pipeline/ColumnTransformer */\n",
|
||||||
|
" background-color: var(--sklearn-color-background);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"/* Toggleable label */\n",
|
||||||
|
"#sk-container-id-2 label.sk-toggleable__label {\n",
|
||||||
|
" cursor: pointer;\n",
|
||||||
|
" display: flex;\n",
|
||||||
|
" width: 100%;\n",
|
||||||
|
" margin-bottom: 0;\n",
|
||||||
|
" padding: 0.5em;\n",
|
||||||
|
" box-sizing: border-box;\n",
|
||||||
|
" text-align: center;\n",
|
||||||
|
" align-items: start;\n",
|
||||||
|
" justify-content: space-between;\n",
|
||||||
|
" gap: 0.5em;\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 label.sk-toggleable__label .caption {\n",
|
||||||
|
" font-size: 0.6rem;\n",
|
||||||
|
" font-weight: lighter;\n",
|
||||||
|
" color: var(--sklearn-color-text-muted);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 label.sk-toggleable__label-arrow:before {\n",
|
||||||
|
" /* Arrow on the left of the label */\n",
|
||||||
|
" content: \"▸\";\n",
|
||||||
|
" float: left;\n",
|
||||||
|
" margin-right: 0.25em;\n",
|
||||||
|
" color: var(--sklearn-color-icon);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 label.sk-toggleable__label-arrow:hover:before {\n",
|
||||||
|
" color: var(--sklearn-color-text);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"/* Toggleable content - dropdown */\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 div.sk-toggleable__content {\n",
|
||||||
|
" max-height: 0;\n",
|
||||||
|
" max-width: 0;\n",
|
||||||
|
" overflow: hidden;\n",
|
||||||
|
" text-align: left;\n",
|
||||||
|
" /* unfitted */\n",
|
||||||
|
" background-color: var(--sklearn-color-unfitted-level-0);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 div.sk-toggleable__content.fitted {\n",
|
||||||
|
" /* fitted */\n",
|
||||||
|
" background-color: var(--sklearn-color-fitted-level-0);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 div.sk-toggleable__content pre {\n",
|
||||||
|
" margin: 0.2em;\n",
|
||||||
|
" border-radius: 0.25em;\n",
|
||||||
|
" color: var(--sklearn-color-text);\n",
|
||||||
|
" /* unfitted */\n",
|
||||||
|
" background-color: var(--sklearn-color-unfitted-level-0);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 div.sk-toggleable__content.fitted pre {\n",
|
||||||
|
" /* unfitted */\n",
|
||||||
|
" background-color: var(--sklearn-color-fitted-level-0);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 input.sk-toggleable__control:checked~div.sk-toggleable__content {\n",
|
||||||
|
" /* Expand drop-down */\n",
|
||||||
|
" max-height: 200px;\n",
|
||||||
|
" max-width: 100%;\n",
|
||||||
|
" overflow: auto;\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {\n",
|
||||||
|
" content: \"▾\";\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"/* Pipeline/ColumnTransformer-specific style */\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
|
||||||
|
" color: var(--sklearn-color-text);\n",
|
||||||
|
" background-color: var(--sklearn-color-unfitted-level-2);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 div.sk-label.fitted input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
|
||||||
|
" background-color: var(--sklearn-color-fitted-level-2);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"/* Estimator-specific style */\n",
|
||||||
|
"\n",
|
||||||
|
"/* Colorize estimator box */\n",
|
||||||
|
"#sk-container-id-2 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
|
||||||
|
" /* unfitted */\n",
|
||||||
|
" background-color: var(--sklearn-color-unfitted-level-2);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 div.sk-estimator.fitted input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
|
||||||
|
" /* fitted */\n",
|
||||||
|
" background-color: var(--sklearn-color-fitted-level-2);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 div.sk-label label.sk-toggleable__label,\n",
|
||||||
|
"#sk-container-id-2 div.sk-label label {\n",
|
||||||
|
" /* The background is the default theme color */\n",
|
||||||
|
" color: var(--sklearn-color-text-on-default-background);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"/* On hover, darken the color of the background */\n",
|
||||||
|
"#sk-container-id-2 div.sk-label:hover label.sk-toggleable__label {\n",
|
||||||
|
" color: var(--sklearn-color-text);\n",
|
||||||
|
" background-color: var(--sklearn-color-unfitted-level-2);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"/* Label box, darken color on hover, fitted */\n",
|
||||||
|
"#sk-container-id-2 div.sk-label.fitted:hover label.sk-toggleable__label.fitted {\n",
|
||||||
|
" color: var(--sklearn-color-text);\n",
|
||||||
|
" background-color: var(--sklearn-color-fitted-level-2);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"/* Estimator label */\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 div.sk-label label {\n",
|
||||||
|
" font-family: monospace;\n",
|
||||||
|
" font-weight: bold;\n",
|
||||||
|
" display: inline-block;\n",
|
||||||
|
" line-height: 1.2em;\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 div.sk-label-container {\n",
|
||||||
|
" text-align: center;\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"/* Estimator-specific */\n",
|
||||||
|
"#sk-container-id-2 div.sk-estimator {\n",
|
||||||
|
" font-family: monospace;\n",
|
||||||
|
" border: 1px dotted var(--sklearn-color-border-box);\n",
|
||||||
|
" border-radius: 0.25em;\n",
|
||||||
|
" box-sizing: border-box;\n",
|
||||||
|
" margin-bottom: 0.5em;\n",
|
||||||
|
" /* unfitted */\n",
|
||||||
|
" background-color: var(--sklearn-color-unfitted-level-0);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 div.sk-estimator.fitted {\n",
|
||||||
|
" /* fitted */\n",
|
||||||
|
" background-color: var(--sklearn-color-fitted-level-0);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"/* on hover */\n",
|
||||||
|
"#sk-container-id-2 div.sk-estimator:hover {\n",
|
||||||
|
" /* unfitted */\n",
|
||||||
|
" background-color: var(--sklearn-color-unfitted-level-2);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 div.sk-estimator.fitted:hover {\n",
|
||||||
|
" /* fitted */\n",
|
||||||
|
" background-color: var(--sklearn-color-fitted-level-2);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"/* Specification for estimator info (e.g. \"i\" and \"?\") */\n",
|
||||||
|
"\n",
|
||||||
|
"/* Common style for \"i\" and \"?\" */\n",
|
||||||
|
"\n",
|
||||||
|
".sk-estimator-doc-link,\n",
|
||||||
|
"a:link.sk-estimator-doc-link,\n",
|
||||||
|
"a:visited.sk-estimator-doc-link {\n",
|
||||||
|
" float: right;\n",
|
||||||
|
" font-size: smaller;\n",
|
||||||
|
" line-height: 1em;\n",
|
||||||
|
" font-family: monospace;\n",
|
||||||
|
" background-color: var(--sklearn-color-background);\n",
|
||||||
|
" border-radius: 1em;\n",
|
||||||
|
" height: 1em;\n",
|
||||||
|
" width: 1em;\n",
|
||||||
|
" text-decoration: none !important;\n",
|
||||||
|
" margin-left: 0.5em;\n",
|
||||||
|
" text-align: center;\n",
|
||||||
|
" /* unfitted */\n",
|
||||||
|
" border: var(--sklearn-color-unfitted-level-1) 1pt solid;\n",
|
||||||
|
" color: var(--sklearn-color-unfitted-level-1);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
".sk-estimator-doc-link.fitted,\n",
|
||||||
|
"a:link.sk-estimator-doc-link.fitted,\n",
|
||||||
|
"a:visited.sk-estimator-doc-link.fitted {\n",
|
||||||
|
" /* fitted */\n",
|
||||||
|
" border: var(--sklearn-color-fitted-level-1) 1pt solid;\n",
|
||||||
|
" color: var(--sklearn-color-fitted-level-1);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"/* On hover */\n",
|
||||||
|
"div.sk-estimator:hover .sk-estimator-doc-link:hover,\n",
|
||||||
|
".sk-estimator-doc-link:hover,\n",
|
||||||
|
"div.sk-label-container:hover .sk-estimator-doc-link:hover,\n",
|
||||||
|
".sk-estimator-doc-link:hover {\n",
|
||||||
|
" /* unfitted */\n",
|
||||||
|
" background-color: var(--sklearn-color-unfitted-level-3);\n",
|
||||||
|
" color: var(--sklearn-color-background);\n",
|
||||||
|
" text-decoration: none;\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"div.sk-estimator.fitted:hover .sk-estimator-doc-link.fitted:hover,\n",
|
||||||
|
".sk-estimator-doc-link.fitted:hover,\n",
|
||||||
|
"div.sk-label-container:hover .sk-estimator-doc-link.fitted:hover,\n",
|
||||||
|
".sk-estimator-doc-link.fitted:hover {\n",
|
||||||
|
" /* fitted */\n",
|
||||||
|
" background-color: var(--sklearn-color-fitted-level-3);\n",
|
||||||
|
" color: var(--sklearn-color-background);\n",
|
||||||
|
" text-decoration: none;\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"/* Span, style for the box shown on hovering the info icon */\n",
|
||||||
|
".sk-estimator-doc-link span {\n",
|
||||||
|
" display: none;\n",
|
||||||
|
" z-index: 9999;\n",
|
||||||
|
" position: relative;\n",
|
||||||
|
" font-weight: normal;\n",
|
||||||
|
" right: .2ex;\n",
|
||||||
|
" padding: .5ex;\n",
|
||||||
|
" margin: .5ex;\n",
|
||||||
|
" width: min-content;\n",
|
||||||
|
" min-width: 20ex;\n",
|
||||||
|
" max-width: 50ex;\n",
|
||||||
|
" color: var(--sklearn-color-text);\n",
|
||||||
|
" box-shadow: 2pt 2pt 4pt #999;\n",
|
||||||
|
" /* unfitted */\n",
|
||||||
|
" background: var(--sklearn-color-unfitted-level-0);\n",
|
||||||
|
" border: .5pt solid var(--sklearn-color-unfitted-level-3);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
".sk-estimator-doc-link.fitted span {\n",
|
||||||
|
" /* fitted */\n",
|
||||||
|
" background: var(--sklearn-color-fitted-level-0);\n",
|
||||||
|
" border: var(--sklearn-color-fitted-level-3);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
".sk-estimator-doc-link:hover span {\n",
|
||||||
|
" display: block;\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"/* \"?\"-specific style due to the `<a>` HTML tag */\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 a.estimator_doc_link {\n",
|
||||||
|
" float: right;\n",
|
||||||
|
" font-size: 1rem;\n",
|
||||||
|
" line-height: 1em;\n",
|
||||||
|
" font-family: monospace;\n",
|
||||||
|
" background-color: var(--sklearn-color-background);\n",
|
||||||
|
" border-radius: 1rem;\n",
|
||||||
|
" height: 1rem;\n",
|
||||||
|
" width: 1rem;\n",
|
||||||
|
" text-decoration: none;\n",
|
||||||
|
" /* unfitted */\n",
|
||||||
|
" color: var(--sklearn-color-unfitted-level-1);\n",
|
||||||
|
" border: var(--sklearn-color-unfitted-level-1) 1pt solid;\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 a.estimator_doc_link.fitted {\n",
|
||||||
|
" /* fitted */\n",
|
||||||
|
" border: var(--sklearn-color-fitted-level-1) 1pt solid;\n",
|
||||||
|
" color: var(--sklearn-color-fitted-level-1);\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"/* On hover */\n",
|
||||||
|
"#sk-container-id-2 a.estimator_doc_link:hover {\n",
|
||||||
|
" /* unfitted */\n",
|
||||||
|
" background-color: var(--sklearn-color-unfitted-level-3);\n",
|
||||||
|
" color: var(--sklearn-color-background);\n",
|
||||||
|
" text-decoration: none;\n",
|
||||||
|
"}\n",
|
||||||
|
"\n",
|
||||||
|
"#sk-container-id-2 a.estimator_doc_link.fitted:hover {\n",
|
||||||
|
" /* fitted */\n",
|
||||||
|
" background-color: var(--sklearn-color-fitted-level-3);\n",
|
||||||
|
"}\n",
|
||||||
|
"</style><div id=\"sk-container-id-2\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>XGBRegressor(base_score=None, booster=None, callbacks=None,\n",
|
||||||
|
" colsample_bylevel=None, colsample_bynode=None,\n",
|
||||||
|
" colsample_bytree=0.8, device=None, early_stopping_rounds=None,\n",
|
||||||
|
" enable_categorical=False, eval_metric=None, feature_types=None,\n",
|
||||||
|
" feature_weights=None, gamma=None, grow_policy=None,\n",
|
||||||
|
" importance_type=None, interaction_constraints=None,\n",
|
||||||
|
" learning_rate=0.1, max_bin=None, max_cat_threshold=None,\n",
|
||||||
|
" max_cat_to_onehot=None, max_delta_step=None, max_depth=5,\n",
|
||||||
|
" max_leaves=None, min_child_weight=None, missing=nan,\n",
|
||||||
|
" monotone_constraints=None, multi_strategy=None, n_estimators=400,\n",
|
||||||
|
" n_jobs=None, num_parallel_tree=None, ...)</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item\"><div class=\"sk-estimator fitted sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-2\" type=\"checkbox\" checked><label for=\"sk-estimator-id-2\" class=\"sk-toggleable__label fitted sk-toggleable__label-arrow\"><div><div>XGBRegressor</div></div><div><a class=\"sk-estimator-doc-link fitted\" rel=\"noreferrer\" target=\"_blank\" href=\"https://xgboost.readthedocs.io/en/release_3.2.0/python/python_api.html#xgboost.XGBRegressor\">?<span>Documentation for XGBRegressor</span></a><span class=\"sk-estimator-doc-link fitted\">i<span>Fitted</span></span></div></label><div class=\"sk-toggleable__content fitted\"><pre>XGBRegressor(base_score=None, booster=None, callbacks=None,\n",
|
||||||
|
" colsample_bylevel=None, colsample_bynode=None,\n",
|
||||||
|
" colsample_bytree=0.8, device=None, early_stopping_rounds=None,\n",
|
||||||
|
" enable_categorical=False, eval_metric=None, feature_types=None,\n",
|
||||||
|
" feature_weights=None, gamma=None, grow_policy=None,\n",
|
||||||
|
" importance_type=None, interaction_constraints=None,\n",
|
||||||
|
" learning_rate=0.1, max_bin=None, max_cat_threshold=None,\n",
|
||||||
|
" max_cat_to_onehot=None, max_delta_step=None, max_depth=5,\n",
|
||||||
|
" max_leaves=None, min_child_weight=None, missing=nan,\n",
|
||||||
|
" monotone_constraints=None, multi_strategy=None, n_estimators=400,\n",
|
||||||
|
" n_jobs=None, num_parallel_tree=None, ...)</pre></div> </div></div></div></div>"
|
||||||
|
],
|
||||||
|
"text/plain": [
|
||||||
|
"XGBRegressor(base_score=None, booster=None, callbacks=None,\n",
|
||||||
|
" colsample_bylevel=None, colsample_bynode=None,\n",
|
||||||
|
" colsample_bytree=0.8, device=None, early_stopping_rounds=None,\n",
|
||||||
|
" enable_categorical=False, eval_metric=None, feature_types=None,\n",
|
||||||
|
" feature_weights=None, gamma=None, grow_policy=None,\n",
|
||||||
|
" importance_type=None, interaction_constraints=None,\n",
|
||||||
|
" learning_rate=0.1, max_bin=None, max_cat_threshold=None,\n",
|
||||||
|
" max_cat_to_onehot=None, max_delta_step=None, max_depth=5,\n",
|
||||||
|
" max_leaves=None, min_child_weight=None, missing=nan,\n",
|
||||||
|
" monotone_constraints=None, multi_strategy=None, n_estimators=400,\n",
|
||||||
|
" n_jobs=None, num_parallel_tree=None, ...)"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"execution_count": 42,
|
||||||
|
"metadata": {},
|
||||||
|
"output_type": "execute_result"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"source": [
|
||||||
|
"model.fit(X_train, y_train)"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"cell_type": "markdown",
|
||||||
|
"metadata": {},
|
||||||
|
"source": [
|
||||||
|
"## Run the test data through the adjusted ML model. - Rayyan Hodges"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"cell_type": "code",
|
||||||
|
"execution_count": 43,
|
||||||
|
"metadata": {},
|
||||||
|
"outputs": [],
|
||||||
|
"source": [
|
||||||
|
"y_pred = model.predict(X_test)"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"cell_type": "code",
|
||||||
|
"execution_count": 44,
|
||||||
|
"metadata": {},
|
||||||
|
"outputs": [
|
||||||
|
{
|
||||||
|
"name": "stdout",
|
||||||
|
"output_type": "stream",
|
||||||
|
"text": [
|
||||||
|
"MAE: 1.9761157658704487\n",
|
||||||
|
"RMSE: 2.8484900838444096\n"
|
||||||
|
]
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"source": [
|
||||||
|
"from sklearn.metrics import mean_absolute_error, mean_squared_error, r2_score\n",
|
||||||
|
"import numpy as np\n",
|
||||||
|
"\n",
|
||||||
|
"print(\"MAE:\", mean_absolute_error(y_test, y_pred))\n",
|
||||||
|
"print(\"RMSE:\", np.sqrt(mean_squared_error(y_test, y_pred)))"
|
||||||
|
]
|
||||||
}
|
}
|
||||||
],
|
],
|
||||||
"metadata": {
|
"metadata": {
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue