diff --git a/mod03-XGBoost-checkpoint.ipynb b/mod03-XGBoost-checkpoint.ipynb new file mode 100644 index 0000000..af51e6d --- /dev/null +++ b/mod03-XGBoost-checkpoint.ipynb @@ -0,0 +1,2462 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# Module 3 Companion Notebook\n", + "\n", + "This Jupyter notebook is the companion notebook for Module 3 of the AWS Academy Machine Learning Foundations course. The following cells contain the code from the presentation.\n", + "\n", + "## Dataset attributions\n", + "\n", + "This notebook uses the following datasets: \n", + "\n", + "- [Wine Data Set](https://archive.ics.uci.edu/ml/datasets/Wine)\n", + "- [Automobile Data Set](https://archive.ics.uci.edu/ml/datasets/Automobile) \n", + "\n", + "These datasets are from:\n", + "Dua, D. and Graff, C. (2019). UCI Machine Learning Repository [http://archive.ics.uci.edu/ml]. Irvine, CA: University of California, School of Information and Computer Science.\n", + "\n", + "P. Cortez, A. Cerdeira, F. Almeida, T. Matos and J. Reis.\n", + "Modeling wine preferences by data mining from physicochemical properties. In Decision Support Systems, Elsevier, 47(4):547-553, 2009." + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## pandas\n", + "\n", + "### Reformats data into tabular representation (DataFrame)\n", + "### Converts common formats like comma-separated values (CSV), JavaScript Object Notation (JSON), Excel, Pickle, and others" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "url = \"Data/WaitingTimes.csv\"\n", + "df_indigo = pd.read_csv(url,sep = ',')\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## pandas DataFrame" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "(100050, 15)" + ] + }, + "execution_count": 2, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_indigo.shape" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
| \n", + " | DayOfWeek | \n", + "TimeOfDay | \n", + "PatientAge | \n", + "PatientGender | \n", + "NumDoctorsOnDuty | \n", + "NumReceptionistsOnDuty | \n", + "Temperature | \n", + "Rainfall | \n", + "PctPriorVacantSlots | \n", + "PriorEmergency | \n", + "AvgDoctorExperience | \n", + "PctSwitch | \n", + "AvgAgePrior | \n", + "AvgGenderPrior | \n", + "WaitTime | \n", + "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", + "2 | \n", + "27 | \n", + "17 | \n", + "0 | \n", + "3 | \n", + "2 | \n", + "39.3 | \n", + "2.5 | \n", + "0.218 | \n", + "0 | \n", + "23.9 | \n", + "0.22 | \n", + "42.2 | \n", + "0.38 | \n", + "0.0 | \n", + "
| 1 | \n", + "4 | \n", + "13 | \n", + "67 | \n", + "0 | \n", + "1 | \n", + "2 | \n", + "39.0 | \n", + "2.3 | \n", + "0.083 | \n", + "0 | \n", + "18.0 | \n", + "0.22 | \n", + "31.1 | \n", + "0.54 | \n", + "9.6 | \n", + "
| 2 | \n", + "2 | \n", + "19 | \n", + "66 | \n", + "0 | \n", + "4 | \n", + "1 | \n", + "-0.8 | \n", + "4.8 | \n", + "0.222 | \n", + "1 | \n", + "13.0 | \n", + "0.23 | \n", + "42.4 | \n", + "0.30 | \n", + "35.7 | \n", + "
| 3 | \n", + "2 | \n", + "26 | \n", + "8 | \n", + "1 | \n", + "3 | \n", + "2 | \n", + "35.8 | \n", + "0.0 | \n", + "0.200 | \n", + "0 | \n", + "17.3 | \n", + "0.32 | \n", + "42.4 | \n", + "0.59 | \n", + "0.0 | \n", + "
| 4 | \n", + "3 | \n", + "23 | \n", + "52 | \n", + "1 | \n", + "3 | \n", + "2 | \n", + "27.3 | \n", + "0.0 | \n", + "0.167 | \n", + "0 | \n", + "17.1 | \n", + "0.36 | \n", + "50.4 | \n", + "0.30 | \n", + "0.0 | \n", + "
| \n", + " | DayOfWeek | \n", + "TimeOfDay | \n", + "PatientAge | \n", + "PatientGender | \n", + "NumDoctorsOnDuty | \n", + "NumReceptionistsOnDuty | \n", + "Temperature | \n", + "Rainfall | \n", + "PctPriorVacantSlots | \n", + "PriorEmergency | \n", + "AvgDoctorExperience | \n", + "PctSwitch | \n", + "AvgAgePrior | \n", + "AvgGenderPrior | \n", + "WaitTime | \n", + "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| count | \n", + "100050.000000 | \n", + "100050.000000 | \n", + "100050.000000 | \n", + "100050.000000 | \n", + "100050.000000 | \n", + "100050.000000 | \n", + "100050.000000 | \n", + "100050.000000 | \n", + "100050.000000 | \n", + "100050.000000 | \n", + "100050.000000 | \n", + "100050.000000 | \n", + "100050.000000 | \n", + "100050.000000 | \n", + "100050.000000 | \n", + "
| mean | \n", + "2.995792 | \n", + "16.510825 | \n", + "44.473263 | \n", + "0.599320 | \n", + "2.500880 | \n", + "1.499550 | \n", + "19.992344 | \n", + "4.039394 | \n", + "0.194054 | \n", + "0.050665 | \n", + "14.982076 | \n", + "0.250032 | \n", + "35.011282 | \n", + "0.499615 | \n", + "8.145111 | \n", + "
| std | \n", + "1.414105 | \n", + "9.236548 | \n", + "26.030136 | \n", + "0.490039 | \n", + "1.117923 | \n", + "0.500002 | \n", + "10.011279 | \n", + "5.896178 | \n", + "0.108003 | \n", + "0.219313 | \n", + "4.965038 | \n", + "0.049979 | \n", + "10.028119 | \n", + "0.149916 | \n", + "8.295259 | \n", + "
| min | \n", + "1.000000 | \n", + "1.000000 | \n", + "0.000000 | \n", + "0.000000 | \n", + "1.000000 | \n", + "1.000000 | \n", + "-21.000000 | \n", + "0.000000 | \n", + "0.000000 | \n", + "0.000000 | \n", + "2.000000 | \n", + "0.030000 | \n", + "0.000000 | \n", + "0.000000 | \n", + "0.000000 | \n", + "
| 25% | \n", + "2.000000 | \n", + "9.000000 | \n", + "22.000000 | \n", + "0.000000 | \n", + "2.000000 | \n", + "1.000000 | \n", + "13.200000 | \n", + "0.000000 | \n", + "0.143000 | \n", + "0.000000 | \n", + "11.600000 | \n", + "0.220000 | \n", + "28.300000 | \n", + "0.400000 | \n", + "4.500000 | \n", + "
| 50% | \n", + "3.000000 | \n", + "17.000000 | \n", + "44.000000 | \n", + "1.000000 | \n", + "3.000000 | \n", + "1.000000 | \n", + "20.000000 | \n", + "0.000000 | \n", + "0.194000 | \n", + "0.000000 | \n", + "15.000000 | \n", + "0.250000 | \n", + "35.000000 | \n", + "0.500000 | \n", + "6.900000 | \n", + "
| 75% | \n", + "4.000000 | \n", + "25.000000 | \n", + "67.000000 | \n", + "1.000000 | \n", + "4.000000 | \n", + "2.000000 | \n", + "26.700000 | \n", + "6.800000 | \n", + "0.250000 | \n", + "0.000000 | \n", + "18.300000 | \n", + "0.280000 | \n", + "41.800000 | \n", + "0.600000 | \n", + "10.800000 | \n", + "
| max | \n", + "5.000000 | \n", + "32.000000 | \n", + "89.000000 | \n", + "1.000000 | \n", + "4.000000 | \n", + "2.000000 | \n", + "60.700000 | \n", + "42.300000 | \n", + "1.000000 | \n", + "1.000000 | \n", + "38.200000 | \n", + "0.460000 | \n", + "83.300000 | \n", + "1.000000 | \n", + "239.700000 | \n", + "
| \n", + " | WaitTime | \n", + "DayOfWeek | \n", + "TimeOfDay | \n", + "PatientAge | \n", + "PatientGender | \n", + "NumDoctorsOnDuty | \n", + "NumReceptionistsOnDuty | \n", + "Temperature | \n", + "Rainfall | \n", + "PctPriorVacantSlots | \n", + "PriorEmergency | \n", + "AvgDoctorExperience | \n", + "PctSwitch | \n", + "AvgAgePrior | \n", + "AvgGenderPrior | \n", + "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", + "0.0 | \n", + "2 | \n", + "27 | \n", + "17 | \n", + "0 | \n", + "3 | \n", + "2 | \n", + "39.3 | \n", + "2.5 | \n", + "0.218 | \n", + "0 | \n", + "23.9 | \n", + "0.22 | \n", + "42.2 | \n", + "0.38 | \n", + "
| 1 | \n", + "9.6 | \n", + "4 | \n", + "13 | \n", + "67 | \n", + "0 | \n", + "1 | \n", + "2 | \n", + "39.0 | \n", + "2.3 | \n", + "0.083 | \n", + "0 | \n", + "18.0 | \n", + "0.22 | \n", + "31.1 | \n", + "0.54 | \n", + "
| 2 | \n", + "35.7 | \n", + "2 | \n", + "19 | \n", + "66 | \n", + "0 | \n", + "4 | \n", + "1 | \n", + "-0.8 | \n", + "4.8 | \n", + "0.222 | \n", + "1 | \n", + "13.0 | \n", + "0.23 | \n", + "42.4 | \n", + "0.30 | \n", + "
| 3 | \n", + "0.0 | \n", + "2 | \n", + "26 | \n", + "8 | \n", + "1 | \n", + "3 | \n", + "2 | \n", + "35.8 | \n", + "0.0 | \n", + "0.200 | \n", + "0 | \n", + "17.3 | \n", + "0.32 | \n", + "42.4 | \n", + "0.59 | \n", + "
| 4 | \n", + "0.0 | \n", + "3 | \n", + "23 | \n", + "52 | \n", + "1 | \n", + "3 | \n", + "2 | \n", + "27.3 | \n", + "0.0 | \n", + "0.167 | \n", + "0 | \n", + "17.1 | \n", + "0.36 | \n", + "50.4 | \n", + "0.30 | \n", + "
| \n", + " | WaitTime | \n", + "DayOfWeek | \n", + "TimeOfDay | \n", + "PatientAge | \n", + "PatientGender | \n", + "NumDoctorsOnDuty | \n", + "NumReceptionistsOnDuty | \n", + "Temperature | \n", + "Rainfall | \n", + "PctPriorVacantSlots | \n", + "PriorEmergency | \n", + "AvgDoctorExperience | \n", + "PctSwitch | \n", + "AvgAgePrior | \n", + "AvgGenderPrior | \n", + "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", + "0.0 | \n", + "2 | \n", + "27 | \n", + "17 | \n", + "0 | \n", + "3 | \n", + "2 | \n", + "39.3 | \n", + "2.5 | \n", + "0.218 | \n", + "0 | \n", + "23.9 | \n", + "0.22 | \n", + "42.2 | \n", + "0.38 | \n", + "
| 1 | \n", + "9.6 | \n", + "4 | \n", + "13 | \n", + "67 | \n", + "0 | \n", + "1 | \n", + "2 | \n", + "39.0 | \n", + "2.3 | \n", + "0.083 | \n", + "0 | \n", + "18.0 | \n", + "0.22 | \n", + "31.1 | \n", + "0.54 | \n", + "
| 2 | \n", + "35.7 | \n", + "2 | \n", + "19 | \n", + "66 | \n", + "0 | \n", + "4 | \n", + "1 | \n", + "-0.8 | \n", + "4.8 | \n", + "0.222 | \n", + "1 | \n", + "13.0 | \n", + "0.23 | \n", + "42.4 | \n", + "0.30 | \n", + "
| 3 | \n", + "0.0 | \n", + "2 | \n", + "26 | \n", + "8 | \n", + "1 | \n", + "3 | \n", + "2 | \n", + "35.8 | \n", + "0.0 | \n", + "0.200 | \n", + "0 | \n", + "17.3 | \n", + "0.32 | \n", + "42.4 | \n", + "0.59 | \n", + "
| 4 | \n", + "0.0 | \n", + "3 | \n", + "23 | \n", + "52 | \n", + "1 | \n", + "3 | \n", + "2 | \n", + "27.3 | \n", + "0.0 | \n", + "0.167 | \n", + "0 | \n", + "17.1 | \n", + "0.36 | \n", + "50.4 | \n", + "0.30 | \n", + "
| 5 | \n", + "5.1 | \n", + "1 | \n", + "4 | \n", + "3 | \n", + "1 | \n", + "3 | \n", + "1 | \n", + "24.1 | \n", + "0.2 | \n", + "0.333 | \n", + "0 | \n", + "18.7 | \n", + "0.12 | \n", + "43.4 | \n", + "0.50 | \n", + "
| 6 | \n", + "6.1 | \n", + "1 | \n", + "18 | \n", + "49 | \n", + "0 | \n", + "2 | \n", + "1 | \n", + "33.7 | \n", + "0.0 | \n", + "0.206 | \n", + "0 | \n", + "17.5 | \n", + "0.27 | \n", + "33.2 | \n", + "0.44 | \n", + "
| 7 | \n", + "24.0 | \n", + "2 | \n", + "24 | \n", + "59 | \n", + "0 | \n", + "2 | \n", + "1 | \n", + "16.7 | \n", + "0.0 | \n", + "0.239 | \n", + "1 | \n", + "14.6 | \n", + "0.21 | \n", + "48.3 | \n", + "0.51 | \n", + "
| 8 | \n", + "6.1 | \n", + "2 | \n", + "28 | \n", + "57 | \n", + "0 | \n", + "2 | \n", + "2 | \n", + "24.7 | \n", + "12.3 | \n", + "0.204 | \n", + "0 | \n", + "22.1 | \n", + "0.28 | \n", + "54.6 | \n", + "0.55 | \n", + "
| 9 | \n", + "0.0 | \n", + "2 | \n", + "20 | \n", + "43 | \n", + "1 | \n", + "4 | \n", + "2 | \n", + "19.5 | \n", + "0.2 | \n", + "0.171 | \n", + "0 | \n", + "12.4 | \n", + "0.27 | \n", + "35.9 | \n", + "0.45 | \n", + "
| 10 | \n", + "4.7 | \n", + "1 | \n", + "20 | \n", + "10 | \n", + "1 | \n", + "1 | \n", + "2 | \n", + "19.8 | \n", + "19.7 | \n", + "0.158 | \n", + "0 | \n", + "15.0 | \n", + "0.34 | \n", + "30.2 | \n", + "0.43 | \n", + "
| 11 | \n", + "15.9 | \n", + "2 | \n", + "23 | \n", + "75 | \n", + "1 | \n", + "1 | \n", + "1 | \n", + "22.1 | \n", + "19.7 | \n", + "0.364 | \n", + "0 | \n", + "10.3 | \n", + "0.21 | \n", + "42.7 | \n", + "0.62 | \n", + "
| 12 | \n", + "15.9 | \n", + "3 | \n", + "17 | \n", + "32 | \n", + "0 | \n", + "1 | \n", + "1 | \n", + "40.4 | \n", + "15.3 | \n", + "0.188 | \n", + "0 | \n", + "14.7 | \n", + "0.31 | \n", + "26.9 | \n", + "0.30 | \n", + "
| 13 | \n", + "0.0 | \n", + "1 | \n", + "7 | \n", + "31 | \n", + "0 | \n", + "3 | \n", + "1 | \n", + "24.4 | \n", + "0.0 | \n", + "0.278 | \n", + "0 | \n", + "20.8 | \n", + "0.24 | \n", + "44.8 | \n", + "0.73 | \n", + "
| 14 | \n", + "18.7 | \n", + "2 | \n", + "9 | \n", + "50 | \n", + "0 | \n", + "2 | \n", + "1 | \n", + "21.6 | \n", + "0.0 | \n", + "0.062 | \n", + "0 | \n", + "9.8 | \n", + "0.19 | \n", + "47.2 | \n", + "0.58 | \n", + "
| 15 | \n", + "0.0 | \n", + "1 | \n", + "18 | \n", + "20 | \n", + "1 | \n", + "4 | \n", + "1 | \n", + "30.6 | \n", + "12.7 | \n", + "0.118 | \n", + "0 | \n", + "20.1 | \n", + "0.29 | \n", + "35.7 | \n", + "0.45 | \n", + "
| 16 | \n", + "0.0 | \n", + "3 | \n", + "23 | \n", + "57 | \n", + "0 | \n", + "3 | \n", + "1 | \n", + "13.3 | \n", + "2.5 | \n", + "0.197 | \n", + "0 | \n", + "16.8 | \n", + "0.26 | \n", + "35.0 | \n", + "0.56 | \n", + "
| 17 | \n", + "0.0 | \n", + "5 | \n", + "3 | \n", + "21 | \n", + "1 | \n", + "4 | \n", + "1 | \n", + "23.8 | \n", + "1.9 | \n", + "0.250 | \n", + "0 | \n", + "17.2 | \n", + "0.25 | \n", + "22.4 | \n", + "0.60 | \n", + "
| 18 | \n", + "6.5 | \n", + "1 | \n", + "25 | \n", + "35 | \n", + "0 | \n", + "3 | \n", + "1 | \n", + "7.2 | \n", + "5.5 | \n", + "0.278 | \n", + "0 | \n", + "15.7 | \n", + "0.20 | \n", + "40.6 | \n", + "0.43 | \n", + "
| 19 | \n", + "7.8 | \n", + "2 | \n", + "10 | \n", + "8 | \n", + "1 | \n", + "2 | \n", + "2 | \n", + "14.1 | \n", + "9.9 | \n", + "0.278 | \n", + "0 | \n", + "12.4 | \n", + "0.31 | \n", + "47.1 | \n", + "0.43 | \n", + "
XGBRegressor(base_score=None, booster=None, callbacks=None,\n", + " colsample_bylevel=None, colsample_bynode=None,\n", + " colsample_bytree=0.8, device=None, early_stopping_rounds=None,\n", + " enable_categorical=False, eval_metric=None, feature_types=None,\n", + " feature_weights=None, gamma=None, grow_policy=None,\n", + " importance_type=None, interaction_constraints=None,\n", + " learning_rate=0.1, max_bin=None, max_cat_threshold=None,\n", + " max_cat_to_onehot=None, max_delta_step=None, max_depth=5,\n", + " max_leaves=None, min_child_weight=None, missing=nan,\n", + " monotone_constraints=None, multi_strategy=None, n_estimators=200,\n", + " n_jobs=None, num_parallel_tree=None, ...)In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook.
XGBRegressor(base_score=None, booster=None, callbacks=None,\n", + " colsample_bylevel=None, colsample_bynode=None,\n", + " colsample_bytree=0.8, device=None, early_stopping_rounds=None,\n", + " enable_categorical=False, eval_metric=None, feature_types=None,\n", + " feature_weights=None, gamma=None, grow_policy=None,\n", + " importance_type=None, interaction_constraints=None,\n", + " learning_rate=0.1, max_bin=None, max_cat_threshold=None,\n", + " max_cat_to_onehot=None, max_delta_step=None, max_depth=5,\n", + " max_leaves=None, min_child_weight=None, missing=nan,\n", + " monotone_constraints=None, multi_strategy=None, n_estimators=200,\n", + " n_jobs=None, num_parallel_tree=None, ...)