day4_car_modelXGBoost.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"day4_car_modelXGBoost.ipynb","provenance":[],"collapsed_sections":[],"mount_file_id":"1v9r0kXB4YT8twsB_u9ZwQz177pwZUvTY","authorship_tag":"ABX9TyP2jQy02JH9cWfrdsWmKDV8"},"kernelspec":{"name":"python3","display_name":"Python 3"}},"cells":[{"cell_type":"code","metadata":{"id":"4ts0mmL3waKf","colab_type":"code","colab":{}},"source":["# !pip install --upgrade tables\n","# !pip install eli5\n","# !pip install xgboost"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"YKUG5JDfwwRZ","colab_type":"code","colab":{}},"source":["import pandas as pd\n","import numpy as np\n","import eli5\n","import xgboost as xgb\n","\n","from eli5.sklearn import PermutationImportance\n","from sklearn.metrics import mean_absolute_error as mean_absolute_error\n","from sklearn.model_selection import cross_val_score, KFold\n","\n","from sklearn.dummy import DummyRegressor\n","from sklearn.tree import DecisionTreeRegressor\n","from sklearn.ensemble import RandomForestRegressor"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"Z88uoEbQx3eq","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":36},"outputId":"1499c185-561e-4266-9986-ee331c7a72e9","executionInfo":{"status":"ok","timestamp":1583396421602,"user_tz":-60,"elapsed":846,"user":{"displayName":"Rafał Ziemianek","photoUrl":"","userId":"04790712274279300887"}}},"source":["cd \"/content/drive/My Drive/Colab Notebooks/dw_matrix/matrix_two/dw_matrix_car\""],"execution_count":4,"outputs":[{"output_type":"stream","text":["/content/drive/My Drive/Colab Notebooks/dw_matrix/matrix_two/dw_matrix_car\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"5OWblI40x7Bn","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":36},"outputId":"452f2029-b827-4d15-c302-53b269910927","executionInfo":{"status":"ok","timestamp":1583396661749,"user_tz":-60,"elapsed":2465,"user":{"displayName":"Rafał Ziemianek","photoUrl":"","userId":"04790712274279300887"}}},"source":["df = pd.read_hdf('data/car.h5')\n","df.shape"],"execution_count":12,"outputs":[{"output_type":"execute_result","data":{"text/plain":["(106494, 155)"]},"metadata":{"tags":[]},"execution_count":12}]},{"cell_type":"markdown","metadata":{"id":"vSqA4xYry8E2","colab_type":"text"},"source":["## Feature Engineering"]},{"cell_type":"code","metadata":{"id":"GJXf52QMyCQK","colab_type":"code","colab":{}},"source":["SUFFIX_CAT = '__cat'\n","for feat in df.columns:\n","  if isinstance( df[feat][0], list): continue\n","  \n","  factorized_value = df[feat].factorize()[0] \n","  if SUFFIX_CAT in feat:\n","    df[feat] = factorized_value\n","  else:\n","    df[feat + SUFFIX_CAT] = factorized_value"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"NcQDAf4S0uIC","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":36},"outputId":"e001606d-32a9-497b-abb4-44a7b3667a0c","executionInfo":{"status":"ok","timestamp":1583397255857,"user_tz":-60,"elapsed":649,"user":{"displayName":"Rafał Ziemianek","photoUrl":"","userId":"04790712274279300887"}}},"source":["cat_feats = [x for x in df.columns if SUFFIX_CAT in x]\n","cat_feats = [x for x in cat_feats if 'price' not in x ]\n","len(cat_feats)"],"execution_count":15,"outputs":[{"output_type":"execute_result","data":{"text/plain":["151"]},"metadata":{"tags":[]},"execution_count":15}]},{"cell_type":"markdown","metadata":{"id":"6PAdmHBB2Xv-","colab_type":"text"},"source":["## Function  "]},{"cell_type":"code","metadata":{"id":"BeF3DfTWzv4B","colab_type":"code","colab":{}},"source":["def run_model(model,feats):\n","\n","  X = df[feats].values\n","  y = df['price_value'].values\n","\n","  scores = cross_val_score(model,X,y, cv=3, scoring='neg_mean_absolute_error')\n","  return np.mean(scores), np.std(scores)"],"execution_count":0,"outputs":[]},{"cell_type":"markdown","metadata":{"id":"cC6jpO3M2f-R","colab_type":"text"},"source":["### DecisionTree"]},{"cell_type":"code","metadata":{"id":"2GZVe-eB0Ywq","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":36},"outputId":"c56eae5e-60f6-4206-e0f5-72be857b0f76","executionInfo":{"status":"ok","timestamp":1583397654229,"user_tz":-60,"elapsed":4799,"user":{"displayName":"Rafał Ziemianek","photoUrl":"","userId":"04790712274279300887"}}},"source":["run_model(DecisionTreeRegressor(max_depth=5), cat_feats)"],"execution_count":21,"outputs":[{"output_type":"execute_result","data":{"text/plain":["(-19695.13091100928, 148.72570644015792)"]},"metadata":{"tags":[]},"execution_count":21}]},{"cell_type":"markdown","metadata":{"id":"YWYzzo3Y2kPl","colab_type":"text"},"source":["### Random Forest"]},{"cell_type":"code","metadata":{"id":"EMxPLCnB2H25","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":36},"outputId":"737f2215-dedb-4e6e-e9cd-4eedffcc5b5e","executionInfo":{"status":"ok","timestamp":1583397841759,"user_tz":-60,"elapsed":124224,"user":{"displayName":"Rafał Ziemianek","photoUrl":"","userId":"04790712274279300887"}}},"source":["model = RandomForestRegressor(max_depth=5, n_estimators=50, random_state=0)\n","run_model(model, cat_feats)"],"execution_count":22,"outputs":[{"output_type":"execute_result","data":{"text/plain":["(-18718.657185256638, 64.5424578125788)"]},"metadata":{"tags":[]},"execution_count":22}]},{"cell_type":"markdown","metadata":{"id":"FpN8em4229_y","colab_type":"text"},"source":["### SQBoost"]},{"cell_type":"code","metadata":{"id":"94GKhGdy28V4","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":92},"outputId":"1fc3cd29-bc41-4e6b-ccdf-c9794b0e3261","executionInfo":{"status":"ok","timestamp":1583404986824,"user_tz":-60,"elapsed":61141,"user":{"displayName":"Rafał Ziemianek","photoUrl":"","userId":"04790712274279300887"}}},"source":["xgb_params = {\n","    'max_depth':5,\n","    'n_estimators':50,\n","    'learning_rate':0.1,\n","    'seed':0\n","}\n","\n","run_model(xgb.XGBRegressor(**xgb_params), cat_feats)"],"execution_count":53,"outputs":[{"output_type":"stream","text":["[10:42:06] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n","[10:42:26] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n","[10:42:46] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/plain":["(-13108.379065811214, 74.32158265003798)"]},"metadata":{"tags":[]},"execution_count":53}]},{"cell_type":"code","metadata":{"id":"3vHdCtNz4Ml-","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":418},"outputId":"c65d228c-6c0a-4d99-f628-c24bd8b027bc","executionInfo":{"status":"ok","timestamp":1583399181616,"user_tz":-60,"elapsed":262277,"user":{"displayName":"Rafał Ziemianek","photoUrl":"","userId":"04790712274279300887"}}},"source":["m = xgb.XGBRegressor(**xgb_params)\n","m.fit(  X, y )\n","\n","imp =  PermutationImportance(m, random_state=0, ).fit(X, y)\n","eli5.show_weights(imp, feature_names= cat_feats)"],"execution_count":26,"outputs":[{"output_type":"stream","text":["[09:02:00] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/html":["\n","    <style>\n","    table.eli5-weights tr:hover {\n","        filter: brightness(85%);\n","    }\n","</style>\n","\n","\n","\n","    \n","\n","    \n","\n","    \n","\n","    \n","\n","    \n","\n","    \n","\n","\n","    \n","\n","    \n","\n","    \n","\n","    \n","\n","    \n","\n","    \n","\n","\n","    \n","\n","    \n","\n","    \n","\n","    \n","\n","    \n","        <table class=\"eli5-weights eli5-feature-importances\" style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto;\">\n","    <thead>\n","    <tr style=\"border: none;\">\n","        <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">Weight</th>\n","        <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n","    </tr>\n","    </thead>\n","    <tbody>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 80.00%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.1295\n","                \n","                    &plusmn; 0.0023\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                param_napęd__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 84.25%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0920\n","                \n","                    &plusmn; 0.0009\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                param_stan__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 87.23%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0682\n","                \n","                    &plusmn; 0.0007\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                param_faktura-vat__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 88.73%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0570\n","                \n","                    &plusmn; 0.0016\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                param_rok-produkcji__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 88.85%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0562\n","                \n","                    &plusmn; 0.0018\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                param_skrzynia-biegów__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 91.38%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0389\n","                \n","                    &plusmn; 0.0006\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                param_moc__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 94.32%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0214\n","                \n","                    &plusmn; 0.0011\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                feature_kamera-cofania__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 94.46%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0207\n","                \n","                    &plusmn; 0.0009\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                param_typ__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 95.00%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0179\n","                \n","                    &plusmn; 0.0009\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                seller_name__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 95.95%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0132\n","                \n","                    &plusmn; 0.0005\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                feature_światła-led__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 96.12%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0124\n","                \n","                    &plusmn; 0.0005\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                feature_wspomaganie-kierownicy__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 96.51%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0107\n","                \n","                    &plusmn; 0.0002\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                feature_system-start-stop__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 96.61%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0102\n","                \n","                    &plusmn; 0.0004\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                param_pojemność-skokowa__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 96.69%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0099\n","                \n","                    &plusmn; 0.0003\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                feature_regulowane-zawieszenie__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 96.97%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0087\n","                \n","                    &plusmn; 0.0004\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                feature_łopatki-zmiany-biegów__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 97.15%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0080\n","                \n","                    &plusmn; 0.0003\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                feature_asystent-pasa-ruchu__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 97.16%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0080\n","                \n","                    &plusmn; 0.0003\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                feature_hud-(wyświetlacz-przezierny)__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 97.38%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0071\n","                \n","                    &plusmn; 0.0001\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                feature_czujniki-parkowania-przednie__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 97.71%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0059\n","                \n","                    &plusmn; 0.0003\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                param_marka-pojazdu__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 97.91%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0051\n","                \n","                    &plusmn; 0.0002\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                param_kod-silnika__cat\n","            </td>\n","        </tr>\n","    \n","    \n","        \n","            <tr style=\"background-color: hsl(120, 100.00%, 97.91%); border: none;\">\n","                <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n","                    <i>&hellip; 131 more &hellip;</i>\n","                </td>\n","            </tr>\n","        \n","    \n","    </tbody>\n","</table>\n","    \n","\n","    \n","\n","\n","    \n","\n","    \n","\n","    \n","\n","    \n","\n","    \n","\n","    \n","\n","\n","\n"],"text/plain":["<IPython.core.display.HTML object>"]},"metadata":{"tags":[]},"execution_count":26}]},{"cell_type":"code","metadata":{"id":"8VRkiOiH4-BE","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":92},"outputId":"c5c49964-b596-43ad-ca16-4ea8f3e30f28","executionInfo":{"status":"ok","timestamp":1583405012542,"user_tz":-60,"elapsed":13547,"user":{"displayName":"Rafał Ziemianek","photoUrl":"","userId":"04790712274279300887"}}},"source":["feats =  ['param_napęd__cat','param_stan__cat','param_faktura-vat__cat','param_rok-produkcji__cat','param_skrzynia-biegów__cat','param_moc__cat','feature_kamera-cofania__cat','param_typ__cat','seller_name__cat','feature_światła-led__cat','feature_wspomaganie-kierownicy__cat','feature_system-start-stop__cat','param_pojemność-skokowa__cat','feature_regulowane-zawieszenie__cat','feature_łopatki-zmiany-biegów__cat','feature_asystent-pasa-ruchu__cat','feature_hud-(wyświetlacz-przezierny)__cat','feature_czujniki-parkowania-przednie__cat','param_marka-pojazdu__cat','param_kod-silnika__cat' ] \n","#len(feats)\n","\n","run_model(xgb.XGBRegressor(**xgb_params), feats)"],"execution_count":54,"outputs":[{"output_type":"stream","text":["[10:43:19] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n","[10:43:23] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n","[10:43:27] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/plain":["(-13393.50596342179, 181.97459015213212)"]},"metadata":{"tags":[]},"execution_count":54}]},{"cell_type":"code","metadata":{"id":"cneNwItiA566","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":92},"outputId":"2bb5cfd4-f413-4c83-8e9e-9f40c84a2bbc","executionInfo":{"status":"ok","timestamp":1583405038060,"user_tz":-60,"elapsed":13487,"user":{"displayName":"Rafał Ziemianek","photoUrl":"","userId":"04790712274279300887"}}},"source":["df['param_rok-produkcji'] = df['param_rok-produkcji'].map(lambda x: -1 if str(x) =='None' else int(x)   )\n","\n","feats =  ['param_napęd__cat','param_stan__cat','param_faktura-vat__cat','param_rok-produkcji','param_skrzynia-biegów__cat','param_moc__cat','feature_kamera-cofania__cat','param_typ__cat','seller_name__cat','feature_światła-led__cat','feature_wspomaganie-kierownicy__cat','feature_system-start-stop__cat','param_pojemność-skokowa__cat','feature_regulowane-zawieszenie__cat','feature_łopatki-zmiany-biegów__cat','feature_asystent-pasa-ruchu__cat','feature_hud-(wyświetlacz-przezierny)__cat','feature_czujniki-parkowania-przednie__cat','param_marka-pojazdu__cat','param_kod-silnika__cat' ] \n","run_model(xgb.XGBRegressor(**xgb_params), feats)"],"execution_count":55,"outputs":[{"output_type":"stream","text":["[10:43:44] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n","[10:43:49] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n","[10:43:53] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/plain":["(-11472.349388129545, 115.17704045600611)"]},"metadata":{"tags":[]},"execution_count":55}]},{"cell_type":"code","metadata":{"id":"6dAGVmOQBoFk","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":92},"outputId":"33db9fc6-901b-44ed-84de-12f79851d269","executionInfo":{"status":"ok","timestamp":1583405100243,"user_tz":-60,"elapsed":13324,"user":{"displayName":"Rafał Ziemianek","photoUrl":"","userId":"04790712274279300887"}}},"source":["#df['param_rok-produkcji'] = df['param_rok-produkcji'].map(lambda x: -1 if str(x) =='None' else int(x)   )\n","df['param_moc'] = df['param_moc'].map(lambda x: -1 if str(x) == 'None' else int(str(x).split(' ')[0]) )\n","\n","\n","feats =  ['param_napęd__cat','param_stan__cat','param_faktura-vat__cat','param_rok-produkcji','param_skrzynia-biegów__cat','param_moc','feature_kamera-cofania__cat','param_typ__cat','seller_name__cat','feature_światła-led__cat','feature_wspomaganie-kierownicy__cat','feature_system-start-stop__cat','param_pojemność-skokowa__cat','feature_regulowane-zawieszenie__cat','feature_łopatki-zmiany-biegów__cat','feature_asystent-pasa-ruchu__cat','feature_hud-(wyświetlacz-przezierny)__cat','feature_czujniki-parkowania-przednie__cat','param_marka-pojazdu__cat','param_kod-silnika__cat' ] \n","run_model(xgb.XGBRegressor(**xgb_params), feats)"],"execution_count":56,"outputs":[{"output_type":"stream","text":["[10:44:47] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n","[10:44:51] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n","[10:44:55] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/plain":["(-9790.801239302049, 67.27163103418717)"]},"metadata":{"tags":[]},"execution_count":56}]},{"cell_type":"code","metadata":{"id":"sEyJwE0_Cum5","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":54},"outputId":"0fe99351-ea12-4996-ee03-ddc48a880836","executionInfo":{"status":"ok","timestamp":1583404005110,"user_tz":-60,"elapsed":525,"user":{"displayName":"Rafał Ziemianek","photoUrl":"","userId":"04790712274279300887"}}},"source":["  df['param_pojemność-skokowa'].unique()"],"execution_count":49,"outputs":[{"output_type":"execute_result","data":{"text/plain":["array(['898 cm3', '1 560 cm3', '3 000 cm3', ..., '5 992 cm3', '1 966 cm3',\n","       '142 280 cm3'], dtype=object)"]},"metadata":{"tags":[]},"execution_count":49}]},{"cell_type":"code","metadata":{"id":"oqMpIpYfO7QD","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":92},"outputId":"5c4b6f91-e449-4e03-dc61-ab6c73c5d251","executionInfo":{"status":"ok","timestamp":1583405782695,"user_tz":-60,"elapsed":13515,"user":{"displayName":"Rafał Ziemianek","photoUrl":"","userId":"04790712274279300887"}}},"source":["df['param_pojemność-skokowa'] = df['param_pojemność-skokowa'].map(lambda x: -1 if str(x) == 'None' else int(str(x).split('cm')[0].replace(' ','')) )\n","\n","feats =  ['param_napęd__cat','param_stan__cat','param_faktura-vat__cat','param_rok-produkcji','param_skrzynia-biegów__cat','param_moc','feature_kamera-cofania__cat','param_typ__cat','seller_name__cat','feature_światła-led__cat','feature_wspomaganie-kierownicy__cat','feature_system-start-stop__cat','param_pojemność-skokowa','feature_regulowane-zawieszenie__cat','feature_łopatki-zmiany-biegów__cat','feature_asystent-pasa-ruchu__cat','feature_hud-(wyświetlacz-przezierny)__cat','feature_czujniki-parkowania-przednie__cat','param_marka-pojazdu__cat','param_kod-silnika__cat' ] \n","run_model(xgb.XGBRegressor(**xgb_params), feats)"],"execution_count":67,"outputs":[{"output_type":"stream","text":["[10:56:09] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n","[10:56:13] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n","[10:56:17] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/plain":["(-9661.940862244881, 73.39680454747987)"]},"metadata":{"tags":[]},"execution_count":67}]},{"cell_type":"code","metadata":{"id":"PdLb6iFsPepI","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":36},"outputId":"d50046f8-6ba2-4ffe-8243-4523072595b1","executionInfo":{"status":"ok","timestamp":1583406240991,"user_tz":-60,"elapsed":1142,"user":{"displayName":"Rafał Ziemianek","photoUrl":"","userId":"04790712274279300887"}}},"source":["  df['param_pojemność-skokowa'].unique()"],"execution_count":69,"outputs":[{"output_type":"execute_result","data":{"text/plain":["array([   898,   1560,   3000, ...,   5992,   1966, 142280])"]},"metadata":{"tags":[]},"execution_count":69}]},{"cell_type":"code","metadata":{"id":"c_25QwGIUE1h","colab_type":"code","colab":{}},"source":[""],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"1MiclHySYDe0","colab_type":"code","colab":{}},"source":[""],"execution_count":0,"outputs":[]}]}