HyperParameterTuning.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"provenance":[],"authorship_tag":"ABX9TyPdOST81X3yMEehhwhnY3rP"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"}},"cells":[{"cell_type":"code","source":["from sklearn.datasets import load_digits"],"metadata":{"id":"BpK_QFkKFp3q","executionInfo":{"status":"ok","timestamp":1714985792504,"user_tz":-330,"elapsed":15,"user":{"displayName":"Afan Shaikh","userId":"10173600647501798123"}}},"execution_count":24,"outputs":[]},{"cell_type":"code","source":["digits = load_digits()"],"metadata":{"id":"AwTmsIiFF2ip","executionInfo":{"status":"ok","timestamp":1714985792505,"user_tz":-330,"elapsed":14,"user":{"displayName":"Afan Shaikh","userId":"10173600647501798123"}}},"execution_count":25,"outputs":[]},{"cell_type":"code","source":["from sklearn.model_selection import train_test_split\n","X_train, X_test, y_train, y_test = train_test_split(digits.data, digits.target, test_size=0.3)"],"metadata":{"id":"u-RoW3ppGSrv","executionInfo":{"status":"ok","timestamp":1714985792505,"user_tz":-330,"elapsed":11,"user":{"displayName":"Afan Shaikh","userId":"10173600647501798123"}}},"execution_count":26,"outputs":[]},{"cell_type":"code","source":["model = svm.SVC(kernel = 'rbf', C = 30, gamma = 'auto')\n","model.fit(X_train,y_train)\n","model.score(X_test,y_test)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"rgrgtTBjGxvN","executionInfo":{"status":"ok","timestamp":1714985793302,"user_tz":-330,"elapsed":806,"user":{"displayName":"Afan Shaikh","userId":"10173600647501798123"}},"outputId":"25f073ef-5969-47ee-ea6e-3a5b0fa77c1b"},"execution_count":27,"outputs":[{"output_type":"execute_result","data":{"text/plain":["0.4648148148148148"]},"metadata":{},"execution_count":27}]},{"source":["from sklearn.model_selection import cross_val_score\n","cross_val_score = cross_val_score(svm.SVC(kernel='rbf', C=10, gamma='auto'), digits.data, digits.target, cv=5)\n","print(cross_val_score)"],"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"EbCFlChPIlxZ","executionInfo":{"status":"ok","timestamp":1714986066614,"user_tz":-330,"elapsed":1546,"user":{"displayName":"Afan Shaikh","userId":"10173600647501798123"}},"outputId":"560ec26f-abd4-4afc-8e4a-45bd3d9ef427"},"execution_count":31,"outputs":[{"output_type":"stream","name":"stdout","text":["[0.45277778 0.46944444 0.47910864 0.47910864 0.50139276]\n"]}]},{"source":["cross_val_score2 = cross_val_score(svm.SVC(kernel='linear', C=20, gamma='auto'), digits.data, digits.target, cv=5)\n","print(cross_val_score2)"],"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"hVzG8Gs7JlZZ","executionInfo":{"status":"ok","timestamp":1714986330289,"user_tz":-330,"elapsed":1012,"user":{"displayName":"Afan Shaikh","userId":"10173600647501798123"}},"outputId":"06673c02-fe63-4b7e-d482-43f1e7b1fc98"},"execution_count":36,"outputs":[{"output_type":"stream","name":"stdout","text":["[0.96388889 0.91944444 0.96657382 0.9637883  0.92479109]\n"]}]},{"cell_type":"code","source":["cross_val_score3 = cross_val_score(svm.SVC(kernel='linear', C=20, gamma='auto'), digits.data, digits.target, cv=6)\n","print(cross_val_score3)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"sDhoqdd4Jube","executionInfo":{"status":"ok","timestamp":1714986407186,"user_tz":-330,"elapsed":812,"user":{"displayName":"Afan Shaikh","userId":"10173600647501798123"}},"outputId":"651a3f6e-2e89-489c-ef20-5eb76cc1a28a"},"execution_count":38,"outputs":[{"output_type":"stream","name":"stdout","text":["[0.95666667 0.95333333 0.94333333 0.96655518 0.97658863 0.91973244]\n"]}]},{"cell_type":"code","source":["from sklearn.model_selection import GridSearchCV\n","clf = GridSearchCV(svm.SVC(gamma='auto'), {\n","    'C': [1,10,20],\n","    'kernel': ['rbf','linear']\n","}, cv=5, return_train_score=False)\n","clf.fit(digits.data, digits.target)\n","clf.cv_results_"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"Wdo8f3QwKWjA","executionInfo":{"status":"ok","timestamp":1714987020765,"user_tz":-330,"elapsed":6148,"user":{"displayName":"Afan Shaikh","userId":"10173600647501798123"}},"outputId":"17aec656-e95c-47b9-97c9-fc3068e84b38"},"execution_count":44,"outputs":[{"output_type":"execute_result","data":{"text/plain":["{'mean_fit_time': array([0.46033468, 0.02913485, 0.25600858, 0.02993112, 0.25200167,\n","        0.03291645]),\n"," 'std_fit_time': array([0.35353504, 0.00199628, 0.00886432, 0.00179605, 0.00492408,\n","        0.00525932]),\n"," 'mean_score_time': array([0.06617556, 0.00752363, 0.05249448, 0.00753078, 0.05172162,\n","        0.00763903]),\n"," 'std_score_time': array([0.02264983, 0.00056453, 0.00220295, 0.00016419, 0.00208697,\n","        0.0002262 ]),\n"," 'param_C': masked_array(data=[1, 1, 10, 10, 20, 20],\n","              mask=[False, False, False, False, False, False],\n","        fill_value='?',\n","             dtype=object),\n"," 'param_kernel': masked_array(data=['rbf', 'linear', 'rbf', 'linear', 'rbf', 'linear'],\n","              mask=[False, False, False, False, False, False],\n","        fill_value='?',\n","             dtype=object),\n"," 'params': [{'C': 1, 'kernel': 'rbf'},\n","  {'C': 1, 'kernel': 'linear'},\n","  {'C': 10, 'kernel': 'rbf'},\n","  {'C': 10, 'kernel': 'linear'},\n","  {'C': 20, 'kernel': 'rbf'},\n","  {'C': 20, 'kernel': 'linear'}],\n"," 'split0_test_score': array([0.41111111, 0.96388889, 0.45277778, 0.96388889, 0.45277778,\n","        0.96388889]),\n"," 'split1_test_score': array([0.45      , 0.91944444, 0.46944444, 0.91944444, 0.46944444,\n","        0.91944444]),\n"," 'split2_test_score': array([0.454039  , 0.96657382, 0.47910864, 0.96657382, 0.47910864,\n","        0.96657382]),\n"," 'split3_test_score': array([0.44846797, 0.9637883 , 0.47910864, 0.9637883 , 0.47910864,\n","        0.9637883 ]),\n"," 'split4_test_score': array([0.47910864, 0.92479109, 0.50139276, 0.92479109, 0.50139276,\n","        0.92479109]),\n"," 'mean_test_score': array([0.44854534, 0.94769731, 0.47636645, 0.94769731, 0.47636645,\n","        0.94769731]),\n"," 'std_test_score': array([0.02176115, 0.02097775, 0.01578414, 0.02097775, 0.01578414,\n","        0.02097775]),\n"," 'rank_test_score': array([6, 1, 4, 1, 4, 1], dtype=int32)}"]},"metadata":{},"execution_count":44}]},{"cell_type":"code","source":["import pandas as pd\n","df = pd.DataFrame(clf.cv_results_)\n","df"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":465},"id":"XgVdbA5pLs0g","executionInfo":{"status":"ok","timestamp":1714987027992,"user_tz":-330,"elapsed":779,"user":{"displayName":"Afan Shaikh","userId":"10173600647501798123"}},"outputId":"88f000cd-b03d-4b93-cfdd-d3a030737595"},"execution_count":45,"outputs":[{"output_type":"execute_result","data":{"text/plain":["   mean_fit_time  std_fit_time  mean_score_time  std_score_time param_C  \\\n","0       0.460335      0.353535         0.066176        0.022650       1   \n","1       0.029135      0.001996         0.007524        0.000565       1   \n","2       0.256009      0.008864         0.052494        0.002203      10   \n","3       0.029931      0.001796         0.007531        0.000164      10   \n","4       0.252002      0.004924         0.051722        0.002087      20   \n","5       0.032916      0.005259         0.007639        0.000226      20   \n","\n","  param_kernel                         params  split0_test_score  \\\n","0          rbf      {'C': 1, 'kernel': 'rbf'}           0.411111   \n","1       linear   {'C': 1, 'kernel': 'linear'}           0.963889   \n","2          rbf     {'C': 10, 'kernel': 'rbf'}           0.452778   \n","3       linear  {'C': 10, 'kernel': 'linear'}           0.963889   \n","4          rbf     {'C': 20, 'kernel': 'rbf'}           0.452778   \n","5       linear  {'C': 20, 'kernel': 'linear'}           0.963889   \n","\n","   split1_test_score  split2_test_score  split3_test_score  split4_test_score  \\\n","0           0.450000           0.454039           0.448468           0.479109   \n","1           0.919444           0.966574           0.963788           0.924791   \n","2           0.469444           0.479109           0.479109           0.501393   \n","3           0.919444           0.966574           0.963788           0.924791   \n","4           0.469444           0.479109           0.479109           0.501393   \n","5           0.919444           0.966574           0.963788           0.924791   \n","\n","   mean_test_score  std_test_score  rank_test_score  \n","0         0.448545        0.021761                6  \n","1         0.947697        0.020978                1  \n","2         0.476366        0.015784                4  \n","3         0.947697        0.020978                1  \n","4         0.476366        0.015784                4  \n","5         0.947697        0.020978                1  "],"text/html":["\n","  <div id=\"df-66916e58-b099-4f99-85df-6b458ec06063\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>mean_fit_time</th>\n","      <th>std_fit_time</th>\n","      <th>mean_score_time</th>\n","      <th>std_score_time</th>\n","      <th>param_C</th>\n","      <th>param_kernel</th>\n","      <th>params</th>\n","      <th>split0_test_score</th>\n","      <th>split1_test_score</th>\n","      <th>split2_test_score</th>\n","      <th>split3_test_score</th>\n","      <th>split4_test_score</th>\n","      <th>mean_test_score</th>\n","      <th>std_test_score</th>\n","      <th>rank_test_score</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>0.460335</td>\n","      <td>0.353535</td>\n","      <td>0.066176</td>\n","      <td>0.022650</td>\n","      <td>1</td>\n","      <td>rbf</td>\n","      <td>{'C': 1, 'kernel': 'rbf'}</td>\n","      <td>0.411111</td>\n","      <td>0.450000</td>\n","      <td>0.454039</td>\n","      <td>0.448468</td>\n","      <td>0.479109</td>\n","      <td>0.448545</td>\n","      <td>0.021761</td>\n","      <td>6</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>0.029135</td>\n","      <td>0.001996</td>\n","      <td>0.007524</td>\n","      <td>0.000565</td>\n","      <td>1</td>\n","      <td>linear</td>\n","      <td>{'C': 1, 'kernel': 'linear'}</td>\n","      <td>0.963889</td>\n","      <td>0.919444</td>\n","      <td>0.966574</td>\n","      <td>0.963788</td>\n","      <td>0.924791</td>\n","      <td>0.947697</td>\n","      <td>0.020978</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>0.256009</td>\n","      <td>0.008864</td>\n","      <td>0.052494</td>\n","      <td>0.002203</td>\n","      <td>10</td>\n","      <td>rbf</td>\n","      <td>{'C': 10, 'kernel': 'rbf'}</td>\n","      <td>0.452778</td>\n","      <td>0.469444</td>\n","      <td>0.479109</td>\n","      <td>0.479109</td>\n","      <td>0.501393</td>\n","      <td>0.476366</td>\n","      <td>0.015784</td>\n","      <td>4</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>0.029931</td>\n","      <td>0.001796</td>\n","      <td>0.007531</td>\n","      <td>0.000164</td>\n","      <td>10</td>\n","      <td>linear</td>\n","      <td>{'C': 10, 'kernel': 'linear'}</td>\n","      <td>0.963889</td>\n","      <td>0.919444</td>\n","      <td>0.966574</td>\n","      <td>0.963788</td>\n","      <td>0.924791</td>\n","      <td>0.947697</td>\n","      <td>0.020978</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>0.252002</td>\n","      <td>0.004924</td>\n","      <td>0.051722</td>\n","      <td>0.002087</td>\n","      <td>20</td>\n","      <td>rbf</td>\n","      <td>{'C': 20, 'kernel': 'rbf'}</td>\n","      <td>0.452778</td>\n","      <td>0.469444</td>\n","      <td>0.479109</td>\n","      <td>0.479109</td>\n","      <td>0.501393</td>\n","      <td>0.476366</td>\n","      <td>0.015784</td>\n","      <td>4</td>\n","    </tr>\n","    <tr>\n","      <th>5</th>\n","      <td>0.032916</td>\n","      <td>0.005259</td>\n","      <td>0.007639</td>\n","      <td>0.000226</td>\n","      <td>20</td>\n","      <td>linear</td>\n","      <td>{'C': 20, 'kernel': 'linear'}</td>\n","      <td>0.963889</td>\n","      <td>0.919444</td>\n","      <td>0.966574</td>\n","      <td>0.963788</td>\n","      <td>0.924791</td>\n","      <td>0.947697</td>\n","      <td>0.020978</td>\n","      <td>1</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-66916e58-b099-4f99-85df-6b458ec06063')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-66916e58-b099-4f99-85df-6b458ec06063 button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-66916e58-b099-4f99-85df-6b458ec06063');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-2fbb56ef-ede8-4f74-a30c-f3a2b26bdd87\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-2fbb56ef-ede8-4f74-a30c-f3a2b26bdd87')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-2fbb56ef-ede8-4f74-a30c-f3a2b26bdd87 button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","  <div id=\"id_ce7fcb2b-a35d-4d76-b795-b1212e54c8c5\">\n","    <style>\n","      .colab-df-generate {\n","        background-color: #E8F0FE;\n","        border: none;\n","        border-radius: 50%;\n","        cursor: pointer;\n","        display: none;\n","        fill: #1967D2;\n","        height: 32px;\n","        padding: 0 0 0 0;\n","        width: 32px;\n","      }\n","\n","      .colab-df-generate:hover {\n","        background-color: #E2EBFA;\n","        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","        fill: #174EA6;\n","      }\n","\n","      [theme=dark] .colab-df-generate {\n","        background-color: #3B4455;\n","        fill: #D2E3FC;\n","      }\n","\n","      [theme=dark] .colab-df-generate:hover {\n","        background-color: #434B5C;\n","        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","        fill: #FFFFFF;\n","      }\n","    </style>\n","    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('df')\"\n","            title=\"Generate code using this dataframe.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n","  </svg>\n","    </button>\n","    <script>\n","      (() => {\n","      const buttonEl =\n","        document.querySelector('#id_ce7fcb2b-a35d-4d76-b795-b1212e54c8c5 button.colab-df-generate');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      buttonEl.onclick = () => {\n","        google.colab.notebook.generateWithVariable('df');\n","      }\n","      })();\n","    </script>\n","  </div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"df","summary":"{\n  \"name\": \"df\",\n  \"rows\": 6,\n  \"fields\": [\n    {\n      \"column\": \"mean_fit_time\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.17686102511960913,\n        \"min\": 0.029134845733642577,\n        \"max\": 0.46033468246459963,\n        \"num_unique_values\": 6,\n        \"samples\": [\n          0.46033468246459963,\n          0.029134845733642577,\n          0.03291645050048828\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"std_fit_time\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.1424886061982643,\n        \"min\": 0.0017960548451517375,\n        \"max\": 0.353535036061247,\n        \"num_unique_values\": 6,\n        \"samples\": [\n          0.353535036061247,\n          0.001996277373821523,\n          0.005259320389984241\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"mean_score_time\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.027451886889241925,\n        \"min\": 0.007523632049560547,\n        \"max\": 0.06617555618286133,\n        \"num_unique_values\": 6,\n        \"samples\": [\n          0.06617555618286133,\n          0.007523632049560547,\n          0.0076390266418457035\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"std_score_time\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.008864927597573177,\n        \"min\": 0.00016418941561115177,\n        \"max\": 0.022649833606114177,\n        \"num_unique_values\": 6,\n        \"samples\": [\n          0.022649833606114177,\n          0.0005645262328065015,\n          0.00022620405945436887\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"param_C\",\n      \"properties\": {\n        \"dtype\": \"date\",\n        \"min\": 1,\n        \"max\": 20,\n        \"num_unique_values\": 3,\n        \"samples\": [\n          1,\n          10,\n          20\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"param_kernel\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 2,\n        \"samples\": [\n          \"linear\",\n          \"rbf\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"params\",\n      \"properties\": {\n        \"dtype\": \"object\",\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"split0_test_score\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.2879565617961874,\n        \"min\": 0.4111111111111111,\n        \"max\": 0.9638888888888889,\n        \"num_unique_values\": 3,\n        \"samples\": [\n          0.4111111111111111,\n          0.9638888888888889\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"split1_test_score\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.2501259970560681,\n        \"min\": 0.45,\n        \"max\": 0.9194444444444444,\n        \"num_unique_values\": 3,\n        \"samples\": [\n          0.45,\n          0.9194444444444444\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"split2_test_score\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.2717269838051743,\n        \"min\": 0.45403899721448465,\n        \"max\": 0.9665738161559888,\n        \"num_unique_values\": 3,\n        \"samples\": [\n          0.45403899721448465,\n          0.9665738161559888\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"split3_test_score\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.27129498779782685,\n        \"min\": 0.44846796657381616,\n        \"max\": 0.9637883008356546,\n        \"num_unique_values\": 3,\n        \"samples\": [\n          0.44846796657381616,\n          0.9637883008356546\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"split4_test_score\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.23611357258261187,\n        \"min\": 0.479108635097493,\n        \"max\": 0.924791086350975,\n        \"num_unique_values\": 3,\n        \"samples\": [\n          0.479108635097493,\n          0.924791086350975\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"mean_test_score\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.26343390973630787,\n        \"min\": 0.448545341999381,\n        \"max\": 0.9476973073351903,\n        \"num_unique_values\": 3,\n        \"samples\": [\n          0.448545341999381,\n          0.9476973073351903\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"std_test_score\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.002799595784163587,\n        \"min\": 0.01578413666589177,\n        \"max\": 0.02176115250475068,\n        \"num_unique_values\": 3,\n        \"samples\": [\n          0.02176115250475068,\n          0.020977746264099654\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"rank_test_score\",\n      \"properties\": {\n        \"dtype\": \"int32\",\n        \"num_unique_values\": 3,\n        \"samples\": [\n          6,\n          1\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"}},"metadata":{},"execution_count":45}]},{"cell_type":"code","source":["clf.best_params_"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"oQn39qwCMf0O","executionInfo":{"status":"ok","timestamp":1714987077163,"user_tz":-330,"elapsed":594,"user":{"displayName":"Afan Shaikh","userId":"10173600647501798123"}},"outputId":"835fa6f9-1469-485b-fdb1-25ff0d9a074c"},"execution_count":46,"outputs":[{"output_type":"execute_result","data":{"text/plain":["{'C': 1, 'kernel': 'linear'}"]},"metadata":{},"execution_count":46}]},{"cell_type":"code","source":["clf.best_score_"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"jrEkC5lMMit3","executionInfo":{"status":"ok","timestamp":1714987089892,"user_tz":-330,"elapsed":621,"user":{"displayName":"Afan Shaikh","userId":"10173600647501798123"}},"outputId":"fff25a48-84d9-42fa-b64f-256adc950241"},"execution_count":47,"outputs":[{"output_type":"execute_result","data":{"text/plain":["0.9476973073351903"]},"metadata":{},"execution_count":47}]},{"cell_type":"code","source":["dir(clf)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"nQ_JfXLyMmpt","executionInfo":{"status":"ok","timestamp":1714987105668,"user_tz":-330,"elapsed":625,"user":{"displayName":"Afan Shaikh","userId":"10173600647501798123"}},"outputId":"e695999f-85fe-4b4b-a6e8-136dfe475f74"},"execution_count":48,"outputs":[{"output_type":"execute_result","data":{"text/plain":["['__abstractmethods__',\n"," '__class__',\n"," '__delattr__',\n"," '__dict__',\n"," '__dir__',\n"," '__doc__',\n"," '__eq__',\n"," '__format__',\n"," '__ge__',\n"," '__getattribute__',\n"," '__getstate__',\n"," '__gt__',\n"," '__hash__',\n"," '__init__',\n"," '__init_subclass__',\n"," '__le__',\n"," '__lt__',\n"," '__module__',\n"," '__ne__',\n"," '__new__',\n"," '__reduce__',\n"," '__reduce_ex__',\n"," '__repr__',\n"," '__setattr__',\n"," '__setstate__',\n"," '__sizeof__',\n"," '__str__',\n"," '__subclasshook__',\n"," '__weakref__',\n"," '_abc_impl',\n"," '_check_feature_names',\n"," '_check_n_features',\n"," '_check_refit_for_multimetric',\n"," '_estimator_type',\n"," '_format_results',\n"," '_get_param_names',\n"," '_get_tags',\n"," '_more_tags',\n"," '_repr_html_',\n"," '_repr_html_inner',\n"," '_repr_mimebundle_',\n"," '_required_parameters',\n"," '_run_search',\n"," '_select_best_index',\n"," '_validate_data',\n"," '_validate_params',\n"," 'best_estimator_',\n"," 'best_index_',\n"," 'best_params_',\n"," 'best_score_',\n"," 'classes_',\n"," 'cv',\n"," 'cv_results_',\n"," 'decision_function',\n"," 'error_score',\n"," 'estimator',\n"," 'fit',\n"," 'get_params',\n"," 'inverse_transform',\n"," 'multimetric_',\n"," 'n_features_in_',\n"," 'n_jobs',\n"," 'n_splits_',\n"," 'param_grid',\n"," 'pre_dispatch',\n"," 'predict',\n"," 'predict_log_proba',\n"," 'predict_proba',\n"," 'refit',\n"," 'refit_time_',\n"," 'return_train_score',\n"," 'score',\n"," 'score_samples',\n"," 'scorer_',\n"," 'scoring',\n"," 'set_params',\n"," 'transform',\n"," 'verbose']"]},"metadata":{},"execution_count":48}]},{"cell_type":"code","source":["from sklearn.model_selection import RandomizedSearchCV\n","rs = RandomizedSearchCV(svm.SVC(gamma='auto'),{\n","    'C':[1,10,20],\n","    'kernel':['linear','rbf']\n","},\n","     cv=5,\n","     return_train_score=False,\n","     n_iter=2\n",")\n","rs.fit(digits.data, digits.target)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":116},"id":"gxWzVsDQM0TR","executionInfo":{"status":"ok","timestamp":1714987468573,"user_tz":-330,"elapsed":1101,"user":{"displayName":"Afan Shaikh","userId":"10173600647501798123"}},"outputId":"47e1e98b-1cfe-410c-9c6e-4a73a1b68f38"},"execution_count":49,"outputs":[{"output_type":"execute_result","data":{"text/plain":["RandomizedSearchCV(cv=5, estimator=SVC(gamma='auto'), n_iter=2,\n","                   param_distributions={'C': [1, 10, 20],\n","                                        'kernel': ['linear', 'rbf']})"],"text/html":["<style>#sk-container-id-1 {color: black;background-color: white;}#sk-container-id-1 pre{padding: 0;}#sk-container-id-1 div.sk-toggleable {background-color: white;}#sk-container-id-1 label.sk-toggleable__label {cursor: pointer;display: block;width: 100%;margin-bottom: 0;padding: 0.3em;box-sizing: border-box;text-align: center;}#sk-container-id-1 label.sk-toggleable__label-arrow:before {content: \"▸\";float: left;margin-right: 0.25em;color: #696969;}#sk-container-id-1 label.sk-toggleable__label-arrow:hover:before {color: black;}#sk-container-id-1 div.sk-estimator:hover label.sk-toggleable__label-arrow:before {color: black;}#sk-container-id-1 div.sk-toggleable__content {max-height: 0;max-width: 0;overflow: hidden;text-align: left;background-color: #f0f8ff;}#sk-container-id-1 div.sk-toggleable__content pre {margin: 0.2em;color: black;border-radius: 0.25em;background-color: #f0f8ff;}#sk-container-id-1 input.sk-toggleable__control:checked~div.sk-toggleable__content {max-height: 200px;max-width: 100%;overflow: auto;}#sk-container-id-1 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {content: \"▾\";}#sk-container-id-1 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-1 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-1 input.sk-hidden--visually {border: 0;clip: rect(1px 1px 1px 1px);clip: rect(1px, 1px, 1px, 1px);height: 1px;margin: -1px;overflow: hidden;padding: 0;position: absolute;width: 1px;}#sk-container-id-1 div.sk-estimator {font-family: monospace;background-color: #f0f8ff;border: 1px dotted black;border-radius: 0.25em;box-sizing: border-box;margin-bottom: 0.5em;}#sk-container-id-1 div.sk-estimator:hover {background-color: #d4ebff;}#sk-container-id-1 div.sk-parallel-item::after {content: \"\";width: 100%;border-bottom: 1px solid gray;flex-grow: 1;}#sk-container-id-1 div.sk-label:hover label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-1 div.sk-serial::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: 0;}#sk-container-id-1 div.sk-serial {display: flex;flex-direction: column;align-items: center;background-color: white;padding-right: 0.2em;padding-left: 0.2em;position: relative;}#sk-container-id-1 div.sk-item {position: relative;z-index: 1;}#sk-container-id-1 div.sk-parallel {display: flex;align-items: stretch;justify-content: center;background-color: white;position: relative;}#sk-container-id-1 div.sk-item::before, #sk-container-id-1 div.sk-parallel-item::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: -1;}#sk-container-id-1 div.sk-parallel-item {display: flex;flex-direction: column;z-index: 1;position: relative;background-color: white;}#sk-container-id-1 div.sk-parallel-item:first-child::after {align-self: flex-end;width: 50%;}#sk-container-id-1 div.sk-parallel-item:last-child::after {align-self: flex-start;width: 50%;}#sk-container-id-1 div.sk-parallel-item:only-child::after {width: 0;}#sk-container-id-1 div.sk-dashed-wrapped {border: 1px dashed gray;margin: 0 0.4em 0.5em 0.4em;box-sizing: border-box;padding-bottom: 0.4em;background-color: white;}#sk-container-id-1 div.sk-label label {font-family: monospace;font-weight: bold;display: inline-block;line-height: 1.2em;}#sk-container-id-1 div.sk-label-container {text-align: center;}#sk-container-id-1 div.sk-container {/* jupyter's `normalize.less` sets `[hidden] { display: none; }` but bootstrap.min.css set `[hidden] { display: none !important; }` so we also need the `!important` here to be able to override the default hidden behavior on the sphinx rendered scikit-learn.org. See: https://github.com/scikit-learn/scikit-learn/issues/21755 */display: inline-block !important;position: relative;}#sk-container-id-1 div.sk-text-repr-fallback {display: none;}</style><div id=\"sk-container-id-1\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>RandomizedSearchCV(cv=5, estimator=SVC(gamma=&#x27;auto&#x27;), n_iter=2,\n","                   param_distributions={&#x27;C&#x27;: [1, 10, 20],\n","                                        &#x27;kernel&#x27;: [&#x27;linear&#x27;, &#x27;rbf&#x27;]})</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item sk-dashed-wrapped\"><div class=\"sk-label-container\"><div class=\"sk-label sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-1\" type=\"checkbox\" ><label for=\"sk-estimator-id-1\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">RandomizedSearchCV</label><div class=\"sk-toggleable__content\"><pre>RandomizedSearchCV(cv=5, estimator=SVC(gamma=&#x27;auto&#x27;), n_iter=2,\n","                   param_distributions={&#x27;C&#x27;: [1, 10, 20],\n","                                        &#x27;kernel&#x27;: [&#x27;linear&#x27;, &#x27;rbf&#x27;]})</pre></div></div></div><div class=\"sk-parallel\"><div class=\"sk-parallel-item\"><div class=\"sk-item\"><div class=\"sk-label-container\"><div class=\"sk-label sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-2\" type=\"checkbox\" ><label for=\"sk-estimator-id-2\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">estimator: SVC</label><div class=\"sk-toggleable__content\"><pre>SVC(gamma=&#x27;auto&#x27;)</pre></div></div></div><div class=\"sk-serial\"><div class=\"sk-item\"><div class=\"sk-estimator sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-3\" type=\"checkbox\" ><label for=\"sk-estimator-id-3\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">SVC</label><div class=\"sk-toggleable__content\"><pre>SVC(gamma=&#x27;auto&#x27;)</pre></div></div></div></div></div></div></div></div></div></div>"]},"metadata":{},"execution_count":49}]},{"cell_type":"code","source":["pd.DataFrame(rs.cv_results_)[['param_C','param_kernel','mean_test_score']]"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":112},"id":"UmBDiE7fONAA","executionInfo":{"status":"ok","timestamp":1714987544661,"user_tz":-330,"elapsed":890,"user":{"displayName":"Afan Shaikh","userId":"10173600647501798123"}},"outputId":"f87e3c36-0f23-4e0a-fb4b-6d8c195321b8"},"execution_count":50,"outputs":[{"output_type":"execute_result","data":{"text/plain":["  param_C param_kernel  mean_test_score\n","0      10          rbf         0.476366\n","1      20       linear         0.947697"],"text/html":["\n","  <div id=\"df-80c9788e-ef38-497d-9b0a-16a1494d39cf\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>param_C</th>\n","      <th>param_kernel</th>\n","      <th>mean_test_score</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>10</td>\n","      <td>rbf</td>\n","      <td>0.476366</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>20</td>\n","      <td>linear</td>\n","      <td>0.947697</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-80c9788e-ef38-497d-9b0a-16a1494d39cf')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-80c9788e-ef38-497d-9b0a-16a1494d39cf button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-80c9788e-ef38-497d-9b0a-16a1494d39cf');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-4f1d46bd-2363-417c-887b-41ead19c37f8\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-4f1d46bd-2363-417c-887b-41ead19c37f8')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-4f1d46bd-2363-417c-887b-41ead19c37f8 button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","summary":"{\n  \"name\": \"pd\",\n  \"rows\": 2,\n  \"fields\": [\n    {\n      \"column\": \"param_C\",\n      \"properties\": {\n        \"dtype\": \"date\",\n        \"min\": 10,\n        \"max\": 20,\n        \"num_unique_values\": 2,\n        \"samples\": [\n          20,\n          10\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"param_kernel\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 2,\n        \"samples\": [\n          \"linear\",\n          \"rbf\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"mean_test_score\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.3332812453932397,\n        \"min\": 0.47636645001547506,\n        \"max\": 0.9476973073351903,\n        \"num_unique_values\": 2,\n        \"samples\": [\n          0.9476973073351903,\n          0.47636645001547506\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"}},"metadata":{},"execution_count":50}]},{"cell_type":"code","source":["from sklearn import svm\n","from sklearn.ensemble import RandomForestClassifier\n","from sklearn.linear_model import LogisticRegression\n","from sklearn.naive_bayes import GaussianNB\n","from sklearn.naive_bayes import MultinomialNB\n","from sklearn.tree import DecisionTreeClassifier"],"metadata":{"id":"Vu0YcFWrOTmt","executionInfo":{"status":"ok","timestamp":1714987577669,"user_tz":-330,"elapsed":11,"user":{"displayName":"Afan Shaikh","userId":"10173600647501798123"}}},"execution_count":51,"outputs":[]},{"cell_type":"code","source":["model_params = {\n","    'svm': {\n","        'model': svm.SVC(gamma='auto'),\n","        'params' : {\n","            'C': [1,10,20],\n","            'kernel': ['rbf','linear']\n","        }\n","    },\n","    'random_forest': {\n","        'model': RandomForestClassifier(),\n","        'params' : {\n","            'n_estimators': [1,5,10]\n","        }\n","    },\n","    'logistic_regression' : {\n","        'model': LogisticRegression(solver='liblinear',multi_class='auto'),\n","        'params': {\n","            'C': [1,5,10]\n","        }\n","    },\n","    'naive_bayes' : {\n","        'model': GaussianNB()\n","    }\n","}"],"metadata":{"id":"qWcTcvOiObpd","executionInfo":{"status":"ok","timestamp":1714988200305,"user_tz":-330,"elapsed":722,"user":{"displayName":"Afan Shaikh","userId":"10173600647501798123"}}},"execution_count":52,"outputs":[]},{"cell_type":"code","source":["model_params = {\n","    'svm': {\n","        'model': svm.SVC(gamma='auto'),\n","        'params': {\n","            'C': [1, 10, 20],\n","            'kernel': ['rbf', 'linear']\n","        }\n","    },\n","    'random_forest': {\n","        'model': RandomForestClassifier(),\n","        'params': {\n","            'n_estimators': [1, 5, 10]\n","        }\n","    },\n","    'logistic_regression': {\n","        'model': LogisticRegression(solver='liblinear', multi_class='auto'),\n","        'params': {\n","            'C': [1, 5, 10]\n","        }\n","    },\n","    'naive_bayes': {\n","        'model': GaussianNB(),\n","        'params': {}\n","    },\n","    'dt': {\n","        'model': DecisionTreeClassifier(),\n","        'params': {\n","            'criterion': ['gini', 'entropy'],\n","            'splitter': ['best', 'random']\n","        }\n","    },\n","    'multinomial_nb': {\n","        'model': MultinomialNB(),\n","        'params': {}\n","    }\n","}\n"],"metadata":{"id":"A86evkbuQh4b","executionInfo":{"status":"ok","timestamp":1714988617319,"user_tz":-330,"elapsed":693,"user":{"displayName":"Afan Shaikh","userId":"10173600647501798123"}}},"execution_count":55,"outputs":[]},{"cell_type":"code","source":["scores = []\n","for model_name, mp in model_params.items():\n","    clf =  GridSearchCV(mp['model'], mp['params'], cv=5, return_train_score=False)\n","    clf.fit(digits.data, digits.target)\n","    scores.append({\n","        'model': model_name,\n","        'best_score': clf.best_score_,\n","        'best_params': clf.best_params_\n","    })\n","\n","df = pd.DataFrame(scores,columns=['model','best_score','best_params'])\n","df"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":237},"id":"KSjSunwpRCsX","executionInfo":{"status":"ok","timestamp":1714989083033,"user_tz":-330,"elapsed":13529,"user":{"displayName":"Afan Shaikh","userId":"10173600647501798123"}},"outputId":"cd5cc636-6389-4067-e9a9-dfef396b3f42"},"execution_count":57,"outputs":[{"output_type":"execute_result","data":{"text/plain":["                 model  best_score  \\\n","0                  svm    0.947697   \n","1        random_forest    0.900973   \n","2  logistic_regression    0.922114   \n","3          naive_bayes    0.806928   \n","4                   dt    0.805260   \n","5       multinomial_nb    0.870350   \n","\n","                                    best_params  \n","0                  {'C': 1, 'kernel': 'linear'}  \n","1                          {'n_estimators': 10}  \n","2                                      {'C': 1}  \n","3                                            {}  \n","4  {'criterion': 'entropy', 'splitter': 'best'}  \n","5                                            {}  "],"text/html":["\n","  <div id=\"df-9b402492-52a8-4b82-ba0b-14c4c58d61cf\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>model</th>\n","      <th>best_score</th>\n","      <th>best_params</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>svm</td>\n","      <td>0.947697</td>\n","      <td>{'C': 1, 'kernel': 'linear'}</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>random_forest</td>\n","      <td>0.900973</td>\n","      <td>{'n_estimators': 10}</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>logistic_regression</td>\n","      <td>0.922114</td>\n","      <td>{'C': 1}</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>naive_bayes</td>\n","      <td>0.806928</td>\n","      <td>{}</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>dt</td>\n","      <td>0.805260</td>\n","      <td>{'criterion': 'entropy', 'splitter': 'best'}</td>\n","    </tr>\n","    <tr>\n","      <th>5</th>\n","      <td>multinomial_nb</td>\n","      <td>0.870350</td>\n","      <td>{}</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-9b402492-52a8-4b82-ba0b-14c4c58d61cf')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-9b402492-52a8-4b82-ba0b-14c4c58d61cf button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-9b402492-52a8-4b82-ba0b-14c4c58d61cf');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-03af03a2-b74c-4e48-8120-8ef8e7b6039f\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-03af03a2-b74c-4e48-8120-8ef8e7b6039f')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-03af03a2-b74c-4e48-8120-8ef8e7b6039f button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","  <div id=\"id_160bd26d-e9c3-49bb-bef4-12b4b8cb4b19\">\n","    <style>\n","      .colab-df-generate {\n","        background-color: #E8F0FE;\n","        border: none;\n","        border-radius: 50%;\n","        cursor: pointer;\n","        display: none;\n","        fill: #1967D2;\n","        height: 32px;\n","        padding: 0 0 0 0;\n","        width: 32px;\n","      }\n","\n","      .colab-df-generate:hover {\n","        background-color: #E2EBFA;\n","        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","        fill: #174EA6;\n","      }\n","\n","      [theme=dark] .colab-df-generate {\n","        background-color: #3B4455;\n","        fill: #D2E3FC;\n","      }\n","\n","      [theme=dark] .colab-df-generate:hover {\n","        background-color: #434B5C;\n","        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","        fill: #FFFFFF;\n","      }\n","    </style>\n","    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('df')\"\n","            title=\"Generate code using this dataframe.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n","  </svg>\n","    </button>\n","    <script>\n","      (() => {\n","      const buttonEl =\n","        document.querySelector('#id_160bd26d-e9c3-49bb-bef4-12b4b8cb4b19 button.colab-df-generate');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      buttonEl.onclick = () => {\n","        google.colab.notebook.generateWithVariable('df');\n","      }\n","      })();\n","    </script>\n","  </div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"df","summary":"{\n  \"name\": \"df\",\n  \"rows\": 6,\n  \"fields\": [\n    {\n      \"column\": \"model\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 6,\n        \"samples\": [\n          \"svm\",\n          \"random_forest\",\n          \"multinomial_nb\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"best_score\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.05949194940689099,\n        \"min\": 0.805259981429898,\n        \"max\": 0.9476973073351903,\n        \"num_unique_values\": 6,\n        \"samples\": [\n          0.9476973073351903,\n          0.9009733828536056,\n          0.8703497369235531\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"best_params\",\n      \"properties\": {\n        \"dtype\": \"object\",\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"}},"metadata":{},"execution_count":57}]}]}