Permalink
Cannot retrieve contributors at this time
Name already in use
A tag already exists with the provided branch name. Many Git commands accept both tag and branch names, so creating this branch may cause unexpected behavior. Are you sure you want to create this branch?
Generative-LLMs-for-clinical-classification/classification/Classification W_O FT 2020.ipynb
Go to fileThis commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
1 lines (1 sloc)
87.6 KB
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| {"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"provenance":[],"collapsed_sections":["8tc7IFIv5GZv","YhZGOTVuVZi7"],"mount_file_id":"17thQU0jIXbd3VX_QITw_qNrY5sV3V5Zl","authorship_tag":"ABX9TyO+rY0Hvz1Cfne55ApJnORi"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"}},"cells":[{"cell_type":"markdown","source":["then finish fine tuning using Lora\n","and do the classification again on all 3 datasets\n","oversample 2020 using smote\n"],"metadata":{"id":"Lrm2xEBuv5dg"}},{"cell_type":"code","source":["import pandas as pd\n","import numpy as np\n","from sklearn.model_selection import train_test_split\n","from sklearn.preprocessing import StandardScaler, LabelEncoder\n","from sklearn.model_selection import GridSearchCV\n","from sklearn.metrics import classification_report\n","from sklearn.svm import SVC"],"metadata":{"id":"9Q4U4TWWnUNa","executionInfo":{"status":"ok","timestamp":1691490643883,"user_tz":-60,"elapsed":1517,"user":{"displayName":"Unknown","userId":"16317712665857714848"}}},"execution_count":1,"outputs":[]},{"cell_type":"code","source":["df1 = pd.read_json('/content/drive/MyDrive/Colab Notebooks/dissertation/data/2020_noFT.json')\n","\n","df2 = pd.read_json('/content/drive/MyDrive/Colab Notebooks/dissertation/data/2019_noFT.json')\n","\n","df = pd.concat([df1, df2], ignore_index=True)\n","\n","# Create the StandardScaler object\n","scaler = StandardScaler()"],"metadata":{"id":"pX9KCq5pSseO","executionInfo":{"status":"ok","timestamp":1691497079273,"user_tz":-60,"elapsed":2249,"user":{"displayName":"Unknown","userId":"16317712665857714848"}}},"execution_count":58,"outputs":[]},{"cell_type":"code","source":["df"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":835},"id":"RG76ZIRnmMBQ","executionInfo":{"status":"ok","timestamp":1691497088386,"user_tz":-60,"elapsed":634,"user":{"displayName":"Unknown","userId":"16317712665857714848"}},"outputId":"b7d0269d-db73-4e8f-96f4-8b3206fcf9aa"},"execution_count":61,"outputs":[{"output_type":"execute_result","data":{"text/plain":[" Chief Complaint Predict Consensus \\\n","0 Altercation while making arrest, c/o R hand pa... N N \n","1 Cut on L upper thigh wtih saw. Bleeding contro... N N \n","2 Generalized pain all over. Patient not answeri... N N \n","3 R knee pain and swelling x2 weeks. \"I've just ... U N \n","4 R wrist pain/swelling/numbness since this morn... U N \n",".. ... ... ... \n","558 unwitnessed seizure last night, no dialysis in... N N \n","559 upper abd/R side chest pain x1 month, new onse... N N \n","560 upper lip swelling x one day, pmh HTN, COPD, b... N N \n","562 was getting prepped for colonoscopy and was se... N N \n","563 Was seen at <<HOSPITAL>> after an MVC. Pt stat... N N \n","\n"," emb_biogpt_no_FineT \\\n","0 [[0.0141769592, 1.0703889132, -0.3458461463, -... \n","1 [[-0.25635513660000003, -1.5399489403, -0.2716... \n","2 [[-1.118257761, -0.5657621622, -2.4232051373, ... \n","3 [[-0.3429946005, -0.1585950851, -1.94019198420... \n","4 [[-1.1331700087, 0.2827310562, -0.7864428163, ... \n",".. ... \n","558 [[0.7233701944, 0.0476501323, -2.4842305183, -... \n","559 [[-0.1761449426, 1.5961328745, 0.3407876492, -... \n","560 [[0.6994464993, 1.261431694, -1.8226729631, -1... \n","562 [[0.32566601040000004, -0.4120418131, -1.20206... \n","563 [[1.2505469322, 0.0630776435, -1.1872206926, -... \n","\n"," emb_Stanford_no_FineT \\\n","0 [[-1.9086047411, -0.82944417, 0.6341077089, -2... \n","1 [[-2.2433929443, -2.4271149635, 2.2515320778, ... \n","2 [[2.2665572166, -2.2414543629, -0.8722355962, ... \n","3 [[-1.0249686241, 1.502045989, 0.89535653590000... \n","4 [[-2.1526670456, -0.10646272450000001, 0.78903... \n",".. ... \n","558 [[1.5159145594, 1.7410211563, 0.5374487042, -1... \n","559 [[-1.7635282278000002, 2.4325175285, 1.2939627... \n","560 [[-1.6149325371, 3.6044323444, -1.4300086498, ... \n","562 [[0.3229598403, 2.0347685814, 0.94253301620000... \n","563 [[-1.4236990213, 3.0796804428, -2.6713602543, ... \n","\n"," emb_LLaMA_no_FineT \n","0 [[-0.063993305, -0.7508783937, 0.077450037, -2... \n","1 [[-1.142950654, -1.1670117378, 0.4413070977000... \n","2 [[-2.1129620075, -1.2800078392, -0.1476729363,... \n","3 [[-1.5126222372, 0.2847052813, -0.306862145700... \n","4 [[-0.3649587333, -0.7817160487, 0.1761958003, ... \n",".. ... \n","558 [[-0.8898552656000001, -0.0962213725, -0.02305... \n","559 [[-0.4914414287, -0.6700435281, 0.2099424601, ... \n","560 [[-1.3824286461, -0.5182033777, -0.7089595795,... \n","562 [[-1.6664118767, 0.39107346530000003, 0.348639... \n","563 [[-0.4220611453, -0.2675423622, 0.210121303800... \n","\n","[445 rows x 6 columns]"],"text/html":["\n","\n"," <div id=\"df-f258ce51-aea9-49f7-ae52-3795b8ab98ec\">\n"," <div class=\"colab-df-container\">\n"," <div>\n","<style scoped>\n"," .dataframe tbody tr th:only-of-type {\n"," vertical-align: middle;\n"," }\n","\n"," .dataframe tbody tr th {\n"," vertical-align: top;\n"," }\n","\n"," .dataframe thead th {\n"," text-align: right;\n"," }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n"," <thead>\n"," <tr style=\"text-align: right;\">\n"," <th></th>\n"," <th>Chief Complaint</th>\n"," <th>Predict</th>\n"," <th>Consensus</th>\n"," <th>emb_biogpt_no_FineT</th>\n"," <th>emb_Stanford_no_FineT</th>\n"," <th>emb_LLaMA_no_FineT</th>\n"," </tr>\n"," </thead>\n"," <tbody>\n"," <tr>\n"," <th>0</th>\n"," <td>Altercation while making arrest, c/o R hand pa...</td>\n"," <td>N</td>\n"," <td>N</td>\n"," <td>[[0.0141769592, 1.0703889132, -0.3458461463, -...</td>\n"," <td>[[-1.9086047411, -0.82944417, 0.6341077089, -2...</td>\n"," <td>[[-0.063993305, -0.7508783937, 0.077450037, -2...</td>\n"," </tr>\n"," <tr>\n"," <th>1</th>\n"," <td>Cut on L upper thigh wtih saw. Bleeding contro...</td>\n"," <td>N</td>\n"," <td>N</td>\n"," <td>[[-0.25635513660000003, -1.5399489403, -0.2716...</td>\n"," <td>[[-2.2433929443, -2.4271149635, 2.2515320778, ...</td>\n"," <td>[[-1.142950654, -1.1670117378, 0.4413070977000...</td>\n"," </tr>\n"," <tr>\n"," <th>2</th>\n"," <td>Generalized pain all over. Patient not answeri...</td>\n"," <td>N</td>\n"," <td>N</td>\n"," <td>[[-1.118257761, -0.5657621622, -2.4232051373, ...</td>\n"," <td>[[2.2665572166, -2.2414543629, -0.8722355962, ...</td>\n"," <td>[[-2.1129620075, -1.2800078392, -0.1476729363,...</td>\n"," </tr>\n"," <tr>\n"," <th>3</th>\n"," <td>R knee pain and swelling x2 weeks. \"I've just ...</td>\n"," <td>U</td>\n"," <td>N</td>\n"," <td>[[-0.3429946005, -0.1585950851, -1.94019198420...</td>\n"," <td>[[-1.0249686241, 1.502045989, 0.89535653590000...</td>\n"," <td>[[-1.5126222372, 0.2847052813, -0.306862145700...</td>\n"," </tr>\n"," <tr>\n"," <th>4</th>\n"," <td>R wrist pain/swelling/numbness since this morn...</td>\n"," <td>U</td>\n"," <td>N</td>\n"," <td>[[-1.1331700087, 0.2827310562, -0.7864428163, ...</td>\n"," <td>[[-2.1526670456, -0.10646272450000001, 0.78903...</td>\n"," <td>[[-0.3649587333, -0.7817160487, 0.1761958003, ...</td>\n"," </tr>\n"," <tr>\n"," <th>...</th>\n"," <td>...</td>\n"," <td>...</td>\n"," <td>...</td>\n"," <td>...</td>\n"," <td>...</td>\n"," <td>...</td>\n"," </tr>\n"," <tr>\n"," <th>558</th>\n"," <td>unwitnessed seizure last night, no dialysis in...</td>\n"," <td>N</td>\n"," <td>N</td>\n"," <td>[[0.7233701944, 0.0476501323, -2.4842305183, -...</td>\n"," <td>[[1.5159145594, 1.7410211563, 0.5374487042, -1...</td>\n"," <td>[[-0.8898552656000001, -0.0962213725, -0.02305...</td>\n"," </tr>\n"," <tr>\n"," <th>559</th>\n"," <td>upper abd/R side chest pain x1 month, new onse...</td>\n"," <td>N</td>\n"," <td>N</td>\n"," <td>[[-0.1761449426, 1.5961328745, 0.3407876492, -...</td>\n"," <td>[[-1.7635282278000002, 2.4325175285, 1.2939627...</td>\n"," <td>[[-0.4914414287, -0.6700435281, 0.2099424601, ...</td>\n"," </tr>\n"," <tr>\n"," <th>560</th>\n"," <td>upper lip swelling x one day, pmh HTN, COPD, b...</td>\n"," <td>N</td>\n"," <td>N</td>\n"," <td>[[0.6994464993, 1.261431694, -1.8226729631, -1...</td>\n"," <td>[[-1.6149325371, 3.6044323444, -1.4300086498, ...</td>\n"," <td>[[-1.3824286461, -0.5182033777, -0.7089595795,...</td>\n"," </tr>\n"," <tr>\n"," <th>562</th>\n"," <td>was getting prepped for colonoscopy and was se...</td>\n"," <td>N</td>\n"," <td>N</td>\n"," <td>[[0.32566601040000004, -0.4120418131, -1.20206...</td>\n"," <td>[[0.3229598403, 2.0347685814, 0.94253301620000...</td>\n"," <td>[[-1.6664118767, 0.39107346530000003, 0.348639...</td>\n"," </tr>\n"," <tr>\n"," <th>563</th>\n"," <td>Was seen at <<HOSPITAL>> after an MVC. Pt stat...</td>\n"," <td>N</td>\n"," <td>N</td>\n"," <td>[[1.2505469322, 0.0630776435, -1.1872206926, -...</td>\n"," <td>[[-1.4236990213, 3.0796804428, -2.6713602543, ...</td>\n"," <td>[[-0.4220611453, -0.2675423622, 0.210121303800...</td>\n"," </tr>\n"," </tbody>\n","</table>\n","<p>445 rows × 6 columns</p>\n","</div>\n"," <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-f258ce51-aea9-49f7-ae52-3795b8ab98ec')\"\n"," title=\"Convert this dataframe to an interactive table.\"\n"," style=\"display:none;\">\n","\n"," <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n"," width=\"24px\">\n"," <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n"," <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n"," </svg>\n"," </button>\n","\n","\n","\n"," <div id=\"df-8708adb8-7025-47fd-a19a-cc30b3caa12c\">\n"," <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-8708adb8-7025-47fd-a19a-cc30b3caa12c')\"\n"," title=\"Suggest charts.\"\n"," style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n"," width=\"24px\">\n"," <g>\n"," <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n"," </g>\n","</svg>\n"," </button>\n"," </div>\n","\n","<style>\n"," .colab-df-quickchart {\n"," background-color: #E8F0FE;\n"," border: none;\n"," border-radius: 50%;\n"," cursor: pointer;\n"," display: none;\n"," fill: #1967D2;\n"," height: 32px;\n"," padding: 0 0 0 0;\n"," width: 32px;\n"," }\n","\n"," .colab-df-quickchart:hover {\n"," background-color: #E2EBFA;\n"," box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n"," fill: #174EA6;\n"," }\n","\n"," [theme=dark] .colab-df-quickchart {\n"," background-color: #3B4455;\n"," fill: #D2E3FC;\n"," }\n","\n"," [theme=dark] .colab-df-quickchart:hover {\n"," background-color: #434B5C;\n"," box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n"," filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n"," fill: #FFFFFF;\n"," }\n","</style>\n","\n"," <script>\n"," async function quickchart(key) {\n"," const containerElement = document.querySelector('#' + key);\n"," const charts = await google.colab.kernel.invokeFunction(\n"," 'suggestCharts', [key], {});\n"," }\n"," </script>\n","\n"," <script>\n","\n","function displayQuickchartButton(domScope) {\n"," let quickchartButtonEl =\n"," domScope.querySelector('#df-8708adb8-7025-47fd-a19a-cc30b3caa12c button.colab-df-quickchart');\n"," quickchartButtonEl.style.display =\n"," google.colab.kernel.accessAllowed ? 'block' : 'none';\n","}\n","\n"," displayQuickchartButton(document);\n"," </script>\n"," <style>\n"," .colab-df-container {\n"," display:flex;\n"," flex-wrap:wrap;\n"," gap: 12px;\n"," }\n","\n"," .colab-df-convert {\n"," background-color: #E8F0FE;\n"," border: none;\n"," border-radius: 50%;\n"," cursor: pointer;\n"," display: none;\n"," fill: #1967D2;\n"," height: 32px;\n"," padding: 0 0 0 0;\n"," width: 32px;\n"," }\n","\n"," .colab-df-convert:hover {\n"," background-color: #E2EBFA;\n"," box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n"," fill: #174EA6;\n"," }\n","\n"," [theme=dark] .colab-df-convert {\n"," background-color: #3B4455;\n"," fill: #D2E3FC;\n"," }\n","\n"," [theme=dark] .colab-df-convert:hover {\n"," background-color: #434B5C;\n"," box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n"," filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n"," fill: #FFFFFF;\n"," }\n"," </style>\n","\n"," <script>\n"," const buttonEl =\n"," document.querySelector('#df-f258ce51-aea9-49f7-ae52-3795b8ab98ec button.colab-df-convert');\n"," buttonEl.style.display =\n"," google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n"," async function convertToInteractive(key) {\n"," const element = document.querySelector('#df-f258ce51-aea9-49f7-ae52-3795b8ab98ec');\n"," const dataTable =\n"," await google.colab.kernel.invokeFunction('convertToInteractive',\n"," [key], {});\n"," if (!dataTable) return;\n","\n"," const docLinkHtml = 'Like what you see? Visit the ' +\n"," '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n"," + ' to learn more about interactive tables.';\n"," element.innerHTML = '';\n"," dataTable['output_type'] = 'display_data';\n"," await google.colab.output.renderOutput(dataTable, element);\n"," const docLink = document.createElement('div');\n"," docLink.innerHTML = docLinkHtml;\n"," element.appendChild(docLink);\n"," }\n"," </script>\n"," </div>\n"," </div>\n"]},"metadata":{},"execution_count":61}]},{"cell_type":"markdown","source":["###Classification on the Consensus column only 2 labels\n"],"metadata":{"id":"1hToj2mX60it"}},{"cell_type":"code","source":["# Check for consensus and mark rows for removal\n","rows_to_drop = []\n","for index, row in df.iterrows():\n"," if row['Consensus'] == '-' or row['Consensus'] == 'U': #or row['Consensus'] == 'U'\n"," rows_to_drop.append(index)\n","\n","# Drop the marked rows\n","df = df.drop(rows_to_drop)\n","\n","# Print the updated DataFrame\n","#print(df_2_labels)"],"metadata":{"id":"ozyI6uW260i1","executionInfo":{"status":"ok","timestamp":1691497084158,"user_tz":-60,"elapsed":197,"user":{"displayName":"Unknown","userId":"16317712665857714848"}}},"execution_count":60,"outputs":[]},{"cell_type":"code","source":["X_biogpt, y_biogpt = df.emb_biogpt_no_FineT.tolist(), df.Consensus\n","X_stan, y_stan = df.emb_Stanford_no_FineT.tolist(), df.Consensus\n","X_llama, y_llama = df.emb_LLaMA_no_FineT.tolist(), df.Consensus\n","\n","X_biogpt = np.squeeze(X_biogpt)\n","X_stan = np.squeeze(X_stan)\n","X_llama = np.squeeze(X_llama)"],"metadata":{"id":"jnWM1FID60i1","executionInfo":{"status":"ok","timestamp":1691497093168,"user_tz":-60,"elapsed":725,"user":{"displayName":"Unknown","userId":"16317712665857714848"}}},"execution_count":62,"outputs":[]},{"cell_type":"code","source":["# Fit the scaler on the training data and transform it\n","X_biogpt = scaler.fit_transform(X_biogpt)\n","X_stan = scaler.fit_transform(X_stan)\n","X_llama = scaler.fit_transform(X_llama)"],"metadata":{"id":"dGFcWQbLh28f","executionInfo":{"status":"ok","timestamp":1691497093168,"user_tz":-60,"elapsed":4,"user":{"displayName":"Unknown","userId":"16317712665857714848"}}},"execution_count":63,"outputs":[]},{"cell_type":"code","source":["label_counts = y_biogpt.value_counts()\n","\n","print(label_counts)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"gIEw2_m2935X","executionInfo":{"status":"ok","timestamp":1691497093169,"user_tz":-60,"elapsed":5,"user":{"displayName":"Unknown","userId":"16317712665857714848"}},"outputId":"a9c7cf74-41e5-4893-c7f1-7e5f4c31c27e"},"execution_count":64,"outputs":[{"output_type":"stream","name":"stdout","text":["N 350\n","Y 95\n","Name: Consensus, dtype: int64\n"]}]},{"cell_type":"code","source":["from sklearn.svm import SVC\n","#create SVC with class weight for predict column\n","svm_model_biogpt = SVC()\n","svm_model_stanford = SVC()\n","svm_model_llama = SVC()"],"metadata":{"id":"YoJDsLff60i1","executionInfo":{"status":"ok","timestamp":1691497093807,"user_tz":-60,"elapsed":1,"user":{"displayName":"Unknown","userId":"16317712665857714848"}}},"execution_count":65,"outputs":[]},{"cell_type":"code","source":["def tunning(svc, X, y):\n"," param_grid = {'degree': [1, 2, 3],\n"," 'kernel': ['poly'],\n"," 'class_weight': ['balanced'],\n"," 'gamma':[0.01, 0.1, 1],\n"," 'C': [0.001, 0.1, 1]}\n","\n"," grid = GridSearchCV(svc, param_grid, refit = True, verbose = 3, scoring= 'f1_macro', return_train_score=True, cv=5)\n","\n"," # fitting the model for grid search\n"," grid.fit(X, y)\n","\n"," # print best parameter after tuning\n"," best_params= grid.best_estimator_\n","\n"," print(best_params)\n","\n"," # print how our model looks after hyper-parameter tuning\n"," return best_params"],"metadata":{"id":"MqOlmY9XYuT7","executionInfo":{"status":"ok","timestamp":1691497094279,"user_tz":-60,"elapsed":1,"user":{"displayName":"Unknown","userId":"16317712665857714848"}}},"execution_count":66,"outputs":[]},{"cell_type":"code","source":["#get best parameters for svc\n","svm_model_biogpt=tunning(svm_model_biogpt, X_biogpt, y_biogpt)\n","svm_model_stanford=tunning(svm_model_stanford, X_stan, y_stan)\n","svm_model_llama=tunning(svm_model_llama, X_llama, y_llama)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"uFeeOn5xYu51","executionInfo":{"status":"ok","timestamp":1691497212704,"user_tz":-60,"elapsed":117033,"user":{"displayName":"Unknown","userId":"16317712665857714848"}},"outputId":"1ecc4e54-5e3d-49f3-c818-ee0e25df3a38"},"execution_count":67,"outputs":[{"output_type":"stream","name":"stdout","text":["Fitting 5 folds for each of 27 candidates, totalling 135 fits\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.176, test=0.176) total time= 0.1s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.176, test=0.176) total time= 0.1s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.176, test=0.176) total time= 0.1s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.176, test=0.176) total time= 0.1s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.176, test=0.176) total time= 0.1s\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=0.663, test=0.487) total time= 0.1s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=0.648, test=0.698) total time= 0.1s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=0.654, test=0.709) total time= 0.1s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=0.627, test=0.588) total time= 0.1s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=0.657, test=0.351) total time= 0.1s\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=0.866, test=0.617) total time= 0.1s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=0.865, test=0.717) total time= 0.1s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=0.880, test=0.787) total time= 0.1s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=0.876, test=0.678) total time= 0.1s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=0.857, test=0.496) total time= 0.1s\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=0.826, test=0.479) total time= 0.1s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=0.781, test=0.616) total time= 0.1s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=0.805, test=0.583) total time= 0.2s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=0.805, test=0.531) total time= 0.2s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=0.645, test=0.301) total time= 0.1s\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=0.996, test=0.542) total time= 0.1s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=0.996, test=0.518) total time= 0.1s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=0.996, test=0.567) total time= 0.1s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.534) total time= 0.1s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=0.996, test=0.559) total time= 0.1s\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.511) total time= 0.1s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.518) total time= 0.1s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.567) total time= 0.1s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.526) total time= 0.1s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.559) total time= 0.1s\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=0.959, test=0.505) total time= 0.1s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=0.970, test=0.576) total time= 0.1s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=0.974, test=0.533) total time= 0.1s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=0.979, test=0.567) total time= 0.1s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=0.959, test=0.555) total time= 0.1s\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.526) total time= 0.1s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.533) total time= 0.1s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.576) total time= 0.1s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.465) total time= 0.2s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.550) total time= 0.3s\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.526) total time= 0.2s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.533) total time= 0.2s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.576) total time= 0.2s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.465) total time= 0.2s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.550) total time= 0.2s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.866, test=0.617) total time= 0.1s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.865, test=0.717) total time= 0.1s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.880, test=0.787) total time= 0.1s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.876, test=0.678) total time= 0.1s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.857, test=0.496) total time= 0.1s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=0.983, test=0.619) total time= 0.1s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=0.975, test=0.642) total time= 0.1s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=0.975, test=0.769) total time= 0.1s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=0.992, test=0.567) total time= 0.1s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=0.983, test=0.575) total time= 0.1s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.595) total time= 0.1s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.582) total time= 0.1s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.756) total time= 0.1s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.572) total time= 0.1s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.574) total time= 0.1s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=0.996, test=0.542) total time= 0.1s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=0.996, test=0.518) total time= 0.1s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=0.996, test=0.567) total time= 0.1s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.534) total time= 0.1s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=0.996, test=0.559) total time= 0.1s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.511) total time= 0.1s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.518) total time= 0.1s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.567) total time= 0.1s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.526) total time= 0.1s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.559) total time= 0.1s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.511) total time= 0.1s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.518) total time= 0.1s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.567) total time= 0.1s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.526) total time= 0.1s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.559) total time= 0.1s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.526) total time= 0.1s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.533) total time= 0.1s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.576) total time= 0.1s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.465) total time= 0.1s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.550) total time= 0.1s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.526) total time= 0.1s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.533) total time= 0.1s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.576) total time= 0.1s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.465) total time= 0.1s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.550) total time= 0.1s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.526) total time= 0.1s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.533) total time= 0.1s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.576) total time= 0.1s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.465) total time= 0.1s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.550) total time= 0.1s\n","[CV 1/5] END C=1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.983, test=0.619) total time= 0.0s\n","[CV 2/5] END C=1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.975, test=0.642) total time= 0.1s\n","[CV 3/5] END C=1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.975, test=0.769) total time= 0.1s\n","[CV 4/5] END C=1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.992, test=0.567) total time= 0.0s\n","[CV 5/5] END C=1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.983, test=0.575) total time= 0.0s\n","[CV 1/5] END C=1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.595) total time= 0.0s\n","[CV 2/5] END C=1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.582) total time= 0.1s\n","[CV 3/5] END C=1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.756) total time= 0.1s\n","[CV 4/5] END C=1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.572) total time= 0.1s\n","[CV 5/5] END C=1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.574) total time= 0.1s\n","[CV 1/5] END C=1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.595) total time= 0.0s\n","[CV 2/5] END C=1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.582) total time= 0.0s\n","[CV 3/5] END C=1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.756) total time= 0.1s\n","[CV 4/5] END C=1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.572) total time= 0.1s\n","[CV 5/5] END C=1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.574) total time= 0.1s\n","[CV 1/5] END C=1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.511) total time= 0.1s\n","[CV 2/5] END C=1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.518) total time= 0.1s\n","[CV 3/5] END C=1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.567) total time= 0.1s\n","[CV 4/5] END C=1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.526) total time= 0.1s\n","[CV 5/5] END C=1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.559) total time= 0.1s\n","[CV 1/5] END C=1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.511) total time= 0.1s\n","[CV 2/5] END C=1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.518) total time= 0.1s\n","[CV 3/5] END C=1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.567) total time= 0.1s\n","[CV 4/5] END C=1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.526) total time= 0.1s\n","[CV 5/5] END C=1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.559) total time= 0.1s\n","[CV 1/5] END C=1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.511) total time= 0.1s\n","[CV 2/5] END C=1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.518) total time= 0.1s\n","[CV 3/5] END C=1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.567) total time= 0.1s\n","[CV 4/5] END C=1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.526) total time= 0.1s\n","[CV 5/5] END C=1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.559) total time= 0.1s\n","[CV 1/5] END C=1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.526) total time= 0.1s\n","[CV 2/5] END C=1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.533) total time= 0.1s\n","[CV 3/5] END C=1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.576) total time= 0.1s\n","[CV 4/5] END C=1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.465) total time= 0.1s\n","[CV 5/5] END C=1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.550) total time= 0.1s\n","[CV 1/5] END C=1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.526) total time= 0.1s\n","[CV 2/5] END C=1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.533) total time= 0.1s\n","[CV 3/5] END C=1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.576) total time= 0.1s\n","[CV 4/5] END C=1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.465) total time= 0.1s\n","[CV 5/5] END C=1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.550) total time= 0.1s\n","[CV 1/5] END C=1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.526) total time= 0.1s\n","[CV 2/5] END C=1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.533) total time= 0.1s\n","[CV 3/5] END C=1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.576) total time= 0.1s\n","[CV 4/5] END C=1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.465) total time= 0.1s\n","[CV 5/5] END C=1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.550) total time= 0.1s\n","SVC(C=0.001, class_weight='balanced', degree=1, gamma=1, kernel='poly')\n","Fitting 5 folds for each of 27 candidates, totalling 135 fits\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.196, test=0.192) total time= 0.2s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.176, test=0.176) total time= 0.2s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.176, test=0.176) total time= 0.2s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.176, test=0.176) total time= 0.2s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.366, test=0.199) total time= 0.2s\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=0.694, test=0.560) total time= 0.2s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=0.665, test=0.684) total time= 0.2s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=0.665, test=0.639) total time= 0.2s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=0.706, test=0.600) total time= 0.2s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=0.684, test=0.371) total time= 0.2s\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=0.916, test=0.555) total time= 0.2s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=0.904, test=0.668) total time= 0.2s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=0.890, test=0.742) total time= 0.2s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=0.914, test=0.678) total time= 0.1s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=0.888, test=0.536) total time= 0.1s\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=0.874, test=0.484) total time= 0.2s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=0.842, test=0.642) total time= 0.2s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=0.871, test=0.676) total time= 0.2s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=0.860, test=0.533) total time= 0.2s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=0.840, test=0.539) total time= 0.2s\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.491) total time= 0.2s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.668) total time= 0.2s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.668) total time= 0.2s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.491) total time= 0.2s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.609) total time= 0.2s\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.491) total time= 0.2s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.668) total time= 0.2s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.668) total time= 0.2s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.491) total time= 0.2s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.609) total time= 0.2s\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.505) total time= 0.2s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.673) total time= 0.2s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.679) total time= 0.2s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.534) total time= 0.2s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.599) total time= 0.2s\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.505) total time= 0.2s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.673) total time= 0.2s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.679) total time= 0.2s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.534) total time= 0.2s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.599) total time= 0.2s\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.505) total time= 0.2s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.673) total time= 0.2s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.679) total time= 0.2s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.534) total time= 0.2s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.599) total time= 0.2s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.916, test=0.555) total time= 0.1s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.904, test=0.668) total time= 0.1s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.890, test=0.742) total time= 0.1s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.914, test=0.678) total time= 0.1s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.888, test=0.536) total time= 0.1s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.559) total time= 0.1s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.665) total time= 0.1s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.769) total time= 0.1s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.608) total time= 0.1s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.668) total time= 0.1s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.567) total time= 0.1s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.665) total time= 0.1s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.756) total time= 0.1s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.582) total time= 0.2s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.667) total time= 0.1s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.491) total time= 0.2s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.668) total time= 0.2s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.668) total time= 0.2s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.491) total time= 0.2s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.609) total time= 0.2s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.491) total time= 0.2s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.668) total time= 0.2s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.668) total time= 0.2s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.491) total time= 0.2s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.609) total time= 0.2s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.491) total time= 0.2s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.668) total time= 0.2s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.668) total time= 0.2s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.491) total time= 0.2s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.609) total time= 0.2s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.505) total time= 0.2s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.673) total time= 0.2s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.679) total time= 0.2s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.534) total time= 0.2s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.599) total time= 0.2s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.505) total time= 0.2s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.673) total time= 0.2s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.679) total time= 0.2s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.534) total time= 0.2s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.599) total time= 0.2s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.505) total time= 0.2s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.673) total time= 0.2s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.679) total time= 0.2s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.534) total time= 0.2s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.599) total time= 0.2s\n","[CV 1/5] END C=1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.559) total time= 0.1s\n","[CV 2/5] END C=1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.665) total time= 0.1s\n","[CV 3/5] END C=1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.769) total time= 0.1s\n","[CV 4/5] END C=1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.608) total time= 0.2s\n","[CV 5/5] END C=1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.668) total time= 0.1s\n","[CV 1/5] END C=1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.567) total time= 0.1s\n","[CV 2/5] END C=1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.665) total time= 0.1s\n","[CV 3/5] END C=1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.756) total time= 0.1s\n","[CV 4/5] END C=1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.582) total time= 0.1s\n","[CV 5/5] END C=1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.667) total time= 0.1s\n","[CV 1/5] END C=1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.567) total time= 0.1s\n","[CV 2/5] END C=1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.665) total time= 0.1s\n","[CV 3/5] END C=1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.756) total time= 0.1s\n","[CV 4/5] END C=1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.582) total time= 0.1s\n","[CV 5/5] END C=1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.667) total time= 0.1s\n","[CV 1/5] END C=1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.491) total time= 0.2s\n","[CV 2/5] END C=1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.668) total time= 0.2s\n","[CV 3/5] END C=1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.668) total time= 0.2s\n","[CV 4/5] END C=1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.491) total time= 0.2s\n","[CV 5/5] END C=1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.609) total time= 0.2s\n","[CV 1/5] END C=1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.491) total time= 0.2s\n","[CV 2/5] END C=1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.668) total time= 0.2s\n","[CV 3/5] END C=1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.668) total time= 0.2s\n","[CV 4/5] END C=1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.491) total time= 0.2s\n","[CV 5/5] END C=1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.609) total time= 0.2s\n","[CV 1/5] END C=1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.491) total time= 0.2s\n","[CV 2/5] END C=1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.668) total time= 0.2s\n","[CV 3/5] END C=1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.668) total time= 0.2s\n","[CV 4/5] END C=1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.491) total time= 0.2s\n","[CV 5/5] END C=1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.609) total time= 0.2s\n","[CV 1/5] END C=1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.505) total time= 0.2s\n","[CV 2/5] END C=1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.673) total time= 0.2s\n","[CV 3/5] END C=1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.679) total time= 0.2s\n","[CV 4/5] END C=1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.534) total time= 0.2s\n","[CV 5/5] END C=1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.599) total time= 0.2s\n","[CV 1/5] END C=1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.505) total time= 0.2s\n","[CV 2/5] END C=1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.673) total time= 0.2s\n","[CV 3/5] END C=1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.679) total time= 0.2s\n","[CV 4/5] END C=1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.534) total time= 0.2s\n","[CV 5/5] END C=1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.599) total time= 0.2s\n","[CV 1/5] END C=1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.505) total time= 0.2s\n","[CV 2/5] END C=1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.673) total time= 0.2s\n","[CV 3/5] END C=1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.679) total time= 0.2s\n","[CV 4/5] END C=1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.534) total time= 0.2s\n","[CV 5/5] END C=1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.599) total time= 0.2s\n","SVC(C=0.1, class_weight='balanced', degree=1, gamma=0.1, kernel='poly')\n","Fitting 5 folds for each of 27 candidates, totalling 135 fits\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.517, test=0.464) total time= 0.3s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.376, test=0.416) total time= 0.3s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.462, test=0.501) total time= 0.3s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.470, test=0.510) total time= 0.3s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.498, test=0.337) total time= 0.3s\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=0.689, test=0.581) total time= 0.3s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=0.659, test=0.609) total time= 0.3s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=0.617, test=0.588) total time= 0.3s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=0.710, test=0.609) total time= 0.3s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=0.701, test=0.426) total time= 0.3s\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=0.922, test=0.617) total time= 0.2s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=0.944, test=0.668) total time= 0.2s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=0.916, test=0.833) total time= 0.3s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=0.929, test=0.645) total time= 0.3s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=0.934, test=0.557) total time= 0.3s\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=0.923, test=0.478) total time= 0.3s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=0.938, test=0.572) total time= 0.4s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=0.919, test=0.590) total time= 0.3s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=0.941, test=0.517) total time= 0.4s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=0.873, test=0.505) total time= 0.3s\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.473) total time= 0.3s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.479) total time= 0.3s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.609) total time= 0.3s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.478) total time= 0.3s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.639) total time= 0.3s\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.473) total time= 0.3s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.479) total time= 0.3s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.609) total time= 0.3s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.478) total time= 0.3s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.639) total time= 0.3s\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.595) total time= 0.3s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.487) total time= 0.4s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.511) total time= 0.4s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.527) total time= 0.4s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.629) total time= 0.4s\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.595) total time= 0.3s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.487) total time= 0.4s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.511) total time= 0.3s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.527) total time= 0.3s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.629) total time= 0.3s\n","[CV 1/5] END C=0.001, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.595) total time= 0.4s\n","[CV 2/5] END C=0.001, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.487) total time= 0.3s\n","[CV 3/5] END C=0.001, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.511) total time= 0.3s\n","[CV 4/5] END C=0.001, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.527) total time= 0.3s\n","[CV 5/5] END C=0.001, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.629) total time= 0.3s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.922, test=0.617) total time= 0.3s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.944, test=0.668) total time= 0.2s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.916, test=0.833) total time= 0.2s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.929, test=0.645) total time= 0.2s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=0.934, test=0.557) total time= 0.2s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.647) total time= 0.2s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.598) total time= 0.2s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.721) total time= 0.2s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.565) total time= 0.2s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.626) total time= 0.2s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.647) total time= 0.2s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.598) total time= 0.2s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.721) total time= 0.2s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.565) total time= 0.2s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.626) total time= 0.2s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.473) total time= 0.3s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.479) total time= 0.3s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.609) total time= 0.3s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.478) total time= 0.3s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.639) total time= 0.2s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.473) total time= 0.2s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.479) total time= 0.2s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.609) total time= 0.3s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.478) total time= 0.3s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.639) total time= 0.3s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.473) total time= 0.3s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.479) total time= 0.3s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.609) total time= 0.3s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.478) total time= 0.4s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.639) total time= 0.4s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.595) total time= 0.4s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.487) total time= 0.4s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.511) total time= 0.3s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.527) total time= 0.4s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.629) total time= 0.3s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.595) total time= 0.3s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.487) total time= 0.3s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.511) total time= 0.3s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.527) total time= 0.3s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.629) total time= 0.2s\n","[CV 1/5] END C=0.1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.595) total time= 0.3s\n","[CV 2/5] END C=0.1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.487) total time= 0.2s\n","[CV 3/5] END C=0.1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.511) total time= 0.2s\n","[CV 4/5] END C=0.1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.527) total time= 0.2s\n","[CV 5/5] END C=0.1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.629) total time= 0.2s\n","[CV 1/5] END C=1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.647) total time= 0.2s\n","[CV 2/5] END C=1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.598) total time= 0.2s\n","[CV 3/5] END C=1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.721) total time= 0.2s\n","[CV 4/5] END C=1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.565) total time= 0.2s\n","[CV 5/5] END C=1, class_weight=balanced, degree=1, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.626) total time= 0.2s\n","[CV 1/5] END C=1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.647) total time= 0.2s\n","[CV 2/5] END C=1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.598) total time= 0.2s\n","[CV 3/5] END C=1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.721) total time= 0.2s\n","[CV 4/5] END C=1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.565) total time= 0.2s\n","[CV 5/5] END C=1, class_weight=balanced, degree=1, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.626) total time= 0.2s\n","[CV 1/5] END C=1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.647) total time= 0.2s\n","[CV 2/5] END C=1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.598) total time= 0.2s\n","[CV 3/5] END C=1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.721) total time= 0.2s\n","[CV 4/5] END C=1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.565) total time= 0.2s\n","[CV 5/5] END C=1, class_weight=balanced, degree=1, gamma=1, kernel=poly;, score=(train=1.000, test=0.626) total time= 0.2s\n","[CV 1/5] END C=1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.473) total time= 0.2s\n","[CV 2/5] END C=1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.479) total time= 0.3s\n","[CV 3/5] END C=1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.609) total time= 0.3s\n","[CV 4/5] END C=1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.478) total time= 0.3s\n","[CV 5/5] END C=1, class_weight=balanced, degree=2, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.639) total time= 0.3s\n","[CV 1/5] END C=1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.473) total time= 0.3s\n","[CV 2/5] END C=1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.479) total time= 0.3s\n","[CV 3/5] END C=1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.609) total time= 0.3s\n","[CV 4/5] END C=1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.478) total time= 0.3s\n","[CV 5/5] END C=1, class_weight=balanced, degree=2, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.639) total time= 0.3s\n","[CV 1/5] END C=1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.473) total time= 0.6s\n","[CV 2/5] END C=1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.479) total time= 0.2s\n","[CV 3/5] END C=1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.609) total time= 0.2s\n","[CV 4/5] END C=1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.478) total time= 0.3s\n","[CV 5/5] END C=1, class_weight=balanced, degree=2, gamma=1, kernel=poly;, score=(train=1.000, test=0.639) total time= 0.3s\n","[CV 1/5] END C=1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.595) total time= 0.2s\n","[CV 2/5] END C=1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.487) total time= 0.3s\n","[CV 3/5] END C=1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.511) total time= 0.3s\n","[CV 4/5] END C=1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.527) total time= 0.2s\n","[CV 5/5] END C=1, class_weight=balanced, degree=3, gamma=0.01, kernel=poly;, score=(train=1.000, test=0.629) total time= 0.3s\n","[CV 1/5] END C=1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.595) total time= 0.2s\n","[CV 2/5] END C=1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.487) total time= 0.2s\n","[CV 3/5] END C=1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.511) total time= 0.2s\n","[CV 4/5] END C=1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.527) total time= 0.3s\n","[CV 5/5] END C=1, class_weight=balanced, degree=3, gamma=0.1, kernel=poly;, score=(train=1.000, test=0.629) total time= 0.3s\n","[CV 1/5] END C=1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.595) total time= 0.3s\n","[CV 2/5] END C=1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.487) total time= 0.2s\n","[CV 3/5] END C=1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.511) total time= 0.3s\n","[CV 4/5] END C=1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.527) total time= 0.3s\n","[CV 5/5] END C=1, class_weight=balanced, degree=3, gamma=1, kernel=poly;, score=(train=1.000, test=0.629) total time= 0.3s\n","SVC(C=0.001, class_weight='balanced', degree=1, gamma=1, kernel='poly')\n"]}]},{"cell_type":"code","source":["from imblearn.over_sampling import SMOTE\n","from sklearn.metrics import classification_report\n","from sklearn.model_selection import train_test_split\n","\n","X_biogpt_train, X_biogpt_test, y_biogpt_train, y_biogpt_test = train_test_split(X_biogpt, y_biogpt, test_size=0.3, random_state=42)\n","X_stan_train, X_stan_test, y_stan_train, y_stan_test = train_test_split(X_stan, y_stan, test_size=0.3, random_state=42)\n","X_llama_train, X_llama_test, y_llama_train, y_llama_test = train_test_split(X_llama, y_llama, test_size=0.3, random_state=42)\n","\n","\n","# Instantiate SMOTE for each dataset\n","smote = SMOTE(random_state=42, sampling_strategy=\"minority\", k_neighbors=5)\n","\n","# Apply SMOTE to each training set\n","X_biogpt_oversampled, y_biogpt_oversampled = smote.fit_resample(X_biogpt_train, y_biogpt_train)\n","X_stan_oversampled, y_stan_oversampled = smote.fit_resample(X_stan_train, y_stan_train)\n","X_llama_oversampled, y_llama_oversampled = smote.fit_resample(X_llama_train, y_llama_train)\n","\n","\n","svm_model_biogpt.fit(X_biogpt_oversampled, y_biogpt_oversampled)\n","svm_model_stanford.fit(X_stan_oversampled, y_stan_oversampled)\n","svm_model_llama.fit(X_llama_oversampled, y_llama_oversampled)\n","\n","\n","# Predict on the original test sets\n","y_biogpt_pred = svm_model_biogpt.predict(X_biogpt_test)\n","y_stan_pred = svm_model_stanford.predict(X_stan_test)\n","y_llama_pred = svm_model_llama.predict(X_llama_test)\n","\n","# Print classification report for each model\n","print(\"Classification Report for BioGPT SVM Model lett with oversampling:\")\n","print(classification_report(y_biogpt_test, y_biogpt_pred))\n","\n","print(\"Classification Report for Stanford SVM Model lett with oversampling:\")\n","print(classification_report(y_stan_test, y_stan_pred))\n","\n","print(\"Classification Report for LLAMA SVM Model lett with oversampling:\")\n","print(classification_report(y_llama_test, y_llama_pred))"],"metadata":{"id":"oXL1ozLu60i2","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1691497213506,"user_tz":-60,"elapsed":812,"user":{"displayName":"Unknown","userId":"16317712665857714848"}},"outputId":"89b1c145-079b-4b4e-c886-91a691282ea0"},"execution_count":68,"outputs":[{"output_type":"stream","name":"stdout","text":["Classification Report for BioGPT SVM Model lett with oversampling:\n"," precision recall f1-score support\n","\n"," N 0.92 0.87 0.89 113\n"," Y 0.44 0.57 0.50 21\n","\n"," accuracy 0.82 134\n"," macro avg 0.68 0.72 0.70 134\n","weighted avg 0.84 0.82 0.83 134\n","\n","Classification Report for Stanford SVM Model lett with oversampling:\n"," precision recall f1-score support\n","\n"," N 0.88 0.88 0.88 113\n"," Y 0.36 0.38 0.37 21\n","\n"," accuracy 0.80 134\n"," macro avg 0.62 0.63 0.63 134\n","weighted avg 0.80 0.80 0.80 134\n","\n","Classification Report for LLAMA SVM Model lett with oversampling:\n"," precision recall f1-score support\n","\n"," N 0.88 0.85 0.86 113\n"," Y 0.32 0.38 0.35 21\n","\n"," accuracy 0.78 134\n"," macro avg 0.60 0.62 0.61 134\n","weighted avg 0.79 0.78 0.78 134\n","\n"]}]},{"cell_type":"code","source":["label_counts = y_biogpt_test.value_counts()\n","\n","print(label_counts)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"MvnFarTdFHmD","executionInfo":{"status":"ok","timestamp":1691497235862,"user_tz":-60,"elapsed":210,"user":{"displayName":"Unknown","userId":"16317712665857714848"}},"outputId":"5fb59fa7-5533-4f56-b6be-f9786539e9fb"},"execution_count":69,"outputs":[{"output_type":"stream","name":"stdout","text":["N 113\n","Y 21\n","Name: Consensus, dtype: int64\n"]}]},{"cell_type":"code","source":["filtered_values = y_biogpt_test[y_biogpt_test == \"Y\"]\n","print(filtered_values)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"Rlo8bwJY01jH","executionInfo":{"status":"ok","timestamp":1691497240147,"user_tz":-60,"elapsed":205,"user":{"displayName":"Unknown","userId":"16317712665857714848"}},"outputId":"6bc63f70-0e0c-4e2b-c42f-8a8328835380"},"execution_count":70,"outputs":[{"output_type":"stream","name":"stdout","text":["513 Y\n","71 Y\n","80 Y\n","437 Y\n","361 Y\n","499 Y\n","73 Y\n","74 Y\n","394 Y\n","507 Y\n","244 Y\n","547 Y\n","400 Y\n","463 Y\n","502 Y\n","270 Y\n","532 Y\n","418 Y\n","495 Y\n","64 Y\n","29 Y\n","Name: Consensus, dtype: object\n"]}]},{"cell_type":"code","source":["indices_to_print = [74, 150, 139, 80, 513, 71, 80, 437, 361, 499, 73, 74, 394, 507, 244, 547, 400, 463, 502, 270, 532, 418, 495, 64, 29]\n","rows_to_print = df.loc[indices_to_print]\n","print(rows_to_print)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"gwJJ6CFa05P_","executionInfo":{"status":"ok","timestamp":1691497355215,"user_tz":-60,"elapsed":6,"user":{"displayName":"Unknown","userId":"16317712665857714848"}},"outputId":"a776ed52-906e-4828-89c3-0f6ebb427959"},"execution_count":75,"outputs":[{"output_type":"stream","name":"stdout","text":[" Chief Complaint Predict Consensus \\\n","74 R leg, R arm, bilateral hand pain and swelling... U Y \n","150 pt c/o rt leg pain and swelling PMH: gout and HTN U Y \n","139 left foot pain chronic but worse tonight. pmh ... Y Y \n","80 L knee pain, \"needs a new leg brace, and they ... U Y \n","513 Rt. LE gout pain w/ swelling/redness to knee, ... Y Y \n","71 dropped 10 lb weight on L foot, L great toe ap... N Y \n","80 L knee pain, \"needs a new leg brace, and they ... U Y \n","437 pt c/o cough x2 weeks, OTC meds not helping. S... U Y \n","361 gout flare up that started yesterday in left w... Y Y \n","499 Right ankle pain, SOB, fluid retention, \"irreg... U Y \n","73 Gout flare in R knee x 1 day. Med hx: htn Y Y \n","74 R leg, R arm, bilateral hand pain and swelling... U Y \n","394 Left shoulder px since yesterday, pmhx: HTN, B... Y Y \n","507 Right knee/leg swelling pain x 3 days from gou... Y Y \n","244 c/o R foot pain \"I have gout, but I havent had... Y Y \n","547 swelling and pain to R wrist, states only PMH ... Y Y \n","400 LLE pain pmhx:arthritis, gout Y Y \n","463 pt has mult complaints - gout pain is primary ... Y Y \n","502 right foot and right knee pain, \" I think it i... Y Y \n","270 \"I think I have a gout flare up\" L wrist pain ... Y Y \n","532 Sickle cell crisis, pain all over since last n... N Y \n","418 near syncopal epiosde/ fall from standing. dst... U Y \n","495 R knee pain/swelling x3 days. Denies trauma. H... Y Y \n","64 R knee and lower back pain x 2 days, denies re... N Y \n","29 R foot pain x 2 days, denies injury, also repo... U Y \n","\n"," emb_biogpt_no_FineT \\\n","74 [[-0.5727071762, -0.1707689613, -0.9081962109,... \n","150 [[-1.1141958237, -0.8655820489, -0.8722749352,... \n","139 [[0.5397542715, 1.3011045455999999, -0.4570840... \n","80 [[-0.0258734934, 0.1572344303, -0.2703606784, ... \n","513 [[-0.9561183453000001, -0.2729774714, -1.64486... \n","71 [[0.4181081057, 1.6119434834000002, -1.3554611... \n","80 [[-0.0258734934, 0.1572344303, -0.2703606784, ... \n","437 [[0.0105584981, 0.0262922067, -0.7200784683, -... \n","361 [[-0.5316001177, -0.8246955872, -1.7725464106,... \n","499 [[-0.5123206377, -0.6808747649, -3.6993174553,... \n","73 [[-0.1391308904, 0.1988665313, -0.0647225454, ... \n","74 [[-0.5727071762, -0.1707689613, -0.9081962109,... \n","394 [[0.5359975696, 1.9115290642, -1.0728257895, -... \n","507 [[-0.561267674, 1.3111519814, -0.0264365822, -... \n","244 [[1.3800463675999999, 0.897442162, -0.94823586... \n","547 [[0.8458993435000001, 0.0977055579, -0.8504423... \n","400 [[1.8806293011, 0.7253312469000001, -0.5061800... \n","463 [[-1.0331919193, 1.0317168236, -0.0810635388, ... \n","502 [[-0.5803550482000001, -0.5822811723, -0.79130... \n","270 [[-1.4053509235, -0.2305127382, -0.6293638349,... \n","532 [[0.1072142199, 1.3693938255, -1.4893904924, -... \n","418 [[0.21621946990000002, 0.28228175640000003, -0... \n","495 [[-1.4306644201, 1.9003304242999999, -1.177189... \n","64 [[0.4782080352, -1.763141036, -3.0832059383, -... \n","29 [[0.5936427712, -1.5162678957, -2.908680915799... \n","\n"," emb_Stanford_no_FineT \\\n","74 [[1.6382600069, 1.7460267543999999, -0.6330018... \n","150 [[-0.9672846794000001, 2.9875676632, 1.7288355... \n","139 [[-0.3207531571, 3.3762640953, -2.1918878555, ... \n","80 [[1.8150318860999999, 0.5605505109, -1.4559633... \n","513 [[-0.8617643714000001, -0.20210523900000002, -... \n","71 [[0.6588585973000001, 2.8654255867, 1.67622399... \n","80 [[1.8150318860999999, 0.5605505109, -1.4559633... \n","437 [[-1.220533967, 2.7313358784, -0.1261516064, -... \n","361 [[-1.1348047256, -0.6617568731, 0.3687443435, ... \n","499 [[-0.1828944385, 2.4036552906, 1.1454029083, -... \n","73 [[0.5376013517, 0.3511719108, 0.4164329767, -1... \n","74 [[1.6382600069, 1.7460267543999999, -0.6330018... \n","394 [[-1.5671035051, 4.1967530251, -0.5188779831, ... \n","507 [[-0.7853491306, -0.349183917, 0.6461556554, -... \n","244 [[-2.3234908581, 3.4802474976, -0.9606667161, ... \n","547 [[1.2235171795, 1.3216010331999999, -3.7454028... \n","400 [[-0.6666529775000001, 2.8889491558, -1.433122... \n","463 [[-3.3278906345, 1.9532631636, 0.2479529977, -... \n","502 [[1.8200620413, 1.6782356501, 1.7307566404, -0... \n","270 [[-0.4431969523, 2.7769122124, 0.7746307254, -... \n","532 [[-1.6861590147, 3.6435215472999998, -2.540716... \n","418 [[-2.2068986893, 3.3962025642, -0.2348501831, ... \n","495 [[-0.6792576909, 1.1285449266, 0.4431611001000... \n","64 [[0.1173873991, 1.5468530655000001, 0.98105680... \n","29 [[1.6953753233, 1.4509117603, -1.947871685, 0.... \n","\n"," emb_LLaMA_no_FineT \n","74 [[-3.0848309994, -1.3576447964, -0.1561461538,... \n","150 [[-1.4877736568, -0.5883190036, 0.3775377274, ... \n","139 [[-1.5763707161, -0.8893485069, -0.2569476068,... \n","80 [[0.8902997971000001, -0.8380384445, 0.5782229... \n","513 [[-0.6577097178, -0.7526992559, -0.7847275138,... \n","71 [[-0.398621887, -0.2627072334, 0.2967236936, -... \n","80 [[0.8902997971000001, -0.8380384445, 0.5782229... \n","437 [[-0.6699492931000001, 0.1159765422, -0.109335... \n","361 [[-1.9207371473000001, -0.2536022961, -0.75494... \n","499 [[-1.0131281614, -0.5410970449, 0.3784281909, ... \n","73 [[-0.3970863223, -0.7403772473, -0.1605016887,... \n","74 [[-3.0848309994, -1.3576447964, -0.1561461538,... \n","394 [[-1.0099434853, -0.4945547879, -0.3694162071,... \n","507 [[-0.48504686360000004, -0.0632603019, -0.0292... \n","244 [[-1.296965003, 0.24195896090000002, -0.489284... \n","547 [[-2.969656229, -1.061756134, -0.1496293843, -... \n","400 [[-0.9175448418000001, -0.4958573878, -0.53710... \n","463 [[-1.8252242804, -0.4722531736, 1.127011776, -... \n","502 [[-3.1294567585, -0.26340037580000003, -0.8326... \n","270 [[-0.8678668141, -0.1613322943, 0.2178572565, ... \n","532 [[-1.9456111193, -0.1859829128, -0.5962560177,... \n","418 [[-1.7391895056000002, 0.0726952255, -0.627090... \n","495 [[0.0356214158, -0.4883473814, 0.2238321602000... \n","64 [[0.418677032, 0.1479706913, 0.461755216100000... \n","29 [[-1.9453313351000001, -0.43006798620000003, -... \n"]}]},{"cell_type":"code","source":["from sklearn.metrics import classification_report\n","from sklearn.model_selection import train_test_split\n","\n","X_biogpt_train, X_biogpt_test, y_biogpt_train, y_biogpt_test = train_test_split(X_biogpt, y_biogpt, test_size=0.3, random_state=42)\n","X_stan_train, X_stan_test, y_stan_train, y_stan_test = train_test_split(X_stan, y_stan, test_size=0.3, random_state=42)\n","X_llama_train, X_llama_test, y_llama_train, y_llama_test = train_test_split(X_llama, y_llama, test_size=0.3, random_state=42)\n","\n","# Train the SVM models using the original training data (without oversampling)\n","svm_model_biogpt.fit(X_biogpt_train, y_biogpt_train)\n","svm_model_stanford.fit(X_stan_train, y_stan_train)\n","svm_model_llama.fit(X_llama_train, y_llama_train)\n","\n","# Predict on the original test sets\n","y_biogpt_pred = svm_model_biogpt.predict(X_biogpt_test)\n","y_stan_pred = svm_model_stanford.predict(X_stan_test)\n","y_llama_pred = svm_model_llama.predict(X_llama_test)\n","\n","# Print classification report for each model\n","print(\"Classification Report for BioGPT SVM Model lett without oversampling:\")\n","print(classification_report(y_biogpt_test, y_biogpt_pred))\n","\n","print(\"Classification Report for Stanford SVM Model lett without oversampling:\")\n","print(classification_report(y_stan_test, y_stan_pred))\n","\n","print(\"Classification Report for LLAMA SVM Model lett without oversampling:\")\n","print(classification_report(y_llama_test, y_llama_pred))"],"metadata":{"id":"bEP963QoDNul","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1691490792179,"user_tz":-60,"elapsed":211,"user":{"displayName":"Unknown","userId":"16317712665857714848"}},"outputId":"fb07a8c4-e8dc-4325-a35c-9126c76cd972"},"execution_count":23,"outputs":[{"output_type":"stream","name":"stdout","text":["Classification Report for BioGPT SVM Model lett without oversampling:\n"," precision recall f1-score support\n","\n"," N 0.97 0.92 0.94 74\n"," Y 0.25 0.50 0.33 4\n","\n"," accuracy 0.90 78\n"," macro avg 0.61 0.71 0.64 78\n","weighted avg 0.93 0.90 0.91 78\n","\n","Classification Report for Stanford SVM Model lett without oversampling:\n"," precision recall f1-score support\n","\n"," N 0.97 0.89 0.93 74\n"," Y 0.20 0.50 0.29 4\n","\n"," accuracy 0.87 78\n"," macro avg 0.59 0.70 0.61 78\n","weighted avg 0.93 0.87 0.90 78\n","\n","Classification Report for LLAMA SVM Model lett without oversampling:\n"," precision recall f1-score support\n","\n"," N 0.96 0.96 0.96 74\n"," Y 0.25 0.25 0.25 4\n","\n"," accuracy 0.92 78\n"," macro avg 0.60 0.60 0.60 78\n","weighted avg 0.92 0.92 0.92 78\n","\n"]}]},{"cell_type":"code","source":[],"metadata":{"id":"RlD0r_bCFaOD","executionInfo":{"status":"ok","timestamp":1691490792179,"user_tz":-60,"elapsed":2,"user":{"displayName":"Unknown","userId":"16317712665857714848"}}},"execution_count":23,"outputs":[]}]} |