vicQSrank.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "vicQSrank.ipynb",
      "provenance": [],
      "collapsed_sections": [
        "JmvHbTPXoAEn",
        "cp2Y2Qa7IgOK"
      ],
      "toc_visible": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "huF6WU5RPsiy",
        "colab_type": "text"
      },
      "source": [
        "# Attributes database VIC implementation\n",
        "### Authors: Ana C. Estrada, Rodrigo Careaga & Emilio Ferreira\n",
        "### Date: 9/30/2019"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "yjeSW1KSUB2s",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Code to hide warnings in outputs\n",
        "import warnings\n",
        "warnings.filterwarnings('ignore')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "BaxjukMYM9JQ",
        "colab_type": "code",
        "outputId": "329a62bd-4c65-4160-c103-4e15a122afa3",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 32
        }
      },
      "source": [
        "#General libraries needed\n",
        "import numpy as np\n",
        "import pandas as pd\n",
        "import matplotlib.pyplot as plt\n",
        "import keras,os,tarfile,sys,pickle,zipfile\n",
        "\n",
        "#Sci-kit libraries\n",
        "from sklearn import metrics\n",
        "from sklearn.metrics import confusion_matrix,roc_auc_score, roc_curve, classification_report\n",
        "from sklearn.model_selection import train_test_split,StratifiedKFold, KFold, ShuffleSplit\n",
        "from sklearn.utils.multiclass import unique_labels\n",
        "from sklearn.preprocessing import MinMaxScaler, LabelBinarizer, MultiLabelBinarizer, LabelEncoder, OneHotEncoder\n",
        "from sklearn.svm import SVR, LinearSVR, LinearSVC, SVC\n",
        "from sklearn.linear_model import LinearRegression, LogisticRegression\n",
        "from sklearn.datasets import make_regression\n",
        "from sklearn.ensemble import RandomForestClassifier\n",
        "from sklearn.discriminant_analysis import LinearDiscriminantAnalysis\n",
        "from sklearn.naive_bayes import GaussianNB\n",
        "\n",
        "#Others\n",
        "import time\n",
        "import glob"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Using TensorFlow backend.\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "5XMWHAT0NT9E",
        "colab_type": "code",
        "outputId": "9435cc9b-fece-4c49-e268-9ea94f690f53",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 32
        }
      },
      "source": [
        "#mount Google drive\n",
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "JmvHbTPXoAEn",
        "colab_type": "text"
      },
      "source": [
        "## Supervised Classifiers"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "zEKTXnVcAvoy",
        "colab_type": "text"
      },
      "source": [
        "### Support Vector Machine"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "He3iCdv4PIU_",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "'''\n",
        "Support Vector Machine function for Classification\n",
        "10-Fold cross-validation \n",
        "Confusion matrix and AUC for each fold are printed\n",
        "The overall matrix and the average AUC for the 10-folds is printed after evaluating the algorith.\n",
        "'''\n",
        "\n",
        "def svmFunct(X,y):\n",
        "  scores = []\n",
        "  tpList = []\n",
        "  fpList = []\n",
        "  fnList = []\n",
        "  tnList = []\n",
        "\n",
        "  best_svc = SVC(gamma='scale', decision_function_shape='ovo')\n",
        "  cv = KFold(n_splits=10, random_state=1, shuffle=True)\n",
        "\n",
        "  for train_index, test_index in cv.split(X):\n",
        "      X_train, X_test, y_train, y_test = X[train_index], X[test_index], y[train_index], y[test_index]\n",
        "      best_svc.fit(X_train, y_train)\n",
        "      y_pred = best_svc.predict(X_test)\n",
        "      roc_score = roc_auc_score(y_test, y_pred)\n",
        "      tp, fp, fn, tn = confusion_matrix(y_test, y_pred).ravel()\n",
        "\n",
        "      print(confusion_matrix(y_test, y_pred))\n",
        "      print('AUC:',roc_score)\n",
        "\n",
        "      scores.append(roc_score)\n",
        "      tpList.append(tp)\n",
        "      fpList.append(fp)\n",
        "      fnList.append(fn)\n",
        "      tnList.append(tn)\n",
        "\n",
        "  tpTotal = sum(tpList)\n",
        "  fpTotal = sum(fpList)\n",
        "  fnTotal = sum(fnList)\n",
        "  tnTotal = sum(tnList)      \n",
        "  \n",
        "  avg_score = ((tpTotal/(tpTotal+fpTotal)) + (tnTotal/(tnTotal+fnTotal)))*0.5\n",
        "\n",
        "  print('[',tpTotal,' ',fpTotal,']')\n",
        "  print('[',fnTotal,' ',tnTotal,']')\n",
        "  print('10-FOLD AVERAGE OF SVM IS:', avg_score)\n",
        "\n",
        "  return avg_score"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "fixY4smLA4rB",
        "colab_type": "text"
      },
      "source": [
        "### Random forest"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "C0ZqYqByQoIg",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "'''\n",
        "Random Forest function for Classification\n",
        "10-Fold cross-validation \n",
        "Confusion matrix and AUC for each fold are printed\n",
        "The overall matrix and the average AUC for the 10-folds is printed after evaluating the algorith.\n",
        "'''\n",
        "def randomForestFunct(X,y):\n",
        "  scores = []\n",
        "  tpList = []\n",
        "  fpList = []\n",
        "  fnList = []\n",
        "  tnList = []\n",
        "\n",
        "  best_rf = RandomForestClassifier(n_estimators=100, max_depth=2,random_state=1)\n",
        "  cv = KFold(n_splits=10, random_state=1, shuffle=True)\n",
        "\n",
        "  for train_index, test_index in cv.split(X):\n",
        "      X_train, X_test, y_train, y_test = X[train_index], X[test_index], y[train_index], y[test_index]\n",
        "      best_rf.fit(X_train, y_train)\n",
        "      y_pred = best_rf.predict(X_test)\n",
        "      roc_score = roc_auc_score(y_test, y_pred)\n",
        "      tp, fp, fn, tn = confusion_matrix(y_test, y_pred).ravel()\n",
        "\n",
        "      print(confusion_matrix(y_test, y_pred))\n",
        "      print('AUC:',roc_score)\n",
        "\n",
        "      scores.append(roc_score)\n",
        "      tpList.append(tp)\n",
        "      fpList.append(fp)\n",
        "      fnList.append(fn)\n",
        "      tnList.append(tn)\n",
        "\n",
        "  tpTotal = sum(tpList)\n",
        "  fpTotal = sum(fpList)\n",
        "  fnTotal = sum(fnList)\n",
        "  tnTotal = sum(tnList)      \n",
        "  \n",
        "  avg_score = ((tpTotal/(tpTotal+fpTotal)) + (tnTotal/(tnTotal+fnTotal)))*0.5\n",
        "\n",
        "  print('[',tpTotal,' ',fpTotal,']')\n",
        "  print('[',fnTotal,' ',tnTotal,']')\n",
        "  print('10-FOLD AVERAGE OF RANDOM FOREST IS:', avg_score)\n",
        "\n",
        "  return avg_score\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "NdKqx7TOBInb",
        "colab_type": "text"
      },
      "source": [
        "### Logistic Regression"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "fwAT2XBO2wL4",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "'''\n",
        "Logistic Regression function for Classification\n",
        "10-Fold cross-validation \n",
        "Confusion matrix and AUC for each fold are printed\n",
        "The overall matrix and the average AUC for the 10-folds is printed after evaluating the algorith.\n",
        "'''\n",
        "\n",
        "\n",
        "def logregFunct(X,y):\n",
        "  scores = []\n",
        "  tpList = []\n",
        "  fpList = []\n",
        "  fnList = []\n",
        "  tnList = []\n",
        "\n",
        "  best_logreg = LogisticRegression()\n",
        "  cv = KFold(n_splits=10, random_state=1, shuffle=True)\n",
        "\n",
        "  for train_index, test_index in cv.split(X):\n",
        "      X_train, X_test, y_train, y_test = X[train_index], X[test_index], y[train_index], y[test_index]\n",
        "      best_logreg.fit(X_train, y_train)\n",
        "      y_pred = best_logreg.predict(X_test)\n",
        "      roc_score = roc_auc_score(y_test, y_pred)\n",
        "      tp, fp, fn, tn = confusion_matrix(y_test, y_pred).ravel()\n",
        "\n",
        "      print(confusion_matrix(y_test, y_pred))\n",
        "      print('AUC:',roc_score)\n",
        "\n",
        "      scores.append(roc_score)\n",
        "      tpList.append(tp)\n",
        "      fpList.append(fp)\n",
        "      fnList.append(fn)\n",
        "      tnList.append(tn)\n",
        "\n",
        "  tpTotal = sum(tpList)\n",
        "  fpTotal = sum(fpList)\n",
        "  fnTotal = sum(fnList)\n",
        "  tnTotal = sum(tnList)      \n",
        "  \n",
        "  avg_score = ((tpTotal/(tpTotal+fpTotal)) + (tnTotal/(tnTotal+fnTotal)))*0.5\n",
        "\n",
        "  print('[',tpTotal,' ',fpTotal,']')\n",
        "  print('[',fnTotal,' ',tnTotal,']')\n",
        "  print('10-FOLD AVERAGE OF LOGISTIC REGRESSION IS:', avg_score)\n",
        "\n",
        "  return avg_score"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "nat5kN3FBMKB",
        "colab_type": "text"
      },
      "source": [
        "### LDA (Linear Discriminant Analysis)"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Ib90bv-NSICG",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "'''\n",
        "LDA function for Classification\n",
        "10-Fold cross-validation \n",
        "Confusion matrix and AUC for each fold are printed\n",
        "The overall matrix and the average AUC for the 10-folds is printed after evaluating the algorith.\n",
        "'''\n",
        "\n",
        "\n",
        "def ldaFunct(X,y):\n",
        "  scores = []\n",
        "  tpList = []\n",
        "  fpList = []\n",
        "  fnList = []\n",
        "  tnList = []\n",
        "\n",
        "  best_lda = LinearDiscriminantAnalysis()\n",
        "  cv = KFold(n_splits=10, random_state=1, shuffle=True)\n",
        "\n",
        "  for train_index, test_index in cv.split(X):\n",
        "      X_train, X_test, y_train, y_test = X[train_index], X[test_index], y[train_index], y[test_index]\n",
        "      best_lda.fit(X_train, y_train)\n",
        "      y_pred = best_lda.predict(X_test)\n",
        "      roc_score = roc_auc_score(y_test, y_pred)\n",
        "      tp, fp, fn, tn = confusion_matrix(y_test, y_pred).ravel()\n",
        "\n",
        "      print(confusion_matrix(y_test, y_pred))\n",
        "      print('AUC:',roc_score)\n",
        "\n",
        "      scores.append(roc_score)\n",
        "      tpList.append(tp)\n",
        "      fpList.append(fp)\n",
        "      fnList.append(fn)\n",
        "      tnList.append(tn)\n",
        "     \n",
        "  tpTotal = sum(tpList)\n",
        "  fpTotal = sum(fpList)\n",
        "  fnTotal = sum(fnList)\n",
        "  tnTotal = sum(tnList)\n",
        "\n",
        "  avg_score = ((tpTotal/(tpTotal+fpTotal)) + (tnTotal/(tnTotal+fnTotal)))*0.5\n",
        "\n",
        "  print('[',tpTotal,' ',fpTotal,']')\n",
        "  print('[',fnTotal,' ',tnTotal,']')\n",
        "  print('10-FOLD AVERAGE OF LDA IS:', avg_score)\n",
        "\n",
        "  return avg_score"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "eEs3erhSBijX",
        "colab_type": "text"
      },
      "source": [
        "### Naive Bayes"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "21m2GTMlXl_8",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "'''\n",
        "Naive Bayes function for Classification\n",
        "10-Fold cross-validation \n",
        "Confusion matrix and AUC for each fold are printed\n",
        "The overall matrix and the average AUC for the 10-folds is printed after evaluating the algorith.\n",
        "'''\n",
        "\n",
        "\n",
        "def naiveBayesFunct(X,y):\n",
        "  scores = []\n",
        "  tpList = []\n",
        "  fpList = []\n",
        "  fnList = []\n",
        "  tnList = []\n",
        "\n",
        "  best_nb = GaussianNB()\n",
        "  cv = KFold(n_splits=10, random_state=1, shuffle=True)\n",
        "\n",
        "  for train_index, test_index in cv.split(X):\n",
        "      X_train, X_test, y_train, y_test = X[train_index], X[test_index], y[train_index], y[test_index]\n",
        "      best_nb.fit(X_train, y_train)\n",
        "      y_pred = best_nb.predict(X_test)\n",
        "      roc_score = roc_auc_score(y_test, y_pred)\n",
        "      tp, fp, fn, tn = confusion_matrix(y_test, y_pred).ravel()\n",
        "\n",
        "      print(confusion_matrix(y_test, y_pred))\n",
        "      print('AUC:',roc_score)\n",
        "\n",
        "      scores.append(roc_score)\n",
        "      tpList.append(tp)\n",
        "      fpList.append(fp)\n",
        "      fnList.append(fn)\n",
        "      tnList.append(tn)\n",
        "  \n",
        "  tpTotal = sum(tpList)\n",
        "  fpTotal = sum(fpList)\n",
        "  fnTotal = sum(fnList)\n",
        "  tnTotal = sum(tnList)\n",
        "\n",
        "  avg_score = ((tpTotal/(tpTotal+fpTotal)) + (tnTotal/(tnTotal+fnTotal)))*0.5\n",
        "\n",
        "  print('[',tpTotal,' ',fpTotal,']')\n",
        "  print('[',fnTotal,' ',tnTotal,']')\n",
        "  print('10-FOLD AVERAGE OF NAIVE BAYES IS:', avg_score)\n",
        "\n",
        "  return avg_score\n",
        "    "
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "SYdF0dsLB5wE",
        "colab_type": "text"
      },
      "source": [
        "## VIC Implementation"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "yyD4lpATm7xo",
        "colab_type": "code",
        "outputId": "abdd2a8d-aa69-4fbf-d3ca-8f62c24d9822",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "# Initialize the time\n",
        "start = time.clock() \n",
        "# Specify the path of the folder with the files/datasets/clusters\n",
        "inputPath = '/content/drive/My Drive/datasets/*.csv'\n",
        "bestAveragesScores = {}\n",
        "bestMaxScore = {}\n",
        "\n",
        "for fname in glob.glob(inputPath):\n",
        "    # Read the file with attributes and class variable\n",
        "    df = pd.read_csv(fname)\n",
        "    # Clean the database (in this case class_weka is the class that is written by weka)\n",
        "    del df['class_weka']\n",
        "    \n",
        "    # Assign the attribites to X and the class to y\n",
        "    X = df.iloc[:, 0:96].values\n",
        "    y = df.iloc[:, -1:].values\n",
        "\n",
        "    # Transform categorical variables if needed\n",
        "    labelencoder = LabelEncoder()\n",
        "    X[:, 34] = labelencoder.fit_transform(X[:, 34])\n",
        "    X[:, 37] = labelencoder.fit_transform(X[:, 37])\n",
        "    X[:, 40] = labelencoder.fit_transform(X[:, 40])\n",
        "    scaler = MinMaxScaler(feature_range=(0, 1))\n",
        "    X = scaler.fit_transform(X)\n",
        "    \n",
        "    \n",
        "\n",
        "    # In a dictionary we will save the average AUC of each algorithm for every file/dataset\n",
        "    avgDict = {}\n",
        "    avgDict['SVM'] = svmFunct(X,y)\n",
        "    avgDict['Random Forest'] = randomForestFunct(X,y)\n",
        "    avgDict['LDA'] = ldaFunct(X,y)\n",
        "    avgDict['Naive Bayes'] = naiveBayesFunct(X,y)\n",
        "    avgDict['Logistic Regression'] = logregFunct(X,y)\n",
        "\n",
        "    # Implement the five classifiers and save the max AUC from all of them\n",
        "    maxScores = max(avgDict.items(), key = lambda x: x[1])\n",
        "    avgDict['MAX Score'] = maxScores\n",
        "    \n",
        "    # The best AUC gotten by the five algorithms in the current cluster\n",
        "    print('BEST AUC FROM 5-ALGORITHMS:',avgDict['MAX Score'])\n",
        "\n",
        "    # Save the best AUC from all the algorithms in every file/dataset\n",
        "    bestAveragesScores[fname] = avgDict\n",
        "    bestMaxScore[fname] = maxScores\n",
        "    \n",
        "\n",
        "\n",
        "end = time.clock()\n",
        "totalTime = end-start\n",
        "\n",
        "print(\"Total Time: {} \".format(totalTime)) "
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "[[16  0]\n",
            " [ 4  1]]\n",
            "AUC: 0.6\n",
            "[[14  0]\n",
            " [ 4  2]]\n",
            "AUC: 0.6666666666666666\n",
            "[[11  2]\n",
            " [ 6  1]]\n",
            "AUC: 0.49450549450549447\n",
            "[[16  0]\n",
            " [ 2  2]]\n",
            "AUC: 0.75\n",
            "[[11  1]\n",
            " [ 7  1]]\n",
            "AUC: 0.5208333333333334\n",
            "[[14  0]\n",
            " [ 5  1]]\n",
            "AUC: 0.5833333333333334\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[15  0]\n",
            " [ 4  1]]\n",
            "AUC: 0.6\n",
            "[[15  2]\n",
            " [ 2  1]]\n",
            "AUC: 0.6078431372549019\n",
            "[[12  4]\n",
            " [ 3  1]]\n",
            "AUC: 0.5\n",
            "[ 136   12 ]\n",
            "[ 38   15 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.6009688934217237\n",
            "[[16  0]\n",
            " [ 4  1]]\n",
            "AUC: 0.6\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[12  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6043956043956044\n",
            "[[16  0]\n",
            " [ 3  1]]\n",
            "AUC: 0.625\n",
            "[[10  2]\n",
            " [ 5  3]]\n",
            "AUC: 0.6041666666666667\n",
            "[[14  0]\n",
            " [ 2  4]]\n",
            "AUC: 0.8333333333333333\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[15  2]\n",
            " [ 1  2]]\n",
            "AUC: 0.7745098039215685\n",
            "[[10  6]\n",
            " [ 3  1]]\n",
            "AUC: 0.4375\n",
            "[ 132   16 ]\n",
            "[ 27   26 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.6912289648138705\n",
            "[[13  3]\n",
            " [ 3  2]]\n",
            "AUC: 0.60625\n",
            "[[12  2]\n",
            " [ 3  3]]\n",
            "AUC: 0.6785714285714286\n",
            "[[11  2]\n",
            " [ 3  4]]\n",
            "AUC: 0.7087912087912087\n",
            "[[15  1]\n",
            " [ 1  3]]\n",
            "AUC: 0.84375\n",
            "[[10  2]\n",
            " [ 5  3]]\n",
            "AUC: 0.6041666666666667\n",
            "[[14  0]\n",
            " [ 3  3]]\n",
            "AUC: 0.75\n",
            "[[10  5]\n",
            " [ 2  3]]\n",
            "AUC: 0.6333333333333334\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[15  2]\n",
            " [ 0  3]]\n",
            "AUC: 0.9411764705882353\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[ 125   23 ]\n",
            "[ 22   31 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7147501274859765\n",
            "[[12  4]\n",
            " [ 1  4]]\n",
            "AUC: 0.775\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[8 5]\n",
            " [2 5]]\n",
            "AUC: 0.6648351648351649\n",
            "[[10  6]\n",
            " [ 0  4]]\n",
            "AUC: 0.8125\n",
            "[[3 9]\n",
            " [0 8]]\n",
            "AUC: 0.625\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[10  7]\n",
            " [ 0  3]]\n",
            "AUC: 0.7941176470588236\n",
            "[[7 9]\n",
            " [2 2]]\n",
            "AUC: 0.46875\n",
            "[ 94   54 ]\n",
            "[ 6   47 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7609637939826619\n",
            "[[16  0]\n",
            " [ 4  1]]\n",
            "AUC: 0.6\n",
            "[[13  1]\n",
            " [ 3  3]]\n",
            "AUC: 0.7142857142857143\n",
            "[[12  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.675824175824176\n",
            "[[16  0]\n",
            " [ 2  2]]\n",
            "AUC: 0.75\n",
            "[[11  1]\n",
            " [ 6  2]]\n",
            "AUC: 0.5833333333333333\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[11  4]\n",
            " [ 1  4]]\n",
            "AUC: 0.7666666666666667\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[15  2]\n",
            " [ 1  2]]\n",
            "AUC: 0.7745098039215685\n",
            "[[13  3]\n",
            " [ 3  1]]\n",
            "AUC: 0.53125\n",
            "[ 135   13 ]\n",
            "[ 26   27 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7107980622131566\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7609637939826619)\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[8 3]\n",
            " [2 7]]\n",
            "AUC: 0.7525252525252525\n",
            "[[8 5]\n",
            " [0 7]]\n",
            "AUC: 0.8076923076923077\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[8 4]\n",
            " [1 7]]\n",
            "AUC: 0.7708333333333335\n",
            "[[10  3]\n",
            " [ 1  6]]\n",
            "AUC: 0.8131868131868132\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 84   28 ]\n",
            "[ 11   78 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8132022471910112\n",
            "[[10  2]\n",
            " [ 4  5]]\n",
            "AUC: 0.6944444444444444\n",
            "[[12  0]\n",
            " [ 1  7]]\n",
            "AUC: 0.9375\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[10  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7291666666666667\n",
            "[[10  3]\n",
            " [ 1  6]]\n",
            "AUC: 0.8131868131868132\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 6  1]\n",
            " [ 2 11]]\n",
            "AUC: 0.8516483516483517\n",
            "[ 90   22 ]\n",
            "[ 15   74 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.817516051364366\n",
            "[[8 4]\n",
            " [2 7]]\n",
            "AUC: 0.7222222222222223\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[7 4]\n",
            " [3 6]]\n",
            "AUC: 0.6515151515151515\n",
            "[[7 6]\n",
            " [0 7]]\n",
            "AUC: 0.7692307692307692\n",
            "[[6 1]\n",
            " [4 9]]\n",
            "AUC: 0.7747252747252749\n",
            "[[10  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7291666666666667\n",
            "[[5 7]\n",
            " [2 6]]\n",
            "AUC: 0.5833333333333333\n",
            "[[12  1]\n",
            " [ 1  6]]\n",
            "AUC: 0.8901098901098902\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[6 1]\n",
            " [4 9]]\n",
            "AUC: 0.7747252747252749\n",
            "[ 83   29 ]\n",
            "[ 21   68 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7525581861958266\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[6 5]\n",
            " [1 8]]\n",
            "AUC: 0.7171717171717171\n",
            "[[6 7]\n",
            " [1 6]]\n",
            "AUC: 0.6593406593406593\n",
            "[[ 1  6]\n",
            " [ 1 12]]\n",
            "AUC: 0.532967032967033\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[9 4]\n",
            " [1 6]]\n",
            "AUC: 0.7747252747252747\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 75   37 ]\n",
            "[ 7   82 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7954955858747994\n",
            "[[10  2]\n",
            " [ 3  6]]\n",
            "AUC: 0.75\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[8 5]\n",
            " [0 7]]\n",
            "AUC: 0.8076923076923077\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[8 4]\n",
            " [1 7]]\n",
            "AUC: 0.7708333333333335\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[ 5  2]\n",
            " [ 2 11]]\n",
            "AUC: 0.7802197802197803\n",
            "[ 85   27 ]\n",
            "[ 16   73 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7895766452648475\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.817516051364366)\n",
            "[[9 1]\n",
            " [2 9]]\n",
            "AUC: 0.8590909090909091\n",
            "[[ 9  0]\n",
            " [ 1 10]]\n",
            "AUC: 0.9545454545454546\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 4  5]\n",
            " [ 1 10]]\n",
            "AUC: 0.6767676767676768\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 4  2]\n",
            " [ 0 14]]\n",
            "AUC: 0.8333333333333334\n",
            "[ 67   25 ]\n",
            "[ 7   102 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8320203430394895\n",
            "[[9 1]\n",
            " [3 8]]\n",
            "AUC: 0.8136363636363637\n",
            "[[9 0]\n",
            " [3 8]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 7  2]\n",
            " [ 1 10]]\n",
            "AUC: 0.8434343434343434\n",
            "[[ 7  2]\n",
            " [ 1 10]]\n",
            "AUC: 0.8434343434343434\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 7  2]\n",
            " [ 0 11]]\n",
            "AUC: 0.8888888888888888\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 5  1]\n",
            " [ 2 12]]\n",
            "AUC: 0.8452380952380952\n",
            "[ 77   15 ]\n",
            "[ 12   97 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8634323893099323\n",
            "[[5 5]\n",
            " [2 9]]\n",
            "AUC: 0.6590909090909092\n",
            "[[9 0]\n",
            " [2 9]]\n",
            "AUC: 0.9090909090909092\n",
            "[[5 4]\n",
            " [2 9]]\n",
            "AUC: 0.6868686868686869\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[ 3  2]\n",
            " [ 2 13]]\n",
            "AUC: 0.7333333333333333\n",
            "[[9 3]\n",
            " [2 6]]\n",
            "AUC: 0.75\n",
            "[[2 7]\n",
            " [3 8]]\n",
            "AUC: 0.4747474747474747\n",
            "[[11  0]\n",
            " [ 1  8]]\n",
            "AUC: 0.9444444444444444\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[ 3  3]\n",
            " [ 0 14]]\n",
            "AUC: 0.75\n",
            "[ 64   28 ]\n",
            "[ 15   94 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7790187475069805\n",
            "[[9 1]\n",
            " [3 8]]\n",
            "AUC: 0.8136363636363637\n",
            "[[ 8  1]\n",
            " [ 1 10]]\n",
            "AUC: 0.898989898989899\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 4  5]\n",
            " [ 1 10]]\n",
            "AUC: 0.6767676767676768\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[7 5]\n",
            " [0 8]]\n",
            "AUC: 0.7916666666666666\n",
            "[[ 7  2]\n",
            " [ 1 10]]\n",
            "AUC: 0.8434343434343434\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 4  2]\n",
            " [ 2 12]]\n",
            "AUC: 0.7619047619047621\n",
            "[ 63   29 ]\n",
            "[ 11   98 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7919325887514959\n",
            "[[9 1]\n",
            " [2 9]]\n",
            "AUC: 0.8590909090909091\n",
            "[[ 9  0]\n",
            " [ 1 10]]\n",
            "AUC: 0.9545454545454546\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 7  2]\n",
            " [ 1 10]]\n",
            "AUC: 0.8434343434343434\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[9 3]\n",
            " [1 7]]\n",
            "AUC: 0.8125\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[ 71   21 ]\n",
            "[ 10   99 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.8399980055843638\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.8634323893099323)\n",
            "[[8 2]\n",
            " [2 9]]\n",
            "AUC: 0.8090909090909092\n",
            "[[ 8  0]\n",
            " [ 2 10]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 4  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7083333333333333\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[7 3]\n",
            " [2 8]]\n",
            "AUC: 0.75\n",
            "[[ 6  2]\n",
            " [ 1 11]]\n",
            "AUC: 0.8333333333333334\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 4  2]\n",
            " [ 0 14]]\n",
            "AUC: 0.8333333333333334\n",
            "[ 62   24 ]\n",
            "[ 10   105 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8169868554095046\n",
            "[[9 1]\n",
            " [3 8]]\n",
            "AUC: 0.8136363636363637\n",
            "[[ 8  0]\n",
            " [ 2 10]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 6  3]\n",
            " [ 0 11]]\n",
            "AUC: 0.8333333333333334\n",
            "[[ 6  2]\n",
            " [ 0 12]]\n",
            "AUC: 0.875\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[8 2]\n",
            " [2 8]]\n",
            "AUC: 0.8\n",
            "[[ 7  1]\n",
            " [ 0 12]]\n",
            "AUC: 0.9375\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 4  2]\n",
            " [ 2 12]]\n",
            "AUC: 0.7619047619047621\n",
            "[ 68   18 ]\n",
            "[ 11   104 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8475227502527806\n",
            "[[4 6]\n",
            " [2 9]]\n",
            "AUC: 0.6090909090909091\n",
            "[[8 0]\n",
            " [3 9]]\n",
            "AUC: 0.875\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[ 5  3]\n",
            " [ 2 10]]\n",
            "AUC: 0.7291666666666667\n",
            "[[ 3  2]\n",
            " [ 2 13]]\n",
            "AUC: 0.7333333333333333\n",
            "[[7 3]\n",
            " [3 7]]\n",
            "AUC: 0.7\n",
            "[[ 4  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7083333333333333\n",
            "[[11  0]\n",
            " [ 1  8]]\n",
            "AUC: 0.9444444444444444\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[ 59   27 ]\n",
            "[ 17   98 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7691102123356925\n",
            "[[9 1]\n",
            " [3 8]]\n",
            "AUC: 0.8136363636363637\n",
            "[[ 7  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8541666666666667\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[6 4]\n",
            " [1 9]]\n",
            "AUC: 0.75\n",
            "[[ 7  1]\n",
            " [ 1 11]]\n",
            "AUC: 0.8958333333333333\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 3  3]\n",
            " [ 2 12]]\n",
            "AUC: 0.6785714285714286\n",
            "[ 59   27 ]\n",
            "[ 12   103 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7908493427704752\n",
            "[[8 2]\n",
            " [3 8]]\n",
            "AUC: 0.7636363636363637\n",
            "[[ 8  0]\n",
            " [ 2 10]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 4  4]\n",
            " [ 2 10]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[7 3]\n",
            " [3 7]]\n",
            "AUC: 0.7\n",
            "[[ 7  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8541666666666667\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[ 4  2]\n",
            " [ 0 14]]\n",
            "AUC: 0.8333333333333334\n",
            "[ 65   21 ]\n",
            "[ 14   101 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.8170374115267948\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.8475227502527806)\n",
            "[[10  2]\n",
            " [ 1  8]]\n",
            "AUC: 0.8611111111111112\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[ 6  4]\n",
            " [ 0 10]]\n",
            "AUC: 0.8\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[9 3]\n",
            " [1 7]]\n",
            "AUC: 0.8125\n",
            "[[7 5]\n",
            " [0 8]]\n",
            "AUC: 0.7916666666666666\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 4  3]\n",
            " [ 0 13]]\n",
            "AUC: 0.7857142857142857\n",
            "[ 77   29 ]\n",
            "[ 4   91 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8421549155908639\n",
            "[[10  2]\n",
            " [ 3  6]]\n",
            "AUC: 0.75\n",
            "[[11  0]\n",
            " [ 2  7]]\n",
            "AUC: 0.8888888888888888\n",
            "[[8 2]\n",
            " [2 8]]\n",
            "AUC: 0.8\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[7 5]\n",
            " [1 7]]\n",
            "AUC: 0.7291666666666665\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[ 85   21 ]\n",
            "[ 12   83 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.837785501489573\n",
            "[[7 5]\n",
            " [3 6]]\n",
            "AUC: 0.6249999999999999\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[6 4]\n",
            " [2 8]]\n",
            "AUC: 0.7000000000000001\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[[10  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7291666666666667\n",
            "[[7 5]\n",
            " [2 6]]\n",
            "AUC: 0.6666666666666666\n",
            "[[10  1]\n",
            " [ 2  7]]\n",
            "AUC: 0.8434343434343433\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[ 5  2]\n",
            " [ 3 10]]\n",
            "AUC: 0.7417582417582418\n",
            "[ 79   27 ]\n",
            "[ 18   77 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7779046673286991\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[6 4]\n",
            " [1 9]]\n",
            "AUC: 0.75\n",
            "[[6 5]\n",
            " [1 8]]\n",
            "AUC: 0.7171717171717171\n",
            "[[ 1  6]\n",
            " [ 1 12]]\n",
            "AUC: 0.532967032967033\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 75   31 ]\n",
            "[ 7   88 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.8169314796425025\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[6 4]\n",
            " [2 8]]\n",
            "AUC: 0.7000000000000001\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[8 4]\n",
            " [1 7]]\n",
            "AUC: 0.7708333333333335\n",
            "[[11  0]\n",
            " [ 2  7]]\n",
            "AUC: 0.8888888888888888\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 82   24 ]\n",
            "[ 12   83 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.8236345580933466\n",
            "BEST AUC FROM 5-ALGORITHMS: ('SVM', 0.8421549155908639)\n",
            "[[16  0]\n",
            " [ 4  1]]\n",
            "AUC: 0.6\n",
            "[[14  0]\n",
            " [ 4  2]]\n",
            "AUC: 0.6666666666666666\n",
            "[[11  2]\n",
            " [ 6  1]]\n",
            "AUC: 0.49450549450549447\n",
            "[[16  0]\n",
            " [ 2  2]]\n",
            "AUC: 0.75\n",
            "[[11  1]\n",
            " [ 7  1]]\n",
            "AUC: 0.5208333333333334\n",
            "[[14  0]\n",
            " [ 5  1]]\n",
            "AUC: 0.5833333333333334\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[15  0]\n",
            " [ 4  1]]\n",
            "AUC: 0.6\n",
            "[[15  2]\n",
            " [ 2  1]]\n",
            "AUC: 0.6078431372549019\n",
            "[[12  4]\n",
            " [ 3  1]]\n",
            "AUC: 0.5\n",
            "[ 137   12 ]\n",
            "[ 37   15 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.6039623128549303\n",
            "[[16  0]\n",
            " [ 4  1]]\n",
            "AUC: 0.6\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[12  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6043956043956044\n",
            "[[16  0]\n",
            " [ 3  1]]\n",
            "AUC: 0.625\n",
            "[[10  2]\n",
            " [ 5  3]]\n",
            "AUC: 0.6041666666666667\n",
            "[[14  0]\n",
            " [ 3  3]]\n",
            "AUC: 0.75\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[15  2]\n",
            " [ 1  2]]\n",
            "AUC: 0.7745098039215685\n",
            "[[11  5]\n",
            " [ 3  1]]\n",
            "AUC: 0.46875\n",
            "[ 134   15 ]\n",
            "[ 27   25 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.6900490449148168\n",
            "[[14  2]\n",
            " [ 3  2]]\n",
            "AUC: 0.6375\n",
            "[[12  2]\n",
            " [ 3  3]]\n",
            "AUC: 0.6785714285714286\n",
            "[[11  2]\n",
            " [ 3  4]]\n",
            "AUC: 0.7087912087912087\n",
            "[[15  1]\n",
            " [ 1  3]]\n",
            "AUC: 0.84375\n",
            "[[10  2]\n",
            " [ 5  3]]\n",
            "AUC: 0.6041666666666667\n",
            "[[14  0]\n",
            " [ 3  3]]\n",
            "AUC: 0.75\n",
            "[[11  5]\n",
            " [ 1  3]]\n",
            "AUC: 0.71875\n",
            "[[12  3]\n",
            " [ 0  5]]\n",
            "AUC: 0.9\n",
            "[[16  1]\n",
            " [ 0  3]]\n",
            "AUC: 0.9705882352941176\n",
            "[[14  2]\n",
            " [ 1  3]]\n",
            "AUC: 0.8125\n",
            "[ 129   20 ]\n",
            "[ 20   32 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7405782137325762\n",
            "[[12  4]\n",
            " [ 1  4]]\n",
            "AUC: 0.775\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[8 5]\n",
            " [2 5]]\n",
            "AUC: 0.6648351648351649\n",
            "[[10  6]\n",
            " [ 0  4]]\n",
            "AUC: 0.8125\n",
            "[[3 9]\n",
            " [0 8]]\n",
            "AUC: 0.625\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[11  5]\n",
            " [ 0  4]]\n",
            "AUC: 0.84375\n",
            "[[12  3]\n",
            " [ 0  5]]\n",
            "AUC: 0.9\n",
            "[[11  6]\n",
            " [ 0  3]]\n",
            "AUC: 0.8235294117647058\n",
            "[[7 9]\n",
            " [2 2]]\n",
            "AUC: 0.46875\n",
            "[ 96   53 ]\n",
            "[ 6   46 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7644553433144037\n",
            "[[16  0]\n",
            " [ 4  1]]\n",
            "AUC: 0.6\n",
            "[[13  1]\n",
            " [ 3  3]]\n",
            "AUC: 0.7142857142857143\n",
            "[[12  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6043956043956044\n",
            "[[16  0]\n",
            " [ 2  2]]\n",
            "AUC: 0.75\n",
            "[[11  1]\n",
            " [ 7  1]]\n",
            "AUC: 0.5208333333333334\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[12  4]\n",
            " [ 0  4]]\n",
            "AUC: 0.875\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[15  2]\n",
            " [ 1  2]]\n",
            "AUC: 0.7745098039215685\n",
            "[[13  3]\n",
            " [ 3  1]]\n",
            "AUC: 0.53125\n",
            "[ 136   13 ]\n",
            "[ 27   25 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.6967604543107899\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7644553433144037)\n",
            "[[ 4  4]\n",
            " [ 2 11]]\n",
            "AUC: 0.6730769230769231\n",
            "[[ 3  3]\n",
            " [ 0 14]]\n",
            "AUC: 0.75\n",
            "[[ 3  1]\n",
            " [ 1 15]]\n",
            "AUC: 0.84375\n",
            "[[ 0  5]\n",
            " [ 0 15]]\n",
            "AUC: 0.5\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 1  3]\n",
            " [ 1 15]]\n",
            "AUC: 0.59375\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[ 5  1]\n",
            " [ 0 14]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 24   27 ]\n",
            "[ 8   142 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7086274509803921\n",
            "[[ 5  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7355769230769231\n",
            "[[ 6  0]\n",
            " [ 0 14]]\n",
            "AUC: 1.0\n",
            "[[ 3  1]\n",
            " [ 2 14]]\n",
            "AUC: 0.8125\n",
            "[[ 1  4]\n",
            " [ 0 15]]\n",
            "AUC: 0.6\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  2]\n",
            " [ 2 14]]\n",
            "AUC: 0.6875\n",
            "[[ 4  1]\n",
            " [ 0 15]]\n",
            "AUC: 0.9\n",
            "[[ 4  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7087912087912088\n",
            "[[ 5  1]\n",
            " [ 0 14]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 33   18 ]\n",
            "[ 10   140 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7901960784313726\n",
            "[[ 4  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.7115384615384616\n",
            "[[ 5  1]\n",
            " [ 1 13]]\n",
            "AUC: 0.8809523809523809\n",
            "[[ 0  4]\n",
            " [ 1 15]]\n",
            "AUC: 0.46875\n",
            "[[ 1  4]\n",
            " [ 0 15]]\n",
            "AUC: 0.6\n",
            "[[ 1  2]\n",
            " [ 2 15]]\n",
            "AUC: 0.607843137254902\n",
            "[[ 2  2]\n",
            " [ 5 11]]\n",
            "AUC: 0.59375\n",
            "[[ 3  2]\n",
            " [ 2 13]]\n",
            "AUC: 0.7333333333333333\n",
            "[[ 3  4]\n",
            " [ 2 11]]\n",
            "AUC: 0.6373626373626373\n",
            "[[ 5  1]\n",
            " [ 1 13]]\n",
            "AUC: 0.8809523809523809\n",
            "[[ 1  2]\n",
            " [ 0 17]]\n",
            "AUC: 0.6666666666666667\n",
            "[ 25   26 ]\n",
            "[ 15   135 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6950980392156862\n",
            "[[6 2]\n",
            " [4 9]]\n",
            "AUC: 0.7211538461538461\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 3  1]\n",
            " [ 3 13]]\n",
            "AUC: 0.78125\n",
            "[[ 2  3]\n",
            " [ 0 15]]\n",
            "AUC: 0.7\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  2]\n",
            " [ 3 13]]\n",
            "AUC: 0.65625\n",
            "[[ 5  0]\n",
            " [ 1 14]]\n",
            "AUC: 0.9666666666666667\n",
            "[[ 5  2]\n",
            " [ 3 10]]\n",
            "AUC: 0.7417582417582418\n",
            "[[ 5  1]\n",
            " [ 1 13]]\n",
            "AUC: 0.8809523809523809\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 37   14 ]\n",
            "[ 20   130 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7960784313725491\n",
            "[[ 4  4]\n",
            " [ 2 11]]\n",
            "AUC: 0.6730769230769231\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[ 3  1]\n",
            " [ 1 15]]\n",
            "AUC: 0.84375\n",
            "[[ 0  5]\n",
            " [ 0 15]]\n",
            "AUC: 0.5\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  2]\n",
            " [ 2 14]]\n",
            "AUC: 0.6875\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 4  3]\n",
            " [ 0 13]]\n",
            "AUC: 0.7857142857142857\n",
            "[[ 5  1]\n",
            " [ 0 14]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 29   22 ]\n",
            "[ 9   141 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.754313725490196\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7960784313725491)\n",
            "[[8 2]\n",
            " [2 9]]\n",
            "AUC: 0.8090909090909092\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 3  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6458333333333333\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[[6 3]\n",
            " [3 8]]\n",
            "AUC: 0.696969696969697\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[[9 1]\n",
            " [2 8]]\n",
            "AUC: 0.8500000000000001\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[ 56   23 ]\n",
            "[ 14   108 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7970533305665075\n",
            "[[8 2]\n",
            " [3 8]]\n",
            "AUC: 0.7636363636363637\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 4  4]\n",
            " [ 0 12]]\n",
            "AUC: 0.75\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[7 2]\n",
            " [2 9]]\n",
            "AUC: 0.7979797979797981\n",
            "[[ 6  1]\n",
            " [ 1 12]]\n",
            "AUC: 0.8901098901098902\n",
            "[[8 2]\n",
            " [2 8]]\n",
            "AUC: 0.8\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[ 56   23 ]\n",
            "[ 14   108 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7970533305665075\n",
            "[[5 5]\n",
            " [2 9]]\n",
            "AUC: 0.6590909090909092\n",
            "[[ 7  0]\n",
            " [ 1 12]]\n",
            "AUC: 0.9615384615384616\n",
            "[[ 4  5]\n",
            " [ 1 10]]\n",
            "AUC: 0.6767676767676768\n",
            "[[ 2  6]\n",
            " [ 2 10]]\n",
            "AUC: 0.5416666666666667\n",
            "[[ 2  1]\n",
            " [ 3 14]]\n",
            "AUC: 0.7450980392156863\n",
            "[[6 3]\n",
            " [6 5]]\n",
            "AUC: 0.5606060606060607\n",
            "[[ 4  3]\n",
            " [ 3 10]]\n",
            "AUC: 0.6703296703296703\n",
            "[[10  0]\n",
            " [ 2  8]]\n",
            "AUC: 0.9\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[ 49   30 ]\n",
            "[ 21   101 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7240610085079893\n",
            "[[9 1]\n",
            " [3 8]]\n",
            "AUC: 0.8136363636363637\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[ 6  1]\n",
            " [ 1 12]]\n",
            "AUC: 0.8901098901098902\n",
            "[[8 2]\n",
            " [2 8]]\n",
            "AUC: 0.8\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[ 55   24 ]\n",
            "[ 13   109 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7948225772981947\n",
            "[[8 2]\n",
            " [2 9]]\n",
            "AUC: 0.8090909090909092\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 3  5]\n",
            " [ 2 10]]\n",
            "AUC: 0.6041666666666667\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[[6 3]\n",
            " [3 8]]\n",
            "AUC: 0.696969696969697\n",
            "[[ 6  1]\n",
            " [ 1 12]]\n",
            "AUC: 0.8901098901098902\n",
            "[[7 3]\n",
            " [2 8]]\n",
            "AUC: 0.75\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[ 55   24 ]\n",
            "[ 16   106 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7825274953309815\n",
            "BEST AUC FROM 5-ALGORITHMS: ('SVM', 0.7970533305665075)\n",
            "[[8 2]\n",
            " [2 9]]\n",
            "AUC: 0.8090909090909092\n",
            "[[ 8  0]\n",
            " [ 2 10]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 5  3]\n",
            " [ 1 11]]\n",
            "AUC: 0.7708333333333333\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[7 3]\n",
            " [2 8]]\n",
            "AUC: 0.75\n",
            "[[ 6  2]\n",
            " [ 1 11]]\n",
            "AUC: 0.8333333333333334\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 4  2]\n",
            " [ 0 14]]\n",
            "AUC: 0.8333333333333334\n",
            "[ 63   24 ]\n",
            "[ 10   104 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8182093163944344\n",
            "[[9 1]\n",
            " [3 8]]\n",
            "AUC: 0.8136363636363637\n",
            "[[ 8  0]\n",
            " [ 2 10]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 6  3]\n",
            " [ 0 11]]\n",
            "AUC: 0.8333333333333334\n",
            "[[ 6  2]\n",
            " [ 0 12]]\n",
            "AUC: 0.875\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[8 2]\n",
            " [2 8]]\n",
            "AUC: 0.8\n",
            "[[ 7  1]\n",
            " [ 0 12]]\n",
            "AUC: 0.9375\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 4  2]\n",
            " [ 2 12]]\n",
            "AUC: 0.7619047619047621\n",
            "[ 68   19 ]\n",
            "[ 11   103 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8425589836660617\n",
            "[[ 4  6]\n",
            " [ 1 10]]\n",
            "AUC: 0.6545454545454545\n",
            "[[ 8  0]\n",
            " [ 2 10]]\n",
            "AUC: 0.9166666666666667\n",
            "[[5 4]\n",
            " [2 9]]\n",
            "AUC: 0.6868686868686869\n",
            "[[ 5  3]\n",
            " [ 2 10]]\n",
            "AUC: 0.7291666666666667\n",
            "[[ 3  2]\n",
            " [ 2 13]]\n",
            "AUC: 0.7333333333333333\n",
            "[[7 3]\n",
            " [3 7]]\n",
            "AUC: 0.7\n",
            "[[ 3  5]\n",
            " [ 2 10]]\n",
            "AUC: 0.6041666666666667\n",
            "[[11  0]\n",
            " [ 2  7]]\n",
            "AUC: 0.8888888888888888\n",
            "[[8 4]\n",
            " [0 8]]\n",
            "AUC: 0.8333333333333334\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[ 57   30 ]\n",
            "[ 17   97 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7530248033877798\n",
            "[[9 1]\n",
            " [3 8]]\n",
            "AUC: 0.8136363636363637\n",
            "[[ 7  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8541666666666667\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[6 4]\n",
            " [1 9]]\n",
            "AUC: 0.75\n",
            "[[ 7  1]\n",
            " [ 1 11]]\n",
            "AUC: 0.8958333333333333\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 3  3]\n",
            " [ 2 12]]\n",
            "AUC: 0.6785714285714286\n",
            "[ 59   28 ]\n",
            "[ 12   102 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7864488808227466\n",
            "[[8 2]\n",
            " [3 8]]\n",
            "AUC: 0.7636363636363637\n",
            "[[ 8  0]\n",
            " [ 2 10]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 5  3]\n",
            " [ 2 10]]\n",
            "AUC: 0.7291666666666667\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[7 3]\n",
            " [3 7]]\n",
            "AUC: 0.7\n",
            "[[ 7  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8541666666666667\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[ 66   21 ]\n",
            "[ 15   99 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.8135208711433757\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.8425589836660617)\n",
            "[[9 1]\n",
            " [2 9]]\n",
            "AUC: 0.8590909090909091\n",
            "[[ 9  0]\n",
            " [ 1 10]]\n",
            "AUC: 0.9545454545454546\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 4  2]\n",
            " [ 0 14]]\n",
            "AUC: 0.8333333333333334\n",
            "[ 69   24 ]\n",
            "[ 6   102 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8431899641577061\n",
            "[[9 1]\n",
            " [3 8]]\n",
            "AUC: 0.8136363636363637\n",
            "[[9 0]\n",
            " [3 8]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 7  2]\n",
            " [ 1 10]]\n",
            "AUC: 0.8434343434343434\n",
            "[[ 7  2]\n",
            " [ 1 10]]\n",
            "AUC: 0.8434343434343434\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 5  1]\n",
            " [ 2 12]]\n",
            "AUC: 0.8452380952380952\n",
            "[ 77   16 ]\n",
            "[ 12   96 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8584229390681004\n",
            "[[5 5]\n",
            " [2 9]]\n",
            "AUC: 0.6590909090909092\n",
            "[[9 0]\n",
            " [2 9]]\n",
            "AUC: 0.9090909090909092\n",
            "[[5 4]\n",
            " [2 9]]\n",
            "AUC: 0.6868686868686869\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[ 3  2]\n",
            " [ 2 13]]\n",
            "AUC: 0.7333333333333333\n",
            "[[9 3]\n",
            " [2 6]]\n",
            "AUC: 0.75\n",
            "[[3 7]\n",
            " [2 8]]\n",
            "AUC: 0.55\n",
            "[[11  0]\n",
            " [ 1  8]]\n",
            "AUC: 0.9444444444444444\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 3  3]\n",
            " [ 0 14]]\n",
            "AUC: 0.75\n",
            "[ 63   30 ]\n",
            "[ 14   94 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.77389486260454\n",
            "[[9 1]\n",
            " [3 8]]\n",
            "AUC: 0.8136363636363637\n",
            "[[ 8  1]\n",
            " [ 1 10]]\n",
            "AUC: 0.898989898989899\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[6 6]\n",
            " [0 8]]\n",
            "AUC: 0.75\n",
            "[[ 8  2]\n",
            " [ 0 10]]\n",
            "AUC: 0.9\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 3  3]\n",
            " [ 2 12]]\n",
            "AUC: 0.6785714285714286\n",
            "[ 62   31 ]\n",
            "[ 9   99 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7916666666666666\n",
            "[[9 1]\n",
            " [2 9]]\n",
            "AUC: 0.8590909090909091\n",
            "[[ 9  0]\n",
            " [ 1 10]]\n",
            "AUC: 0.9545454545454546\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 7  2]\n",
            " [ 1 10]]\n",
            "AUC: 0.8434343434343434\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[9 3]\n",
            " [2 6]]\n",
            "AUC: 0.75\n",
            "[[7 3]\n",
            " [1 9]]\n",
            "AUC: 0.7999999999999999\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[ 72   21 ]\n",
            "[ 10   98 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.8408004778972521\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.8584229390681004)\n",
            "[[ 4  4]\n",
            " [ 2 11]]\n",
            "AUC: 0.6730769230769231\n",
            "[[ 3  3]\n",
            " [ 0 14]]\n",
            "AUC: 0.75\n",
            "[[ 3  1]\n",
            " [ 1 15]]\n",
            "AUC: 0.84375\n",
            "[[ 0  5]\n",
            " [ 0 15]]\n",
            "AUC: 0.5\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 1  3]\n",
            " [ 1 15]]\n",
            "AUC: 0.59375\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[ 5  0]\n",
            " [ 0 15]]\n",
            "AUC: 1.0\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 24   26 ]\n",
            "[ 8   143 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7135099337748344\n",
            "[[ 5  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7355769230769231\n",
            "[[ 6  0]\n",
            " [ 0 14]]\n",
            "AUC: 1.0\n",
            "[[ 3  1]\n",
            " [ 2 14]]\n",
            "AUC: 0.8125\n",
            "[[ 1  4]\n",
            " [ 0 15]]\n",
            "AUC: 0.6\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  2]\n",
            " [ 2 14]]\n",
            "AUC: 0.6875\n",
            "[[ 4  1]\n",
            " [ 0 15]]\n",
            "AUC: 0.9\n",
            "[[ 4  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7087912087912088\n",
            "[[ 5  0]\n",
            " [ 0 15]]\n",
            "AUC: 1.0\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 33   17 ]\n",
            "[ 10   141 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7968874172185431\n",
            "[[ 4  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.7115384615384616\n",
            "[[ 5  1]\n",
            " [ 1 13]]\n",
            "AUC: 0.8809523809523809\n",
            "[[ 0  4]\n",
            " [ 2 14]]\n",
            "AUC: 0.4375\n",
            "[[ 1  4]\n",
            " [ 0 15]]\n",
            "AUC: 0.6\n",
            "[[ 1  2]\n",
            " [ 2 15]]\n",
            "AUC: 0.607843137254902\n",
            "[[ 2  2]\n",
            " [ 5 11]]\n",
            "AUC: 0.59375\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[ 3  4]\n",
            " [ 2 11]]\n",
            "AUC: 0.6373626373626373\n",
            "[[ 5  0]\n",
            " [ 1 14]]\n",
            "AUC: 0.9666666666666667\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[ 25   25 ]\n",
            "[ 16   135 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6970198675496688\n",
            "[[6 2]\n",
            " [4 9]]\n",
            "AUC: 0.7211538461538461\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 3  1]\n",
            " [ 3 13]]\n",
            "AUC: 0.78125\n",
            "[[ 2  3]\n",
            " [ 0 15]]\n",
            "AUC: 0.7\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  2]\n",
            " [ 2 14]]\n",
            "AUC: 0.6875\n",
            "[[ 5  0]\n",
            " [ 1 14]]\n",
            "AUC: 0.9666666666666667\n",
            "[[ 5  2]\n",
            " [ 3 10]]\n",
            "AUC: 0.7417582417582418\n",
            "[[ 5  0]\n",
            " [ 1 14]]\n",
            "AUC: 0.9666666666666667\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 37   13 ]\n",
            "[ 19   132 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.8070860927152318\n",
            "[[ 4  4]\n",
            " [ 2 11]]\n",
            "AUC: 0.6730769230769231\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[ 3  1]\n",
            " [ 1 15]]\n",
            "AUC: 0.84375\n",
            "[[ 0  5]\n",
            " [ 0 15]]\n",
            "AUC: 0.5\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  2]\n",
            " [ 1 15]]\n",
            "AUC: 0.71875\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 3  4]\n",
            " [ 0 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[ 5  0]\n",
            " [ 0 15]]\n",
            "AUC: 1.0\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 28   22 ]\n",
            "[ 8   143 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7535099337748344\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.8070860927152318)\n",
            "[[10  2]\n",
            " [ 3  6]]\n",
            "AUC: 0.75\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[7 3]\n",
            " [2 8]]\n",
            "AUC: 0.75\n",
            "[[7 5]\n",
            " [0 8]]\n",
            "AUC: 0.7916666666666666\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[9 3]\n",
            " [1 7]]\n",
            "AUC: 0.8125\n",
            "[[8 4]\n",
            " [0 8]]\n",
            "AUC: 0.8333333333333334\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  2]\n",
            " [ 0 13]]\n",
            "AUC: 0.8571428571428572\n",
            "[ 80   27 ]\n",
            "[ 8   86 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8312785842115729\n",
            "[[10  2]\n",
            " [ 3  6]]\n",
            "AUC: 0.75\n",
            "[[11  0]\n",
            " [ 2  7]]\n",
            "AUC: 0.8888888888888888\n",
            "[[8 2]\n",
            " [2 8]]\n",
            "AUC: 0.8\n",
            "[[8 4]\n",
            " [0 8]]\n",
            "AUC: 0.8333333333333334\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[7 5]\n",
            " [1 7]]\n",
            "AUC: 0.7291666666666665\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 6  1]\n",
            " [ 2 11]]\n",
            "AUC: 0.8516483516483517\n",
            "[ 84   23 ]\n",
            "[ 12   82 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8286935772519388\n",
            "[[7 5]\n",
            " [3 6]]\n",
            "AUC: 0.6249999999999999\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[6 4]\n",
            " [2 8]]\n",
            "AUC: 0.7000000000000001\n",
            "[[8 4]\n",
            " [0 8]]\n",
            "AUC: 0.8333333333333334\n",
            "[[ 6  1]\n",
            " [ 1 12]]\n",
            "AUC: 0.8901098901098902\n",
            "[[9 3]\n",
            " [3 5]]\n",
            "AUC: 0.6875\n",
            "[[6 6]\n",
            " [2 6]]\n",
            "AUC: 0.625\n",
            "[[11  0]\n",
            " [ 2  7]]\n",
            "AUC: 0.8888888888888888\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[ 5  2]\n",
            " [ 3 10]]\n",
            "AUC: 0.7417582417582418\n",
            "[ 79   28 ]\n",
            "[ 18   76 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7734141976536091\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[6 4]\n",
            " [1 9]]\n",
            "AUC: 0.75\n",
            "[[6 6]\n",
            " [1 7]]\n",
            "AUC: 0.6875\n",
            "[[ 1  6]\n",
            " [ 1 12]]\n",
            "AUC: 0.532967032967033\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 74   33 ]\n",
            "[ 7   87 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.808560349970173\n",
            "[[10  2]\n",
            " [ 3  6]]\n",
            "AUC: 0.75\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[6 4]\n",
            " [3 7]]\n",
            "AUC: 0.65\n",
            "[[8 4]\n",
            " [0 8]]\n",
            "AUC: 0.8333333333333334\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[8 4]\n",
            " [1 7]]\n",
            "AUC: 0.7708333333333335\n",
            "[[11  0]\n",
            " [ 2  7]]\n",
            "AUC: 0.8888888888888888\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 82   25 ]\n",
            "[ 14   80 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.808709484987075\n",
            "BEST AUC FROM 5-ALGORITHMS: ('SVM', 0.8312785842115729)\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 3  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6458333333333333\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[[6 3]\n",
            " [3 8]]\n",
            "AUC: 0.696969696969697\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[[9 1]\n",
            " [2 8]]\n",
            "AUC: 0.8500000000000001\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[ 56   22 ]\n",
            "[ 14   109 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.802063789868668\n",
            "[[8 1]\n",
            " [3 9]]\n",
            "AUC: 0.8194444444444443\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[7 2]\n",
            " [2 9]]\n",
            "AUC: 0.7979797979797981\n",
            "[[ 6  1]\n",
            " [ 1 12]]\n",
            "AUC: 0.8901098901098902\n",
            "[[8 2]\n",
            " [2 8]]\n",
            "AUC: 0.8\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[ 55   23 ]\n",
            "[ 14   109 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7956535334584116\n",
            "[[ 5  4]\n",
            " [ 2 10]]\n",
            "AUC: 0.6944444444444444\n",
            "[[ 7  0]\n",
            " [ 1 12]]\n",
            "AUC: 0.9615384615384616\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 1  7]\n",
            " [ 2 10]]\n",
            "AUC: 0.47916666666666674\n",
            "[[ 2  1]\n",
            " [ 3 14]]\n",
            "AUC: 0.7450980392156863\n",
            "[[6 3]\n",
            " [5 6]]\n",
            "AUC: 0.6060606060606062\n",
            "[[ 5  2]\n",
            " [ 3 10]]\n",
            "AUC: 0.7417582417582418\n",
            "[[10  0]\n",
            " [ 2  8]]\n",
            "AUC: 0.9\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 2  3]\n",
            " [ 0 15]]\n",
            "AUC: 0.7\n",
            "[ 50   28 ]\n",
            "[ 19   104 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.743277048155097\n",
            "[[9 0]\n",
            " [3 9]]\n",
            "AUC: 0.875\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[ 6  1]\n",
            " [ 1 12]]\n",
            "AUC: 0.8901098901098902\n",
            "[[8 2]\n",
            " [2 8]]\n",
            "AUC: 0.8\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[ 55   23 ]\n",
            "[ 13   110 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.799718574108818\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 4  4]\n",
            " [ 2 10]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 1  2]\n",
            " [ 2 15]]\n",
            "AUC: 0.607843137254902\n",
            "[[6 3]\n",
            " [3 8]]\n",
            "AUC: 0.696969696969697\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[[7 3]\n",
            " [2 8]]\n",
            "AUC: 0.75\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[ 54   24 ]\n",
            "[ 16   107 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7811131957473421\n",
            "BEST AUC FROM 5-ALGORITHMS: ('SVM', 0.802063789868668)\n",
            "[[10  3]\n",
            " [ 2  6]]\n",
            "AUC: 0.7596153846153846\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[8 3]\n",
            " [2 7]]\n",
            "AUC: 0.7525252525252525\n",
            "[[8 5]\n",
            " [0 7]]\n",
            "AUC: 0.8076923076923077\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[8 4]\n",
            " [1 7]]\n",
            "AUC: 0.7708333333333335\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 85   28 ]\n",
            "[ 11   77 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8136061946902655\n",
            "[[11  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7355769230769231\n",
            "[[12  0]\n",
            " [ 1  7]]\n",
            "AUC: 0.9375\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[10  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7291666666666667\n",
            "[[10  3]\n",
            " [ 1  6]]\n",
            "AUC: 0.8131868131868132\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[ 6  1]\n",
            " [ 3 10]]\n",
            "AUC: 0.8131868131868133\n",
            "[ 91   22 ]\n",
            "[ 17   71 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8060639581657281\n",
            "[[8 5]\n",
            " [2 6]]\n",
            "AUC: 0.6826923076923078\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[7 6]\n",
            " [0 7]]\n",
            "AUC: 0.7692307692307692\n",
            "[[6 1]\n",
            " [4 9]]\n",
            "AUC: 0.7747252747252749\n",
            "[[11  1]\n",
            " [ 3  5]]\n",
            "AUC: 0.7708333333333333\n",
            "[[5 7]\n",
            " [2 6]]\n",
            "AUC: 0.5833333333333333\n",
            "[[12  1]\n",
            " [ 1  6]]\n",
            "AUC: 0.8901098901098902\n",
            "[[10  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7417582417582418\n",
            "[[6 1]\n",
            " [4 9]]\n",
            "AUC: 0.7747252747252749\n",
            "[ 84   29 ]\n",
            "[ 22   66 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7466814159292036\n",
            "[[10  3]\n",
            " [ 2  6]]\n",
            "AUC: 0.7596153846153846\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[6 5]\n",
            " [1 8]]\n",
            "AUC: 0.7171717171717171\n",
            "[[6 7]\n",
            " [1 6]]\n",
            "AUC: 0.6593406593406593\n",
            "[[ 1  6]\n",
            " [ 1 12]]\n",
            "AUC: 0.532967032967033\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[9 4]\n",
            " [1 6]]\n",
            "AUC: 0.7747252747252747\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 75   38 ]\n",
            "[ 7   81 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7920856798069187\n",
            "[[10  3]\n",
            " [ 3  5]]\n",
            "AUC: 0.6971153846153846\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[8 4]\n",
            " [1 7]]\n",
            "AUC: 0.7708333333333335\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[ 6  1]\n",
            " [ 2 11]]\n",
            "AUC: 0.8516483516483517\n",
            "[ 87   26 ]\n",
            "[ 16   72 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7940466613032985\n",
            "BEST AUC FROM 5-ALGORITHMS: ('SVM', 0.8136061946902655)\n",
            "[[8 2]\n",
            " [2 9]]\n",
            "AUC: 0.8090909090909092\n",
            "[[ 9  0]\n",
            " [ 1 10]]\n",
            "AUC: 0.9545454545454546\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 4  5]\n",
            " [ 1 10]]\n",
            "AUC: 0.6767676767676768\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[8 3]\n",
            " [1 8]]\n",
            "AUC: 0.8080808080808081\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 4  2]\n",
            " [ 0 14]]\n",
            "AUC: 0.8333333333333334\n",
            "[ 65   26 ]\n",
            "[ 8   102 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8207792207792208\n",
            "[[9 1]\n",
            " [3 8]]\n",
            "AUC: 0.8136363636363637\n",
            "[[9 0]\n",
            " [3 8]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 7  2]\n",
            " [ 0 11]]\n",
            "AUC: 0.8888888888888888\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[ 7  2]\n",
            " [ 0 11]]\n",
            "AUC: 0.8888888888888888\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 5  1]\n",
            " [ 2 12]]\n",
            "AUC: 0.8452380952380952\n",
            "[ 75   16 ]\n",
            "[ 12   98 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8575424575424575\n",
            "[[5 5]\n",
            " [2 9]]\n",
            "AUC: 0.6590909090909092\n",
            "[[9 0]\n",
            " [3 8]]\n",
            "AUC: 0.8636363636363636\n",
            "[[5 4]\n",
            " [2 9]]\n",
            "AUC: 0.6868686868686869\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[ 3  2]\n",
            " [ 2 13]]\n",
            "AUC: 0.7333333333333333\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[2 7]\n",
            " [2 9]]\n",
            "AUC: 0.5202020202020202\n",
            "[[11  0]\n",
            " [ 1  8]]\n",
            "AUC: 0.9444444444444444\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 3  3]\n",
            " [ 0 14]]\n",
            "AUC: 0.75\n",
            "[ 61   30 ]\n",
            "[ 17   93 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7578921078921079\n",
            "[[9 1]\n",
            " [3 8]]\n",
            "AUC: 0.8136363636363637\n",
            "[[ 8  1]\n",
            " [ 1 10]]\n",
            "AUC: 0.898989898989899\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 4  5]\n",
            " [ 1 10]]\n",
            "AUC: 0.6767676767676768\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 7  2]\n",
            " [ 1 10]]\n",
            "AUC: 0.8434343434343434\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 3  3]\n",
            " [ 2 12]]\n",
            "AUC: 0.6785714285714286\n",
            "[ 62   29 ]\n",
            "[ 11   99 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7906593406593407\n",
            "[[9 1]\n",
            " [2 9]]\n",
            "AUC: 0.8590909090909091\n",
            "[[ 9  0]\n",
            " [ 1 10]]\n",
            "AUC: 0.9545454545454546\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 7  2]\n",
            " [ 1 10]]\n",
            "AUC: 0.8434343434343434\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[8 3]\n",
            " [2 7]]\n",
            "AUC: 0.7525252525252525\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[ 70   21 ]\n",
            "[ 11   99 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.8346153846153846\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.8575424575424575)\n",
            "[[8 2]\n",
            " [2 9]]\n",
            "AUC: 0.8090909090909092\n",
            "[[ 8  0]\n",
            " [ 2 10]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 4  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7083333333333333\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[6 3]\n",
            " [3 8]]\n",
            "AUC: 0.696969696969697\n",
            "[[ 6  2]\n",
            " [ 1 11]]\n",
            "AUC: 0.8333333333333334\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 4  2]\n",
            " [ 0 14]]\n",
            "AUC: 0.8333333333333334\n",
            "[ 61   24 ]\n",
            "[ 11   105 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8114097363083164\n",
            "[[8 2]\n",
            " [3 8]]\n",
            "AUC: 0.7636363636363637\n",
            "[[ 8  0]\n",
            " [ 2 10]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 6  3]\n",
            " [ 0 11]]\n",
            "AUC: 0.8333333333333334\n",
            "[[ 6  2]\n",
            " [ 0 12]]\n",
            "AUC: 0.875\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[7 2]\n",
            " [3 8]]\n",
            "AUC: 0.7525252525252525\n",
            "[[ 7  1]\n",
            " [ 0 12]]\n",
            "AUC: 0.9375\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 3  3]\n",
            " [ 2 12]]\n",
            "AUC: 0.6785714285714286\n",
            "[ 64   21 ]\n",
            "[ 12   104 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8247464503042596\n",
            "[[5 5]\n",
            " [2 9]]\n",
            "AUC: 0.6590909090909092\n",
            "[[ 8  0]\n",
            " [ 2 10]]\n",
            "AUC: 0.9166666666666667\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[ 5  3]\n",
            " [ 2 10]]\n",
            "AUC: 0.7291666666666667\n",
            "[[ 3  2]\n",
            " [ 2 13]]\n",
            "AUC: 0.7333333333333333\n",
            "[[6 3]\n",
            " [4 7]]\n",
            "AUC: 0.6515151515151516\n",
            "[[ 4  4]\n",
            " [ 2 10]]\n",
            "AUC: 0.6666666666666667\n",
            "[[11  0]\n",
            " [ 1  8]]\n",
            "AUC: 0.9444444444444444\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[ 59   26 ]\n",
            "[ 18   98 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.76947261663286\n",
            "[[9 1]\n",
            " [3 8]]\n",
            "AUC: 0.8136363636363637\n",
            "[[ 7  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8541666666666667\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[ 7  1]\n",
            " [ 1 11]]\n",
            "AUC: 0.8958333333333333\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  3]\n",
            " [ 2 12]]\n",
            "AUC: 0.6785714285714286\n",
            "[ 58   27 ]\n",
            "[ 12   104 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7894523326572008\n",
            "[[8 2]\n",
            " [3 8]]\n",
            "AUC: 0.7636363636363637\n",
            "[[ 8  0]\n",
            " [ 2 10]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 3  5]\n",
            " [ 2 10]]\n",
            "AUC: 0.6041666666666667\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[6 3]\n",
            " [4 7]]\n",
            "AUC: 0.6515151515151516\n",
            "[[ 7  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8541666666666667\n",
            "[[8 3]\n",
            " [1 8]]\n",
            "AUC: 0.8080808080808081\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 3  3]\n",
            " [ 0 14]]\n",
            "AUC: 0.75\n",
            "[ 60   25 ]\n",
            "[ 15   101 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7882860040567952\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.8247464503042596)\n",
            "[[13  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6071428571428571\n",
            "[[13  1]\n",
            " [ 1  5]]\n",
            "AUC: 0.880952380952381\n",
            "[[11  2]\n",
            " [ 5  2]]\n",
            "AUC: 0.5659340659340659\n",
            "[[16  0]\n",
            " [ 0  4]]\n",
            "AUC: 1.0\n",
            "[[8 3]\n",
            " [5 4]]\n",
            "AUC: 0.5858585858585859\n",
            "[[14  0]\n",
            " [ 2  4]]\n",
            "AUC: 0.8333333333333333\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[15  0]\n",
            " [ 2  3]]\n",
            "AUC: 0.8\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[9 2]\n",
            " [6 3]]\n",
            "AUC: 0.5757575757575757\n",
            "[ 124   15 ]\n",
            "[ 28   34 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7202367138547227\n",
            "[[13  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6071428571428571\n",
            "[[12  2]\n",
            " [ 2  4]]\n",
            "AUC: 0.7619047619047619\n",
            "[[12  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.675824175824176\n",
            "[[15  1]\n",
            " [ 1  3]]\n",
            "AUC: 0.84375\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[14  2]\n",
            " [ 1  3]]\n",
            "AUC: 0.8125\n",
            "[[9 2]\n",
            " [5 4]]\n",
            "AUC: 0.6313131313131313\n",
            "[ 123   16 ]\n",
            "[ 24   38 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7488976560686935\n",
            "[[10  4]\n",
            " [ 3  4]]\n",
            "AUC: 0.6428571428571428\n",
            "[[13  1]\n",
            " [ 3  3]]\n",
            "AUC: 0.7142857142857143\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[15  1]\n",
            " [ 0  4]]\n",
            "AUC: 0.96875\n",
            "[[9 2]\n",
            " [4 5]]\n",
            "AUC: 0.6868686868686869\n",
            "[[13  1]\n",
            " [ 3  3]]\n",
            "AUC: 0.7142857142857143\n",
            "[[10  5]\n",
            " [ 1  4]]\n",
            "AUC: 0.7333333333333334\n",
            "[[12  3]\n",
            " [ 2  3]]\n",
            "AUC: 0.7000000000000002\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[ 114   25 ]\n",
            "[ 22   40 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7326525876073335\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[8 5]\n",
            " [2 5]]\n",
            "AUC: 0.6648351648351649\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[3 8]\n",
            " [0 9]]\n",
            "AUC: 0.6363636363636364\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[7 4]\n",
            " [1 8]]\n",
            "AUC: 0.7626262626262625\n",
            "[ 91   48 ]\n",
            "[ 6   56 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7789510327222093\n",
            "[[14  0]\n",
            " [ 6  1]]\n",
            "AUC: 0.5714285714285714\n",
            "[[11  3]\n",
            " [ 2  4]]\n",
            "AUC: 0.726190476190476\n",
            "[[12  1]\n",
            " [ 3  4]]\n",
            "AUC: 0.7472527472527473\n",
            "[[16  0]\n",
            " [ 2  2]]\n",
            "AUC: 0.75\n",
            "[[9 2]\n",
            " [4 5]]\n",
            "AUC: 0.6868686868686869\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[11  4]\n",
            " [ 1  4]]\n",
            "AUC: 0.7666666666666667\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[8 3]\n",
            " [7 2]]\n",
            "AUC: 0.47474747474747475\n",
            "[ 122   17 ]\n",
            "[ 28   34 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.713042469250406\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7789510327222093)\n",
            "[[10  2]\n",
            " [ 1  8]]\n",
            "AUC: 0.8611111111111112\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[ 5  5]\n",
            " [ 0 10]]\n",
            "AUC: 0.75\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[7 5]\n",
            " [0 8]]\n",
            "AUC: 0.7916666666666666\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 4  3]\n",
            " [ 0 13]]\n",
            "AUC: 0.7857142857142857\n",
            "[ 76   29 ]\n",
            "[ 3   93 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.846279761904762\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[11  0]\n",
            " [ 2  7]]\n",
            "AUC: 0.8888888888888888\n",
            "[[8 2]\n",
            " [2 8]]\n",
            "AUC: 0.8\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[7 5]\n",
            " [1 7]]\n",
            "AUC: 0.7291666666666665\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[ 85   20 ]\n",
            "[ 11   85 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8474702380952381\n",
            "[[6 6]\n",
            " [3 6]]\n",
            "AUC: 0.5833333333333333\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[7 3]\n",
            " [2 8]]\n",
            "AUC: 0.75\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 4  2]\n",
            " [ 2 12]]\n",
            "AUC: 0.7619047619047621\n",
            "[[9 3]\n",
            " [3 5]]\n",
            "AUC: 0.6875\n",
            "[[6 6]\n",
            " [2 6]]\n",
            "AUC: 0.625\n",
            "[[10  1]\n",
            " [ 2  7]]\n",
            "AUC: 0.8434343434343433\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[ 4  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7087912087912088\n",
            "[ 74   31 ]\n",
            "[ 18   78 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7586309523809525\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[6 4]\n",
            " [1 9]]\n",
            "AUC: 0.75\n",
            "[[6 5]\n",
            " [1 8]]\n",
            "AUC: 0.7171717171717171\n",
            "[[ 1  5]\n",
            " [ 1 13]]\n",
            "AUC: 0.5476190476190476\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 75   30 ]\n",
            "[ 7   89 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.8206845238095238\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[7 3]\n",
            " [2 8]]\n",
            "AUC: 0.75\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[8 4]\n",
            " [1 7]]\n",
            "AUC: 0.7708333333333335\n",
            "[[11  0]\n",
            " [ 1  8]]\n",
            "AUC: 0.9444444444444444\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 83   22 ]\n",
            "[ 11   85 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.8379464285714285\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.8474702380952381)\n",
            "[[ 4  4]\n",
            " [ 2 11]]\n",
            "AUC: 0.6730769230769231\n",
            "[[ 3  3]\n",
            " [ 0 14]]\n",
            "AUC: 0.75\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[ 0  5]\n",
            " [ 0 15]]\n",
            "AUC: 0.5\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 1  3]\n",
            " [ 1 15]]\n",
            "AUC: 0.59375\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[ 5  1]\n",
            " [ 0 14]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 24   28 ]\n",
            "[ 8   141 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7039235931853381\n",
            "[[ 5  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7355769230769231\n",
            "[[ 6  0]\n",
            " [ 0 14]]\n",
            "AUC: 1.0\n",
            "[[ 3  2]\n",
            " [ 2 13]]\n",
            "AUC: 0.7333333333333333\n",
            "[[ 1  4]\n",
            " [ 0 15]]\n",
            "AUC: 0.6\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  2]\n",
            " [ 2 14]]\n",
            "AUC: 0.6875\n",
            "[[ 4  1]\n",
            " [ 0 15]]\n",
            "AUC: 0.9\n",
            "[[ 4  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7087912087912088\n",
            "[[ 5  1]\n",
            " [ 0 14]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 33   19 ]\n",
            "[ 11   138 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7803949406298399\n",
            "[[ 4  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.7115384615384616\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[ 0  5]\n",
            " [ 1 14]]\n",
            "AUC: 0.4666666666666667\n",
            "[[ 0  5]\n",
            " [ 0 15]]\n",
            "AUC: 0.5\n",
            "[[ 1  2]\n",
            " [ 2 15]]\n",
            "AUC: 0.607843137254902\n",
            "[[ 2  2]\n",
            " [ 5 11]]\n",
            "AUC: 0.59375\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[ 3  4]\n",
            " [ 2 11]]\n",
            "AUC: 0.6373626373626373\n",
            "[[ 5  1]\n",
            " [ 2 12]]\n",
            "AUC: 0.8452380952380952\n",
            "[[ 1  2]\n",
            " [ 0 17]]\n",
            "AUC: 0.6666666666666667\n",
            "[ 25   27 ]\n",
            "[ 15   134 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6900490449148168\n",
            "[[6 2]\n",
            " [4 9]]\n",
            "AUC: 0.7211538461538461\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 3  2]\n",
            " [ 3 12]]\n",
            "AUC: 0.7000000000000001\n",
            "[[ 2  3]\n",
            " [ 0 15]]\n",
            "AUC: 0.7\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  2]\n",
            " [ 3 13]]\n",
            "AUC: 0.65625\n",
            "[[ 5  0]\n",
            " [ 1 14]]\n",
            "AUC: 0.9666666666666667\n",
            "[[ 5  2]\n",
            " [ 3 10]]\n",
            "AUC: 0.7417582417582418\n",
            "[[ 5  1]\n",
            " [ 1 13]]\n",
            "AUC: 0.8809523809523809\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 37   15 ]\n",
            "[ 20   129 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7886551368094992\n",
            "[[ 4  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.7115384615384616\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[ 0  5]\n",
            " [ 0 15]]\n",
            "AUC: 0.5\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  2]\n",
            " [ 1 15]]\n",
            "AUC: 0.71875\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 3  4]\n",
            " [ 0 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[ 5  1]\n",
            " [ 0 14]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 28   24 ]\n",
            "[ 7   142 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7457408363448632\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7886551368094992)\n",
            "[[ 5  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7355769230769231\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[ 0  5]\n",
            " [ 0 15]]\n",
            "AUC: 0.5\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 1  3]\n",
            " [ 2 14]]\n",
            "AUC: 0.5625\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[ 3  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6458333333333333\n",
            "[[ 5  1]\n",
            " [ 0 14]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 26   27 ]\n",
            "[ 10   138 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7114992350841407\n",
            "[[ 5  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7355769230769231\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[ 3  2]\n",
            " [ 2 13]]\n",
            "AUC: 0.7333333333333333\n",
            "[[ 2  3]\n",
            " [ 0 15]]\n",
            "AUC: 0.7\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  2]\n",
            " [ 2 14]]\n",
            "AUC: 0.6875\n",
            "[[ 5  0]\n",
            " [ 0 15]]\n",
            "AUC: 1.0\n",
            "[[ 4  4]\n",
            " [ 2 10]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 5  1]\n",
            " [ 0 14]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 35   18 ]\n",
            "[ 12   136 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7896481387047425\n",
            "[[ 5  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7355769230769231\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[ 0  5]\n",
            " [ 1 14]]\n",
            "AUC: 0.4666666666666667\n",
            "[[ 0  5]\n",
            " [ 0 15]]\n",
            "AUC: 0.5\n",
            "[[ 1  2]\n",
            " [ 2 15]]\n",
            "AUC: 0.607843137254902\n",
            "[[ 2  2]\n",
            " [ 5 11]]\n",
            "AUC: 0.59375\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 3  5]\n",
            " [ 2 10]]\n",
            "AUC: 0.6041666666666667\n",
            "[[ 5  1]\n",
            " [ 2 12]]\n",
            "AUC: 0.8452380952380952\n",
            "[[ 1  2]\n",
            " [ 0 17]]\n",
            "AUC: 0.6666666666666667\n",
            "[ 25   28 ]\n",
            "[ 16   132 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6817950025497195\n",
            "[[6 2]\n",
            " [4 9]]\n",
            "AUC: 0.7211538461538461\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 3  2]\n",
            " [ 3 12]]\n",
            "AUC: 0.7000000000000001\n",
            "[[ 2  3]\n",
            " [ 0 15]]\n",
            "AUC: 0.7\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  2]\n",
            " [ 3 13]]\n",
            "AUC: 0.65625\n",
            "[[ 5  0]\n",
            " [ 1 14]]\n",
            "AUC: 0.9666666666666667\n",
            "[[ 6  2]\n",
            " [ 2 10]]\n",
            "AUC: 0.7916666666666666\n",
            "[[ 5  1]\n",
            " [ 2 12]]\n",
            "AUC: 0.8452380952380952\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 38   15 ]\n",
            "[ 20   128 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7909229984701682\n",
            "[[ 4  4]\n",
            " [ 2 11]]\n",
            "AUC: 0.6730769230769231\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[ 0  5]\n",
            " [ 0 15]]\n",
            "AUC: 0.5\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  2]\n",
            " [ 2 14]]\n",
            "AUC: 0.6875\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 5  1]\n",
            " [ 0 14]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 29   24 ]\n",
            "[ 9   139 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7431795002549719\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7909229984701682)\n",
            "[[10  2]\n",
            " [ 1  8]]\n",
            "AUC: 0.8611111111111112\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[ 5  5]\n",
            " [ 0 10]]\n",
            "AUC: 0.75\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 4  3]\n",
            " [ 0 13]]\n",
            "AUC: 0.7857142857142857\n",
            "[ 76   28 ]\n",
            "[ 3   94 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8499206978588422\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[11  0]\n",
            " [ 2  7]]\n",
            "AUC: 0.8888888888888888\n",
            "[[8 2]\n",
            " [2 8]]\n",
            "AUC: 0.8\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[7 4]\n",
            " [1 8]]\n",
            "AUC: 0.7626262626262625\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[ 84   20 ]\n",
            "[ 11   86 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8471451229183188\n",
            "[[7 5]\n",
            " [3 6]]\n",
            "AUC: 0.6249999999999999\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[7 3]\n",
            " [2 8]]\n",
            "AUC: 0.75\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 4  2]\n",
            " [ 2 12]]\n",
            "AUC: 0.7619047619047621\n",
            "[[9 3]\n",
            " [3 5]]\n",
            "AUC: 0.6875\n",
            "[[6 5]\n",
            " [2 7]]\n",
            "AUC: 0.6616161616161615\n",
            "[[10  1]\n",
            " [ 2  7]]\n",
            "AUC: 0.8434343434343433\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 4  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7087912087912088\n",
            "[ 76   28 ]\n",
            "[ 17   80 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7777557494052338\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[6 4]\n",
            " [1 9]]\n",
            "AUC: 0.75\n",
            "[[6 5]\n",
            " [1 8]]\n",
            "AUC: 0.7171717171717171\n",
            "[[ 1  5]\n",
            " [ 1 13]]\n",
            "AUC: 0.5476190476190476\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 75   29 ]\n",
            "[ 7   90 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.8244944488501189\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[6 4]\n",
            " [2 8]]\n",
            "AUC: 0.7000000000000001\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[8 3]\n",
            " [1 8]]\n",
            "AUC: 0.8080808080808081\n",
            "[[11  0]\n",
            " [ 2  7]]\n",
            "AUC: 0.8888888888888888\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  2]\n",
            " [ 0 13]]\n",
            "AUC: 0.8571428571428572\n",
            "[ 82   22 ]\n",
            "[ 10   87 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.8426843774781919\n",
            "BEST AUC FROM 5-ALGORITHMS: ('SVM', 0.8499206978588422)\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[7 4]\n",
            " [3 6]]\n",
            "AUC: 0.6515151515151515\n",
            "[[7 6]\n",
            " [0 7]]\n",
            "AUC: 0.7692307692307692\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[8 4]\n",
            " [1 7]]\n",
            "AUC: 0.7708333333333335\n",
            "[[10  2]\n",
            " [ 1  7]]\n",
            "AUC: 0.8541666666666666\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 82   29 ]\n",
            "[ 11   79 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8082582582582583\n",
            "[[10  2]\n",
            " [ 4  5]]\n",
            "AUC: 0.6944444444444444\n",
            "[[12  0]\n",
            " [ 0  8]]\n",
            "AUC: 1.0\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[10  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7291666666666667\n",
            "[[10  2]\n",
            " [ 1  7]]\n",
            "AUC: 0.8541666666666666\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 6  1]\n",
            " [ 2 11]]\n",
            "AUC: 0.8516483516483517\n",
            "[ 89   22 ]\n",
            "[ 14   76 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8231231231231231\n",
            "[[9 3]\n",
            " [2 7]]\n",
            "AUC: 0.7638888888888888\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[7 4]\n",
            " [3 6]]\n",
            "AUC: 0.6515151515151515\n",
            "[[7 6]\n",
            " [0 7]]\n",
            "AUC: 0.7692307692307692\n",
            "[[ 6  1]\n",
            " [ 3 10]]\n",
            "AUC: 0.8131868131868133\n",
            "[[10  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7291666666666667\n",
            "[[5 7]\n",
            " [2 6]]\n",
            "AUC: 0.5833333333333333\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[10  3]\n",
            " [ 1  6]]\n",
            "AUC: 0.8131868131868132\n",
            "[[6 1]\n",
            " [4 9]]\n",
            "AUC: 0.7747252747252749\n",
            "[ 82   29 ]\n",
            "[ 21   69 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7527027027027027\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[6 5]\n",
            " [1 8]]\n",
            "AUC: 0.7171717171717171\n",
            "[[6 7]\n",
            " [1 6]]\n",
            "AUC: 0.6593406593406593\n",
            "[[ 1  6]\n",
            " [ 1 12]]\n",
            "AUC: 0.532967032967033\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[9 3]\n",
            " [1 7]]\n",
            "AUC: 0.8125\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 75   36 ]\n",
            "[ 7   83 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.798948948948949\n",
            "[[10  2]\n",
            " [ 3  6]]\n",
            "AUC: 0.75\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[7 4]\n",
            " [3 6]]\n",
            "AUC: 0.6515151515151515\n",
            "[[8 5]\n",
            " [0 7]]\n",
            "AUC: 0.8076923076923077\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[8 4]\n",
            " [1 7]]\n",
            "AUC: 0.7708333333333335\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[ 6  1]\n",
            " [ 2 11]]\n",
            "AUC: 0.8516483516483517\n",
            "[ 85   26 ]\n",
            "[ 16   74 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.793993993993994\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.8231231231231231)\n",
            "[[8 2]\n",
            " [2 9]]\n",
            "AUC: 0.8090909090909092\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 4  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7083333333333333\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[6 3]\n",
            " [3 8]]\n",
            "AUC: 0.696969696969697\n",
            "[[ 6  2]\n",
            " [ 1 11]]\n",
            "AUC: 0.8333333333333334\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 4  2]\n",
            " [ 0 14]]\n",
            "AUC: 0.8333333333333334\n",
            "[ 60   24 ]\n",
            "[ 12   105 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8058608058608059\n",
            "[[9 1]\n",
            " [3 8]]\n",
            "AUC: 0.8136363636363637\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 5  3]\n",
            " [ 0 12]]\n",
            "AUC: 0.8125\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[7 2]\n",
            " [2 9]]\n",
            "AUC: 0.7979797979797981\n",
            "[[ 7  1]\n",
            " [ 0 12]]\n",
            "AUC: 0.9375\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  3]\n",
            " [ 2 12]]\n",
            "AUC: 0.6785714285714286\n",
            "[ 61   23 ]\n",
            "[ 12   105 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8118131868131868\n",
            "[[6 4]\n",
            " [2 9]]\n",
            "AUC: 0.7090909090909092\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[ 5  3]\n",
            " [ 2 10]]\n",
            "AUC: 0.7291666666666667\n",
            "[[ 3  2]\n",
            " [ 2 13]]\n",
            "AUC: 0.7333333333333333\n",
            "[[6 3]\n",
            " [5 6]]\n",
            "AUC: 0.6060606060606062\n",
            "[[ 4  4]\n",
            " [ 2 10]]\n",
            "AUC: 0.6666666666666667\n",
            "[[11  0]\n",
            " [ 1  8]]\n",
            "AUC: 0.9444444444444444\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 2  4]\n",
            " [ 0 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[ 58   26 ]\n",
            "[ 19   98 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.764041514041514\n",
            "[[9 1]\n",
            " [3 8]]\n",
            "AUC: 0.8136363636363637\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[ 7  1]\n",
            " [ 1 11]]\n",
            "AUC: 0.8958333333333333\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[ 58   26 ]\n",
            "[ 11   106 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7982295482295483\n",
            "[[8 2]\n",
            " [3 8]]\n",
            "AUC: 0.7636363636363637\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 3  5]\n",
            " [ 2 10]]\n",
            "AUC: 0.6041666666666667\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[[6 3]\n",
            " [4 7]]\n",
            "AUC: 0.6515151515151516\n",
            "[[ 7  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8541666666666667\n",
            "[[8 3]\n",
            " [1 8]]\n",
            "AUC: 0.8080808080808081\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 3  3]\n",
            " [ 0 14]]\n",
            "AUC: 0.75\n",
            "[ 58   26 ]\n",
            "[ 17   100 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7725885225885225\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.8118131868131868)\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[7 3]\n",
            " [3 7]]\n",
            "AUC: 0.7\n",
            "[[7 6]\n",
            " [0 7]]\n",
            "AUC: 0.7692307692307692\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[8 4]\n",
            " [1 7]]\n",
            "AUC: 0.7708333333333335\n",
            "[[10  2]\n",
            " [ 1  7]]\n",
            "AUC: 0.8541666666666666\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  2]\n",
            " [ 0 13]]\n",
            "AUC: 0.8571428571428572\n",
            "[ 81   29 ]\n",
            "[ 10   81 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8132367632367632\n",
            "[[10  2]\n",
            " [ 3  6]]\n",
            "AUC: 0.75\n",
            "[[12  0]\n",
            " [ 1  7]]\n",
            "AUC: 0.9375\n",
            "[[8 2]\n",
            " [3 7]]\n",
            "AUC: 0.75\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[9 3]\n",
            " [3 5]]\n",
            "AUC: 0.6875\n",
            "[[10  2]\n",
            " [ 1  7]]\n",
            "AUC: 0.8541666666666666\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 6  1]\n",
            " [ 2 11]]\n",
            "AUC: 0.8516483516483517\n",
            "[ 87   23 ]\n",
            "[ 14   77 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8185314685314685\n",
            "[[8 4]\n",
            " [2 7]]\n",
            "AUC: 0.7222222222222223\n",
            "[[10  2]\n",
            " [ 1  7]]\n",
            "AUC: 0.8541666666666666\n",
            "[[7 3]\n",
            " [3 7]]\n",
            "AUC: 0.7\n",
            "[[8 5]\n",
            " [0 7]]\n",
            "AUC: 0.8076923076923077\n",
            "[[6 1]\n",
            " [4 9]]\n",
            "AUC: 0.7747252747252749\n",
            "[[11  1]\n",
            " [ 3  5]]\n",
            "AUC: 0.7708333333333333\n",
            "[[5 7]\n",
            " [2 6]]\n",
            "AUC: 0.5833333333333333\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[10  3]\n",
            " [ 1  6]]\n",
            "AUC: 0.8131868131868132\n",
            "[[6 1]\n",
            " [4 9]]\n",
            "AUC: 0.7747252747252749\n",
            "[ 82   28 ]\n",
            "[ 22   69 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7518481518481519\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[6 4]\n",
            " [1 9]]\n",
            "AUC: 0.75\n",
            "[[6 7]\n",
            " [1 6]]\n",
            "AUC: 0.6593406593406593\n",
            "[[ 1  6]\n",
            " [ 1 12]]\n",
            "AUC: 0.532967032967033\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[9 3]\n",
            " [1 7]]\n",
            "AUC: 0.8125\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 75   35 ]\n",
            "[ 7   84 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.8024475524475525\n",
            "[[10  2]\n",
            " [ 3  6]]\n",
            "AUC: 0.75\n",
            "[[10  2]\n",
            " [ 1  7]]\n",
            "AUC: 0.8541666666666666\n",
            "[[7 3]\n",
            " [3 7]]\n",
            "AUC: 0.7\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[8 4]\n",
            " [1 7]]\n",
            "AUC: 0.7708333333333335\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  2]\n",
            " [ 2 11]]\n",
            "AUC: 0.7802197802197803\n",
            "[ 84   26 ]\n",
            "[ 15   76 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7994005994005995\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.8185314685314685)\n",
            "[[13  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6071428571428571\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[11  2]\n",
            " [ 5  2]]\n",
            "AUC: 0.5659340659340659\n",
            "[[15  1]\n",
            " [ 0  4]]\n",
            "AUC: 0.96875\n",
            "[[8 3]\n",
            " [5 4]]\n",
            "AUC: 0.5858585858585859\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[11  4]\n",
            " [ 1  4]]\n",
            "AUC: 0.7666666666666667\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[9 2]\n",
            " [6 3]]\n",
            "AUC: 0.5757575757575757\n",
            "[ 120   18 ]\n",
            "[ 27   36 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7204968944099379\n",
            "[[13  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.6785714285714286\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[12  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.675824175824176\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[14  0]\n",
            " [ 0  6]]\n",
            "AUC: 1.0\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[14  2]\n",
            " [ 1  3]]\n",
            "AUC: 0.8125\n",
            "[[9 2]\n",
            " [5 4]]\n",
            "AUC: 0.6313131313131313\n",
            "[ 121   17 ]\n",
            "[ 21   42 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7717391304347826\n",
            "[[10  4]\n",
            " [ 4  3]]\n",
            "AUC: 0.5714285714285714\n",
            "[[12  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.675824175824176\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[15  1]\n",
            " [ 0  4]]\n",
            "AUC: 0.96875\n",
            "[[8 3]\n",
            " [4 5]]\n",
            "AUC: 0.6414141414141414\n",
            "[[13  1]\n",
            " [ 3  3]]\n",
            "AUC: 0.7142857142857143\n",
            "[[10  5]\n",
            " [ 1  4]]\n",
            "AUC: 0.7333333333333334\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[8 3]\n",
            " [4 5]]\n",
            "AUC: 0.6414141414141414\n",
            "[ 112   26 ]\n",
            "[ 24   39 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7153209109730849\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[8 5]\n",
            " [2 5]]\n",
            "AUC: 0.6648351648351649\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[3 8]\n",
            " [0 9]]\n",
            "AUC: 0.6363636363636364\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[7 4]\n",
            " [1 8]]\n",
            "AUC: 0.7626262626262625\n",
            "[ 91   47 ]\n",
            "[ 6   57 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7820910973084887\n",
            "[[14  0]\n",
            " [ 6  1]]\n",
            "AUC: 0.5714285714285714\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[12  1]\n",
            " [ 3  4]]\n",
            "AUC: 0.7472527472527473\n",
            "[[16  0]\n",
            " [ 2  2]]\n",
            "AUC: 0.75\n",
            "[[8 3]\n",
            " [1 8]]\n",
            "AUC: 0.8080808080808081\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[11  4]\n",
            " [ 1  4]]\n",
            "AUC: 0.7666666666666667\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[8 3]\n",
            " [7 2]]\n",
            "AUC: 0.47474747474747475\n",
            "[ 121   17 ]\n",
            "[ 25   38 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7399930986887508\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7820910973084887)\n",
            "[[8 2]\n",
            " [2 9]]\n",
            "AUC: 0.8090909090909092\n",
            "[[ 9  0]\n",
            " [ 1 10]]\n",
            "AUC: 0.9545454545454546\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 4  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7083333333333333\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[8 3]\n",
            " [1 8]]\n",
            "AUC: 0.8080808080808081\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 4  2]\n",
            " [ 0 14]]\n",
            "AUC: 0.8333333333333334\n",
            "[ 64   26 ]\n",
            "[ 8   103 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8195195195195195\n",
            "[[9 1]\n",
            " [3 8]]\n",
            "AUC: 0.8136363636363637\n",
            "[[9 0]\n",
            " [2 9]]\n",
            "AUC: 0.9090909090909092\n",
            "[[ 7  2]\n",
            " [ 0 11]]\n",
            "AUC: 0.8888888888888888\n",
            "[[ 6  2]\n",
            " [ 1 11]]\n",
            "AUC: 0.8333333333333334\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[ 7  2]\n",
            " [ 0 11]]\n",
            "AUC: 0.8888888888888888\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 5  1]\n",
            " [ 2 12]]\n",
            "AUC: 0.8452380952380952\n",
            "[ 73   17 ]\n",
            "[ 11   100 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.856006006006006\n",
            "[[5 5]\n",
            " [2 9]]\n",
            "AUC: 0.6590909090909092\n",
            "[[9 0]\n",
            " [2 9]]\n",
            "AUC: 0.9090909090909092\n",
            "[[5 4]\n",
            " [2 9]]\n",
            "AUC: 0.6868686868686869\n",
            "[[5 3]\n",
            " [3 9]]\n",
            "AUC: 0.6875\n",
            "[[ 3  2]\n",
            " [ 2 13]]\n",
            "AUC: 0.7333333333333333\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[3 6]\n",
            " [2 9]]\n",
            "AUC: 0.5757575757575758\n",
            "[[11  0]\n",
            " [ 1  8]]\n",
            "AUC: 0.9444444444444444\n",
            "[[8 4]\n",
            " [0 8]]\n",
            "AUC: 0.8333333333333334\n",
            "[[ 3  3]\n",
            " [ 0 14]]\n",
            "AUC: 0.75\n",
            "[ 60   30 ]\n",
            "[ 17   94 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7567567567567568\n",
            "[[9 1]\n",
            " [3 8]]\n",
            "AUC: 0.8136363636363637\n",
            "[[ 8  1]\n",
            " [ 1 10]]\n",
            "AUC: 0.898989898989899\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 4  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7083333333333333\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 7  2]\n",
            " [ 1 10]]\n",
            "AUC: 0.8434343434343434\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 3  3]\n",
            " [ 2 12]]\n",
            "AUC: 0.6785714285714286\n",
            "[ 62   28 ]\n",
            "[ 11   100 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7948948948948948\n",
            "[[9 1]\n",
            " [2 9]]\n",
            "AUC: 0.8590909090909091\n",
            "[[ 9  0]\n",
            " [ 1 10]]\n",
            "AUC: 0.9545454545454546\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 6  2]\n",
            " [ 2 10]]\n",
            "AUC: 0.7916666666666666\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[8 3]\n",
            " [2 7]]\n",
            "AUC: 0.7525252525252525\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[ 69   21 ]\n",
            "[ 13   98 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.8247747747747748\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.856006006006006)\n",
            "[[11  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7980769230769231\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[8 5]\n",
            " [0 7]]\n",
            "AUC: 0.8076923076923077\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[8 4]\n",
            " [1 7]]\n",
            "AUC: 0.7708333333333335\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[ 5  2]\n",
            " [ 2 11]]\n",
            "AUC: 0.7802197802197803\n",
            "[ 87   27 ]\n",
            "[ 12   75 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8126134301270418\n",
            "[[11  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7355769230769231\n",
            "[[12  0]\n",
            " [ 2  6]]\n",
            "AUC: 0.875\n",
            "[[8 3]\n",
            " [4 5]]\n",
            "AUC: 0.6414141414141414\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[10  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7291666666666667\n",
            "[[10  3]\n",
            " [ 1  6]]\n",
            "AUC: 0.8131868131868132\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[ 6  1]\n",
            " [ 3 10]]\n",
            "AUC: 0.8131868131868133\n",
            "[ 91   23 ]\n",
            "[ 20   67 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7841802782819116\n",
            "[[8 5]\n",
            " [2 6]]\n",
            "AUC: 0.6826923076923078\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[8 5]\n",
            " [0 7]]\n",
            "AUC: 0.8076923076923077\n",
            "[[6 1]\n",
            " [4 9]]\n",
            "AUC: 0.7747252747252749\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[6 6]\n",
            " [2 6]]\n",
            "AUC: 0.625\n",
            "[[12  1]\n",
            " [ 1  6]]\n",
            "AUC: 0.8901098901098902\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[6 1]\n",
            " [4 9]]\n",
            "AUC: 0.7747252747252749\n",
            "[ 88   26 ]\n",
            "[ 20   67 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7710223835450696\n",
            "[[10  3]\n",
            " [ 2  6]]\n",
            "AUC: 0.7596153846153846\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[6 5]\n",
            " [1 8]]\n",
            "AUC: 0.7171717171717171\n",
            "[[6 7]\n",
            " [1 6]]\n",
            "AUC: 0.6593406593406593\n",
            "[[ 1  6]\n",
            " [ 1 12]]\n",
            "AUC: 0.532967032967033\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[9 4]\n",
            " [1 6]]\n",
            "AUC: 0.7747252747252747\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 75   39 ]\n",
            "[ 7   80 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7887174833635814\n",
            "[[11  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7355769230769231\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 4  3]\n",
            " [ 1 12]]\n",
            "AUC: 0.7472527472527472\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[8 4]\n",
            " [1 7]]\n",
            "AUC: 0.7708333333333335\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[ 5  2]\n",
            " [ 2 11]]\n",
            "AUC: 0.7802197802197803\n",
            "[ 90   24 ]\n",
            "[ 15   72 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.8085299455535391\n",
            "BEST AUC FROM 5-ALGORITHMS: ('SVM', 0.8126134301270418)\n",
            "[[10  2]\n",
            " [ 1  8]]\n",
            "AUC: 0.8611111111111112\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[6 5]\n",
            " [0 9]]\n",
            "AUC: 0.7727272727272727\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 4  2]\n",
            " [ 0 14]]\n",
            "AUC: 0.8333333333333334\n",
            "[ 73   27 ]\n",
            "[ 3   98 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8501485148514851\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[11  0]\n",
            " [ 1  8]]\n",
            "AUC: 0.9444444444444444\n",
            "[[ 8  1]\n",
            " [ 1 10]]\n",
            "AUC: 0.898989898989899\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 6  0]\n",
            " [ 3 11]]\n",
            "AUC: 0.8928571428571428\n",
            "[ 83   17 ]\n",
            "[ 9   92 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8704455445544554\n",
            "[[6 6]\n",
            " [3 6]]\n",
            "AUC: 0.5833333333333333\n",
            "[[10  1]\n",
            " [ 2  7]]\n",
            "AUC: 0.8434343434343433\n",
            "[[7 2]\n",
            " [2 9]]\n",
            "AUC: 0.7979797979797981\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 3  2]\n",
            " [ 2 13]]\n",
            "AUC: 0.7333333333333333\n",
            "[[9 3]\n",
            " [3 5]]\n",
            "AUC: 0.6875\n",
            "[[5 5]\n",
            " [2 8]]\n",
            "AUC: 0.65\n",
            "[[10  1]\n",
            " [ 2  7]]\n",
            "AUC: 0.8434343434343433\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 3  3]\n",
            " [ 3 11]]\n",
            "AUC: 0.6428571428571428\n",
            "[ 71   29 ]\n",
            "[ 19   82 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.760940594059406\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[6 5]\n",
            " [0 9]]\n",
            "AUC: 0.7727272727272727\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 9  1]\n",
            " [ 0 10]]\n",
            "AUC: 0.9500000000000001\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 4  2]\n",
            " [ 2 12]]\n",
            "AUC: 0.7619047619047621\n",
            "[ 73   27 ]\n",
            "[ 7   94 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.8303465346534653\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[ 6  3]\n",
            " [ 0 11]]\n",
            "AUC: 0.8333333333333334\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[8 2]\n",
            " [1 9]]\n",
            "AUC: 0.85\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[ 80   20 ]\n",
            "[ 8   93 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.8603960396039605\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.8704455445544554)\n",
            "[[9 2]\n",
            " [2 8]]\n",
            "AUC: 0.8090909090909091\n",
            "[[ 9  0]\n",
            " [ 1 10]]\n",
            "AUC: 0.9545454545454546\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 4  2]\n",
            " [ 0 14]]\n",
            "AUC: 0.8333333333333334\n",
            "[ 69   25 ]\n",
            "[ 6   101 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8389838934181746\n",
            "[[9 2]\n",
            " [3 7]]\n",
            "AUC: 0.759090909090909\n",
            "[[9 0]\n",
            " [3 8]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 7  2]\n",
            " [ 0 11]]\n",
            "AUC: 0.8888888888888888\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 5  1]\n",
            " [ 2 12]]\n",
            "AUC: 0.8452380952380952\n",
            "[ 76   18 ]\n",
            "[ 11   96 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8528534499900576\n",
            "[[5 6]\n",
            " [2 8]]\n",
            "AUC: 0.6272727272727273\n",
            "[[9 0]\n",
            " [2 9]]\n",
            "AUC: 0.9090909090909092\n",
            "[[5 4]\n",
            " [2 9]]\n",
            "AUC: 0.6868686868686869\n",
            "[[7 2]\n",
            " [2 9]]\n",
            "AUC: 0.7979797979797981\n",
            "[[ 3  2]\n",
            " [ 2 13]]\n",
            "AUC: 0.7333333333333333\n",
            "[[9 3]\n",
            " [2 6]]\n",
            "AUC: 0.75\n",
            "[[4 6]\n",
            " [2 8]]\n",
            "AUC: 0.6000000000000001\n",
            "[[11  0]\n",
            " [ 1  8]]\n",
            "AUC: 0.9444444444444444\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[ 65   29 ]\n",
            "[ 16   91 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7709783257108769\n",
            "[[9 2]\n",
            " [3 7]]\n",
            "AUC: 0.759090909090909\n",
            "[[ 8  1]\n",
            " [ 1 10]]\n",
            "AUC: 0.898989898989899\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[6 6]\n",
            " [0 8]]\n",
            "AUC: 0.75\n",
            "[[ 8  2]\n",
            " [ 0 10]]\n",
            "AUC: 0.9\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 3  3]\n",
            " [ 2 12]]\n",
            "AUC: 0.6785714285714286\n",
            "[ 62   32 ]\n",
            "[ 9   98 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.787731159276198\n",
            "[[9 2]\n",
            " [2 8]]\n",
            "AUC: 0.8090909090909091\n",
            "[[ 9  0]\n",
            " [ 1 10]]\n",
            "AUC: 0.9545454545454546\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 7  2]\n",
            " [ 1 10]]\n",
            "AUC: 0.8434343434343434\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[9 3]\n",
            " [2 6]]\n",
            "AUC: 0.75\n",
            "[[8 2]\n",
            " [1 9]]\n",
            "AUC: 0.85\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 4  2]\n",
            " [ 2 12]]\n",
            "AUC: 0.7619047619047621\n",
            "[ 73   21 ]\n",
            "[ 11   96 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.836896003181547\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.8528534499900576)\n",
            "[[12  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7857142857142858\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[9 4]\n",
            " [3 4]]\n",
            "AUC: 0.6318681318681318\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[ 6  4]\n",
            " [ 0 10]]\n",
            "AUC: 0.8\n",
            "[[13  1]\n",
            " [ 1  5]]\n",
            "AUC: 0.880952380952381\n",
            "[[9 5]\n",
            " [1 5]]\n",
            "AUC: 0.7380952380952381\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[5 2]\n",
            " [8 5]]\n",
            "AUC: 0.5494505494505495\n",
            "[ 98   30 ]\n",
            "[ 19   54 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7526755136986301\n",
            "[[13  1]\n",
            " [ 3  4]]\n",
            "AUC: 0.75\n",
            "[[12  0]\n",
            " [ 1  7]]\n",
            "AUC: 0.9375\n",
            "[[11  2]\n",
            " [ 4  3]]\n",
            "AUC: 0.6373626373626373\n",
            "[[11  5]\n",
            " [ 0  4]]\n",
            "AUC: 0.84375\n",
            "[[5 5]\n",
            " [2 8]]\n",
            "AUC: 0.65\n",
            "[[14  0]\n",
            " [ 0  6]]\n",
            "AUC: 1.0\n",
            "[[12  2]\n",
            " [ 1  5]]\n",
            "AUC: 0.8452380952380953\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[13  2]\n",
            " [ 2  3]]\n",
            "AUC: 0.7333333333333334\n",
            "[[5 2]\n",
            " [8 5]]\n",
            "AUC: 0.5494505494505495\n",
            "[ 108   20 ]\n",
            "[ 23   50 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7643407534246576\n",
            "[[10  4]\n",
            " [ 2  5]]\n",
            "AUC: 0.7142857142857143\n",
            "[[11  1]\n",
            " [ 3  5]]\n",
            "AUC: 0.7708333333333333\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[8 2]\n",
            " [3 7]]\n",
            "AUC: 0.75\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[7 7]\n",
            " [1 5]]\n",
            "AUC: 0.6666666666666667\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[ 6  1]\n",
            " [ 3 10]]\n",
            "AUC: 0.8131868131868133\n",
            "[ 102   26 ]\n",
            "[ 19   54 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7683005136986301\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[8 5]\n",
            " [2 5]]\n",
            "AUC: 0.6648351648351649\n",
            "[[8 8]\n",
            " [0 4]]\n",
            "AUC: 0.75\n",
            "[[ 3  7]\n",
            " [ 0 10]]\n",
            "AUC: 0.65\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[10  3]\n",
            " [ 1  6]]\n",
            "AUC: 0.8131868131868132\n",
            "[[9 6]\n",
            " [0 5]]\n",
            "AUC: 0.8\n",
            "[[ 5  2]\n",
            " [ 3 10]]\n",
            "AUC: 0.7417582417582418\n",
            "[ 87   41 ]\n",
            "[ 8   65 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7850492294520548\n",
            "[[12  2]\n",
            " [ 4  3]]\n",
            "AUC: 0.6428571428571429\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[9 4]\n",
            " [3 4]]\n",
            "AUC: 0.6318681318681318\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[ 8  2]\n",
            " [ 0 10]]\n",
            "AUC: 0.9\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[9 5]\n",
            " [1 5]]\n",
            "AUC: 0.7380952380952381\n",
            "[[13  0]\n",
            " [ 2  5]]\n",
            "AUC: 0.8571428571428572\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[5 2]\n",
            " [8 5]]\n",
            "AUC: 0.5494505494505495\n",
            "[ 106   22 ]\n",
            "[ 22   51 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7633775684931507\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7850492294520548)\n",
            "[[8 2]\n",
            " [2 9]]\n",
            "AUC: 0.8090909090909092\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 3  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6458333333333333\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[[6 3]\n",
            " [3 8]]\n",
            "AUC: 0.696969696969697\n",
            "[[ 6  1]\n",
            " [ 1 12]]\n",
            "AUC: 0.8901098901098902\n",
            "[[8 2]\n",
            " [2 8]]\n",
            "AUC: 0.8\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 4  2]\n",
            " [ 0 14]]\n",
            "AUC: 0.8333333333333334\n",
            "[ 57   23 ]\n",
            "[ 13   108 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8025309917355372\n",
            "[[8 2]\n",
            " [3 8]]\n",
            "AUC: 0.7636363636363637\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 7  2]\n",
            " [ 1 10]]\n",
            "AUC: 0.8434343434343434\n",
            "[[ 6  1]\n",
            " [ 1 12]]\n",
            "AUC: 0.8901098901098902\n",
            "[[8 2]\n",
            " [2 8]]\n",
            "AUC: 0.8\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[ 56   24 ]\n",
            "[ 12   109 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8004132231404959\n",
            "[[5 5]\n",
            " [2 9]]\n",
            "AUC: 0.6590909090909092\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 4  5]\n",
            " [ 1 10]]\n",
            "AUC: 0.6767676767676768\n",
            "[[ 3  5]\n",
            " [ 2 10]]\n",
            "AUC: 0.6041666666666667\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[[6 3]\n",
            " [5 6]]\n",
            "AUC: 0.6060606060606062\n",
            "[[ 4  3]\n",
            " [ 3 10]]\n",
            "AUC: 0.6703296703296703\n",
            "[[10  0]\n",
            " [ 2  8]]\n",
            "AUC: 0.9\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 2  4]\n",
            " [ 1 13]]\n",
            "AUC: 0.6309523809523809\n",
            "[ 50   30 ]\n",
            "[ 20   101 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7298553719008265\n",
            "[[9 1]\n",
            " [3 8]]\n",
            "AUC: 0.8136363636363637\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[ 6  1]\n",
            " [ 2 11]]\n",
            "AUC: 0.8516483516483517\n",
            "[[8 2]\n",
            " [2 8]]\n",
            "AUC: 0.8\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[ 56   24 ]\n",
            "[ 13   108 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7962809917355371\n",
            "[[8 2]\n",
            " [2 9]]\n",
            "AUC: 0.8090909090909092\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 3  5]\n",
            " [ 2 10]]\n",
            "AUC: 0.6041666666666667\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[[6 3]\n",
            " [3 8]]\n",
            "AUC: 0.696969696969697\n",
            "[[ 6  1]\n",
            " [ 2 11]]\n",
            "AUC: 0.8516483516483517\n",
            "[[7 3]\n",
            " [2 8]]\n",
            "AUC: 0.75\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 3  3]\n",
            " [ 0 14]]\n",
            "AUC: 0.75\n",
            "[ 56   24 ]\n",
            "[ 16   105 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7838842975206611\n",
            "BEST AUC FROM 5-ALGORITHMS: ('SVM', 0.8025309917355372)\n",
            "[[ 5  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7355769230769231\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[ 4  3]\n",
            " [ 0 13]]\n",
            "AUC: 0.7857142857142857\n",
            "[[ 1  5]\n",
            " [ 0 14]]\n",
            "AUC: 0.5833333333333333\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[ 4  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7083333333333333\n",
            "[[ 5  1]\n",
            " [ 0 14]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 30   27 ]\n",
            "[ 9   135 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.731907894736842\n",
            "[[ 6  2]\n",
            " [ 2 11]]\n",
            "AUC: 0.798076923076923\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 4  3]\n",
            " [ 1 12]]\n",
            "AUC: 0.7472527472527472\n",
            "[[ 2  4]\n",
            " [ 0 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[[ 5  0]\n",
            " [ 0 15]]\n",
            "AUC: 1.0\n",
            "[[ 5  3]\n",
            " [ 2 10]]\n",
            "AUC: 0.7291666666666667\n",
            "[[ 5  1]\n",
            " [ 0 14]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 38   19 ]\n",
            "[ 11   133 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7951388888888888\n",
            "[[ 4  4]\n",
            " [ 2 11]]\n",
            "AUC: 0.6730769230769231\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 0  7]\n",
            " [ 1 12]]\n",
            "AUC: 0.46153846153846156\n",
            "[[ 0  6]\n",
            " [ 1 13]]\n",
            "AUC: 0.4642857142857143\n",
            "[[ 1  2]\n",
            " [ 3 14]]\n",
            "AUC: 0.5784313725490196\n",
            "[[ 2  3]\n",
            " [ 5 10]]\n",
            "AUC: 0.5333333333333333\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[3 5]\n",
            " [3 9]]\n",
            "AUC: 0.5625\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[ 24   33 ]\n",
            "[ 21   123 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6376096491228069\n",
            "[[6 2]\n",
            " [4 9]]\n",
            "AUC: 0.7211538461538461\n",
            "[[ 6  0]\n",
            " [ 3 11]]\n",
            "AUC: 0.8928571428571428\n",
            "[[ 4  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7087912087912088\n",
            "[[ 2  4]\n",
            " [ 0 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 4 11]]\n",
            "AUC: 0.5666666666666667\n",
            "[[ 5  0]\n",
            " [ 1 14]]\n",
            "AUC: 0.9666666666666667\n",
            "[[ 7  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8541666666666667\n",
            "[[ 5  1]\n",
            " [ 2 12]]\n",
            "AUC: 0.8452380952380952\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 40   17 ]\n",
            "[ 21   123 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7779605263157894\n",
            "[[ 3  5]\n",
            " [ 2 11]]\n",
            "AUC: 0.6105769230769231\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 3  4]\n",
            " [ 0 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[ 0  6]\n",
            " [ 1 13]]\n",
            "AUC: 0.4642857142857143\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[ 4  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7083333333333333\n",
            "[[ 4  2]\n",
            " [ 0 14]]\n",
            "AUC: 0.8333333333333334\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 28   29 ]\n",
            "[ 11   133 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7074195906432749\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.7951388888888888)\n",
            "[[12  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7857142857142858\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[9 4]\n",
            " [3 4]]\n",
            "AUC: 0.6318681318681318\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[ 6  4]\n",
            " [ 0 10]]\n",
            "AUC: 0.8\n",
            "[[13  1]\n",
            " [ 1  5]]\n",
            "AUC: 0.880952380952381\n",
            "[[9 5]\n",
            " [1 5]]\n",
            "AUC: 0.7380952380952381\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[12  4]\n",
            " [ 1  3]]\n",
            "AUC: 0.75\n",
            "[[5 2]\n",
            " [8 5]]\n",
            "AUC: 0.5494505494505495\n",
            "[ 98   31 ]\n",
            "[ 19   53 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7479005167958657\n",
            "[[13  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.6785714285714286\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[11  2]\n",
            " [ 4  3]]\n",
            "AUC: 0.6373626373626373\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[5 5]\n",
            " [2 8]]\n",
            "AUC: 0.65\n",
            "[[14  0]\n",
            " [ 0  6]]\n",
            "AUC: 1.0\n",
            "[[12  2]\n",
            " [ 1  5]]\n",
            "AUC: 0.8452380952380953\n",
            "[[13  0]\n",
            " [ 2  5]]\n",
            "AUC: 0.8571428571428572\n",
            "[[14  2]\n",
            " [ 1  3]]\n",
            "AUC: 0.8125\n",
            "[[5 2]\n",
            " [8 5]]\n",
            "AUC: 0.5494505494505495\n",
            "[ 111   18 ]\n",
            "[ 23   49 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7705103359173127\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  1]\n",
            " [ 3  5]]\n",
            "AUC: 0.7708333333333333\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[8 2]\n",
            " [3 7]]\n",
            "AUC: 0.75\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[8 6]\n",
            " [1 5]]\n",
            "AUC: 0.7023809523809524\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[6 1]\n",
            " [4 9]]\n",
            "AUC: 0.7747252747252749\n",
            "[ 105   24 ]\n",
            "[ 19   53 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7750322997416021\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[8 5]\n",
            " [2 5]]\n",
            "AUC: 0.6648351648351649\n",
            "[[8 8]\n",
            " [0 4]]\n",
            "AUC: 0.75\n",
            "[[ 3  7]\n",
            " [ 0 10]]\n",
            "AUC: 0.65\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[10  3]\n",
            " [ 1  6]]\n",
            "AUC: 0.8131868131868132\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[ 5  2]\n",
            " [ 3 10]]\n",
            "AUC: 0.7417582417582418\n",
            "[ 87   42 ]\n",
            "[ 9   63 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7747093023255813\n",
            "[[12  2]\n",
            " [ 4  3]]\n",
            "AUC: 0.6428571428571429\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[10  3]\n",
            " [ 3  4]]\n",
            "AUC: 0.6703296703296703\n",
            "[[12  4]\n",
            " [ 0  4]]\n",
            "AUC: 0.875\n",
            "[[ 6  4]\n",
            " [ 0 10]]\n",
            "AUC: 0.8\n",
            "[[14  0]\n",
            " [ 0  6]]\n",
            "AUC: 1.0\n",
            "[[10  4]\n",
            " [ 1  5]]\n",
            "AUC: 0.773809523809524\n",
            "[[13  0]\n",
            " [ 2  5]]\n",
            "AUC: 0.8571428571428572\n",
            "[[12  4]\n",
            " [ 1  3]]\n",
            "AUC: 0.75\n",
            "[[5 2]\n",
            " [8 5]]\n",
            "AUC: 0.5494505494505495\n",
            "[ 105   24 ]\n",
            "[ 21   51 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7611434108527132\n",
            "BEST AUC FROM 5-ALGORITHMS: ('LDA', 0.7750322997416021)\n",
            "[[8 2]\n",
            " [2 9]]\n",
            "AUC: 0.8090909090909092\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 3  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6458333333333333\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[[6 3]\n",
            " [3 8]]\n",
            "AUC: 0.696969696969697\n",
            "[[ 6  1]\n",
            " [ 1 12]]\n",
            "AUC: 0.8901098901098902\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 4  2]\n",
            " [ 0 14]]\n",
            "AUC: 0.8333333333333334\n",
            "[ 58   23 ]\n",
            "[ 12   108 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8080246913580247\n",
            "[[8 2]\n",
            " [3 8]]\n",
            "AUC: 0.7636363636363637\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[7 2]\n",
            " [2 9]]\n",
            "AUC: 0.7979797979797981\n",
            "[[ 6  1]\n",
            " [ 1 12]]\n",
            "AUC: 0.8901098901098902\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  3]\n",
            " [ 2 12]]\n",
            "AUC: 0.6785714285714286\n",
            "[ 57   24 ]\n",
            "[ 13   107 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7976851851851852\n",
            "[[5 5]\n",
            " [2 9]]\n",
            "AUC: 0.6590909090909092\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 3  5]\n",
            " [ 2 10]]\n",
            "AUC: 0.6041666666666667\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[[6 3]\n",
            " [5 6]]\n",
            "AUC: 0.6060606060606062\n",
            "[[ 4  3]\n",
            " [ 3 10]]\n",
            "AUC: 0.6703296703296703\n",
            "[[11  0]\n",
            " [ 1  8]]\n",
            "AUC: 0.9444444444444444\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 2  4]\n",
            " [ 1 13]]\n",
            "AUC: 0.6309523809523809\n",
            "[ 52   29 ]\n",
            "[ 20   100 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7376543209876543\n",
            "[[9 1]\n",
            " [3 8]]\n",
            "AUC: 0.8136363636363637\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[ 6  1]\n",
            " [ 2 11]]\n",
            "AUC: 0.8516483516483517\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[ 57   24 ]\n",
            "[ 12   108 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.8018518518518518\n",
            "[[8 2]\n",
            " [2 9]]\n",
            "AUC: 0.8090909090909092\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 3  5]\n",
            " [ 2 10]]\n",
            "AUC: 0.6041666666666667\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[[6 3]\n",
            " [4 7]]\n",
            "AUC: 0.6515151515151516\n",
            "[[ 6  1]\n",
            " [ 2 11]]\n",
            "AUC: 0.8516483516483517\n",
            "[[8 3]\n",
            " [1 8]]\n",
            "AUC: 0.8080808080808081\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 3  3]\n",
            " [ 0 14]]\n",
            "AUC: 0.75\n",
            "[ 57   24 ]\n",
            "[ 16   104 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7851851851851852\n",
            "BEST AUC FROM 5-ALGORITHMS: ('SVM', 0.8080246913580247)\n",
            "[[10  2]\n",
            " [ 1  8]]\n",
            "AUC: 0.8611111111111112\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[6 5]\n",
            " [0 9]]\n",
            "AUC: 0.7727272727272727\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[7 4]\n",
            " [1 8]]\n",
            "AUC: 0.7626262626262625\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  2]\n",
            " [ 0 13]]\n",
            "AUC: 0.8571428571428572\n",
            "[ 75   28 ]\n",
            "[ 4   94 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8436695066376065\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[11  0]\n",
            " [ 2  7]]\n",
            "AUC: 0.8888888888888888\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[7 4]\n",
            " [1 8]]\n",
            "AUC: 0.7626262626262625\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[ 84   19 ]\n",
            "[ 11   87 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8516445413116702\n",
            "[[7 5]\n",
            " [2 7]]\n",
            "AUC: 0.6805555555555554\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[7 2]\n",
            " [2 9]]\n",
            "AUC: 0.7979797979797981\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 4  2]\n",
            " [ 2 12]]\n",
            "AUC: 0.7619047619047621\n",
            "[[9 3]\n",
            " [2 6]]\n",
            "AUC: 0.75\n",
            "[[6 5]\n",
            " [2 7]]\n",
            "AUC: 0.6616161616161615\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 4  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7087912087912088\n",
            "[ 76   27 ]\n",
            "[ 14   84 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.79750346740638\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[6 5]\n",
            " [1 8]]\n",
            "AUC: 0.7171717171717171\n",
            "[[ 1  5]\n",
            " [ 1 13]]\n",
            "AUC: 0.5476190476190476\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 75   28 ]\n",
            "[ 7   91 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.8283633841886269\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[8 3]\n",
            " [1 8]]\n",
            "AUC: 0.8080808080808081\n",
            "[[11  0]\n",
            " [ 2  7]]\n",
            "AUC: 0.8888888888888888\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  2]\n",
            " [ 0 13]]\n",
            "AUC: 0.8571428571428572\n",
            "[ 82   21 ]\n",
            "[ 10   88 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.8470378442639191\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.8516445413116702)\n",
            "[[ 5  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7355769230769231\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[ 0  6]\n",
            " [ 0 14]]\n",
            "AUC: 0.5\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[ 4  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7083333333333333\n",
            "[[ 5  1]\n",
            " [ 0 14]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 28   28 ]\n",
            "[ 10   135 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7155172413793103\n",
            "[[ 5  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7355769230769231\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[ 3  3]\n",
            " [ 2 12]]\n",
            "AUC: 0.6785714285714286\n",
            "[[ 2  4]\n",
            " [ 0 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[[ 5  0]\n",
            " [ 0 15]]\n",
            "AUC: 1.0\n",
            "[[ 4  4]\n",
            " [ 2 10]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 5  1]\n",
            " [ 0 14]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 35   21 ]\n",
            "[ 12   133 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7711206896551723\n",
            "[[ 4  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.7115384615384616\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 0  6]\n",
            " [ 1 13]]\n",
            "AUC: 0.4642857142857143\n",
            "[[ 0  6]\n",
            " [ 1 13]]\n",
            "AUC: 0.4642857142857143\n",
            "[[ 1  2]\n",
            " [ 3 14]]\n",
            "AUC: 0.5784313725490196\n",
            "[[ 2  3]\n",
            " [ 5 10]]\n",
            "AUC: 0.5333333333333333\n",
            "[[ 2  3]\n",
            " [ 3 12]]\n",
            "AUC: 0.6000000000000001\n",
            "[[ 3  5]\n",
            " [ 2 10]]\n",
            "AUC: 0.6041666666666667\n",
            "[[ 5  1]\n",
            " [ 2 12]]\n",
            "AUC: 0.8452380952380952\n",
            "[[ 1  2]\n",
            " [ 0 17]]\n",
            "AUC: 0.6666666666666667\n",
            "[ 24   32 ]\n",
            "[ 20   125 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.645320197044335\n",
            "[[6 2]\n",
            " [4 9]]\n",
            "AUC: 0.7211538461538461\n",
            "[[ 6  0]\n",
            " [ 3 11]]\n",
            "AUC: 0.8928571428571428\n",
            "[[ 3  3]\n",
            " [ 3 11]]\n",
            "AUC: 0.6428571428571428\n",
            "[[ 2  4]\n",
            " [ 0 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 4 11]]\n",
            "AUC: 0.5666666666666667\n",
            "[[ 5  0]\n",
            " [ 1 14]]\n",
            "AUC: 0.9666666666666667\n",
            "[[ 7  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8541666666666667\n",
            "[[ 5  1]\n",
            " [ 2 12]]\n",
            "AUC: 0.8452380952380952\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 39   17 ]\n",
            "[ 22   123 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7723522167487684\n",
            "[[ 4  4]\n",
            " [ 2 11]]\n",
            "AUC: 0.6730769230769231\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 3  3]\n",
            " [ 0 14]]\n",
            "AUC: 0.75\n",
            "[[ 0  6]\n",
            " [ 1 13]]\n",
            "AUC: 0.4642857142857143\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[ 4  4]\n",
            " [ 0 12]]\n",
            "AUC: 0.75\n",
            "[[ 4  2]\n",
            " [ 0 14]]\n",
            "AUC: 0.8333333333333334\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 29   27 ]\n",
            "[ 10   135 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7244458128078818\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7723522167487684)\n",
            "[[11  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7355769230769231\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[8 4]\n",
            " [1 7]]\n",
            "AUC: 0.7708333333333335\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[ 5  2]\n",
            " [ 2 11]]\n",
            "AUC: 0.7802197802197803\n",
            "[ 89   26 ]\n",
            "[ 12   74 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8171890798786653\n",
            "[[11  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7355769230769231\n",
            "[[12  0]\n",
            " [ 2  6]]\n",
            "AUC: 0.875\n",
            "[[8 3]\n",
            " [5 4]]\n",
            "AUC: 0.5858585858585859\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[10  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7291666666666667\n",
            "[[10  3]\n",
            " [ 1  6]]\n",
            "AUC: 0.8131868131868132\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[6 1]\n",
            " [4 9]]\n",
            "AUC: 0.7747252747252749\n",
            "[ 93   22 ]\n",
            "[ 21   65 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7822548028311426\n",
            "[[9 4]\n",
            " [3 5]]\n",
            "AUC: 0.6586538461538461\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[8 5]\n",
            " [0 7]]\n",
            "AUC: 0.8076923076923077\n",
            "[[6 1]\n",
            " [5 8]]\n",
            "AUC: 0.7362637362637363\n",
            "[[13  1]\n",
            " [ 1  5]]\n",
            "AUC: 0.880952380952381\n",
            "[[7 5]\n",
            " [2 6]]\n",
            "AUC: 0.6666666666666666\n",
            "[[12  1]\n",
            " [ 1  6]]\n",
            "AUC: 0.8901098901098902\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[7 0]\n",
            " [4 9]]\n",
            "AUC: 0.8461538461538461\n",
            "[ 92   23 ]\n",
            "[ 21   65 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7779069767441861\n",
            "[[10  3]\n",
            " [ 2  6]]\n",
            "AUC: 0.7596153846153846\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[6 5]\n",
            " [1 8]]\n",
            "AUC: 0.7171717171717171\n",
            "[[6 7]\n",
            " [1 6]]\n",
            "AUC: 0.6593406593406593\n",
            "[[ 1  6]\n",
            " [ 1 12]]\n",
            "AUC: 0.532967032967033\n",
            "[[10  4]\n",
            " [ 0  6]]\n",
            "AUC: 0.8571428571428572\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[9 4]\n",
            " [1 6]]\n",
            "AUC: 0.7747252747252747\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 75   40 ]\n",
            "[ 7   79 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7853892821031345\n",
            "[[11  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7355769230769231\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 4  3]\n",
            " [ 1 12]]\n",
            "AUC: 0.7472527472527472\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[8 4]\n",
            " [2 6]]\n",
            "AUC: 0.7083333333333334\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[ 5  2]\n",
            " [ 2 11]]\n",
            "AUC: 0.7802197802197803\n",
            "[ 91   24 ]\n",
            "[ 15   71 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.8084428715874621\n",
            "BEST AUC FROM 5-ALGORITHMS: ('SVM', 0.8171890798786653)\n",
            "[[10  2]\n",
            " [ 1  8]]\n",
            "AUC: 0.8611111111111112\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[ 6  3]\n",
            " [ 0 11]]\n",
            "AUC: 0.8333333333333334\n",
            "[[6 5]\n",
            " [0 9]]\n",
            "AUC: 0.7727272727272727\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[ 74   27 ]\n",
            "[ 4   96 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8463366336633663\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[11  0]\n",
            " [ 1  8]]\n",
            "AUC: 0.9444444444444444\n",
            "[[ 8  1]\n",
            " [ 1 10]]\n",
            "AUC: 0.898989898989899\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 6  0]\n",
            " [ 3 11]]\n",
            "AUC: 0.8928571428571428\n",
            "[ 83   18 ]\n",
            "[ 9   91 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8658910891089109\n",
            "[[6 6]\n",
            " [2 7]]\n",
            "AUC: 0.6388888888888888\n",
            "[[10  1]\n",
            " [ 2  7]]\n",
            "AUC: 0.8434343434343433\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 4  1]\n",
            " [ 2 13]]\n",
            "AUC: 0.8333333333333334\n",
            "[[9 3]\n",
            " [3 5]]\n",
            "AUC: 0.6875\n",
            "[[5 6]\n",
            " [2 7]]\n",
            "AUC: 0.6161616161616161\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 3  3]\n",
            " [ 2 12]]\n",
            "AUC: 0.6785714285714286\n",
            "[ 71   30 ]\n",
            "[ 16   84 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7714851485148515\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[6 5]\n",
            " [0 9]]\n",
            "AUC: 0.7727272727272727\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 4  2]\n",
            " [ 2 12]]\n",
            "AUC: 0.7619047619047621\n",
            "[ 73   28 ]\n",
            "[ 7   93 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.8263861386138613\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[8 3]\n",
            " [1 8]]\n",
            "AUC: 0.8080808080808081\n",
            "[[11  0]\n",
            " [ 1  8]]\n",
            "AUC: 0.9444444444444444\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[ 81   20 ]\n",
            "[ 9   91 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.855990099009901\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.8658910891089109)\n",
            "[[11  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7355769230769231\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[8 3]\n",
            " [4 5]]\n",
            "AUC: 0.6414141414141414\n",
            "[[9 5]\n",
            " [0 6]]\n",
            "AUC: 0.8214285714285714\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[8 4]\n",
            " [1 7]]\n",
            "AUC: 0.7708333333333335\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[ 5  2]\n",
            " [ 2 11]]\n",
            "AUC: 0.7802197802197803\n",
            "[ 89   28 ]\n",
            "[ 13   71 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.802960927960928\n",
            "[[12  1]\n",
            " [ 3  5]]\n",
            "AUC: 0.7740384615384616\n",
            "[[12  0]\n",
            " [ 1  7]]\n",
            "AUC: 0.9375\n",
            "[[9 2]\n",
            " [5 4]]\n",
            "AUC: 0.6313131313131313\n",
            "[[9 5]\n",
            " [0 6]]\n",
            "AUC: 0.8214285714285714\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[10  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7291666666666667\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[12  2]\n",
            " [ 1  5]]\n",
            "AUC: 0.8452380952380953\n",
            "[[6 1]\n",
            " [5 8]]\n",
            "AUC: 0.7362637362637363\n",
            "[ 97   20 ]\n",
            "[ 21   63 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7895299145299146\n",
            "[[8 5]\n",
            " [2 6]]\n",
            "AUC: 0.6826923076923078\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[9 2]\n",
            " [3 6]]\n",
            "AUC: 0.7424242424242422\n",
            "[[8 6]\n",
            " [0 6]]\n",
            "AUC: 0.7857142857142857\n",
            "[[5 2]\n",
            " [5 8]]\n",
            "AUC: 0.6648351648351649\n",
            "[[13  1]\n",
            " [ 1  5]]\n",
            "AUC: 0.880952380952381\n",
            "[[7 5]\n",
            " [2 6]]\n",
            "AUC: 0.6666666666666666\n",
            "[[12  1]\n",
            " [ 1  6]]\n",
            "AUC: 0.8901098901098902\n",
            "[[12  2]\n",
            " [ 1  5]]\n",
            "AUC: 0.8452380952380953\n",
            "[[6 1]\n",
            " [4 9]]\n",
            "AUC: 0.7747252747252749\n",
            "[ 91   26 ]\n",
            "[ 20   64 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7698412698412698\n",
            "[[10  3]\n",
            " [ 2  6]]\n",
            "AUC: 0.7596153846153846\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[6 5]\n",
            " [1 8]]\n",
            "AUC: 0.7171717171717171\n",
            "[[6 8]\n",
            " [1 5]]\n",
            "AUC: 0.6309523809523809\n",
            "[[ 2  5]\n",
            " [ 1 12]]\n",
            "AUC: 0.6043956043956045\n",
            "[[10  4]\n",
            " [ 0  6]]\n",
            "AUC: 0.8571428571428572\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[9 4]\n",
            " [1 6]]\n",
            "AUC: 0.7747252747252747\n",
            "[[9 5]\n",
            " [0 6]]\n",
            "AUC: 0.8214285714285714\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 76   41 ]\n",
            "[ 7   77 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7831196581196581\n",
            "[[11  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7355769230769231\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[7 4]\n",
            " [3 6]]\n",
            "AUC: 0.6515151515151515\n",
            "[[10  4]\n",
            " [ 0  6]]\n",
            "AUC: 0.8571428571428572\n",
            "[[ 4  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7087912087912088\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[8 4]\n",
            " [2 6]]\n",
            "AUC: 0.7083333333333334\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[ 5  2]\n",
            " [ 3 10]]\n",
            "AUC: 0.7417582417582418\n",
            "[ 91   26 ]\n",
            "[ 18   66 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7817460317460317\n",
            "BEST AUC FROM 5-ALGORITHMS: ('SVM', 0.802960927960928)\n",
            "[[9 2]\n",
            " [2 8]]\n",
            "AUC: 0.8090909090909091\n",
            "[[10  0]\n",
            " [ 0 10]]\n",
            "AUC: 1.0\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 4  5]\n",
            " [ 1 10]]\n",
            "AUC: 0.6767676767676768\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 4  2]\n",
            " [ 0 14]]\n",
            "AUC: 0.8333333333333334\n",
            "[ 69   26 ]\n",
            "[ 5   101 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8395729890764647\n",
            "[[9 2]\n",
            " [3 7]]\n",
            "AUC: 0.759090909090909\n",
            "[[10  0]\n",
            " [ 2  8]]\n",
            "AUC: 0.9\n",
            "[[ 7  2]\n",
            " [ 1 10]]\n",
            "AUC: 0.8434343434343434\n",
            "[[ 7  2]\n",
            " [ 1 10]]\n",
            "AUC: 0.8434343434343434\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 5  1]\n",
            " [ 2 12]]\n",
            "AUC: 0.8452380952380952\n",
            "[ 78   17 ]\n",
            "[ 11   95 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8586395233366435\n",
            "[[5 6]\n",
            " [2 8]]\n",
            "AUC: 0.6272727272727273\n",
            "[[10  0]\n",
            " [ 1  9]]\n",
            "AUC: 0.95\n",
            "[[7 2]\n",
            " [2 9]]\n",
            "AUC: 0.7979797979797981\n",
            "[[ 7  2]\n",
            " [ 1 10]]\n",
            "AUC: 0.8434343434343434\n",
            "[[ 3  2]\n",
            " [ 2 13]]\n",
            "AUC: 0.7333333333333333\n",
            "[[9 3]\n",
            " [3 5]]\n",
            "AUC: 0.6875\n",
            "[[5 5]\n",
            " [2 8]]\n",
            "AUC: 0.65\n",
            "[[11  0]\n",
            " [ 1  8]]\n",
            "AUC: 0.9444444444444444\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 3  3]\n",
            " [ 0 14]]\n",
            "AUC: 0.75\n",
            "[ 69   26 ]\n",
            "[ 14   92 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7971201588877855\n",
            "[[9 2]\n",
            " [3 7]]\n",
            "AUC: 0.759090909090909\n",
            "[[ 9  1]\n",
            " [ 0 10]]\n",
            "AUC: 0.9500000000000001\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 4  5]\n",
            " [ 1 10]]\n",
            "AUC: 0.6767676767676768\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[6 6]\n",
            " [0 8]]\n",
            "AUC: 0.75\n",
            "[[ 8  2]\n",
            " [ 0 10]]\n",
            "AUC: 0.9\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 3  3]\n",
            " [ 2 12]]\n",
            "AUC: 0.6785714285714286\n",
            "[ 63   32 ]\n",
            "[ 9   97 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7891261171797418\n",
            "[[9 2]\n",
            " [3 7]]\n",
            "AUC: 0.759090909090909\n",
            "[[10  0]\n",
            " [ 0 10]]\n",
            "AUC: 1.0\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 7  2]\n",
            " [ 1 10]]\n",
            "AUC: 0.8434343434343434\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[9 3]\n",
            " [2 6]]\n",
            "AUC: 0.75\n",
            "[[8 2]\n",
            " [1 9]]\n",
            "AUC: 0.85\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[ 75   20 ]\n",
            "[ 10   96 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.8475670307845085\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.8586395233366435)\n",
            "[[8 2]\n",
            " [2 9]]\n",
            "AUC: 0.8090909090909092\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 4  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7083333333333333\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[6 3]\n",
            " [3 8]]\n",
            "AUC: 0.696969696969697\n",
            "[[ 6  1]\n",
            " [ 1 12]]\n",
            "AUC: 0.8901098901098902\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 4  2]\n",
            " [ 0 14]]\n",
            "AUC: 0.8333333333333334\n",
            "[ 60   23 ]\n",
            "[ 12   106 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8105983255054114\n",
            "[[8 2]\n",
            " [3 8]]\n",
            "AUC: 0.7636363636363637\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 5  3]\n",
            " [ 0 12]]\n",
            "AUC: 0.8125\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[7 2]\n",
            " [2 9]]\n",
            "AUC: 0.7979797979797981\n",
            "[[ 6  1]\n",
            " [ 1 12]]\n",
            "AUC: 0.8901098901098902\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  3]\n",
            " [ 2 12]]\n",
            "AUC: 0.6785714285714286\n",
            "[ 59   24 ]\n",
            "[ 13   105 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.800336940984276\n",
            "[[5 5]\n",
            " [2 9]]\n",
            "AUC: 0.6590909090909092\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[5 4]\n",
            " [2 9]]\n",
            "AUC: 0.6868686868686869\n",
            "[[ 5  3]\n",
            " [ 2 10]]\n",
            "AUC: 0.7291666666666667\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[6 3]\n",
            " [5 6]]\n",
            "AUC: 0.6060606060606062\n",
            "[[ 4  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7087912087912088\n",
            "[[11  0]\n",
            " [ 1  8]]\n",
            "AUC: 0.9444444444444444\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  3]\n",
            " [ 0 14]]\n",
            "AUC: 0.75\n",
            "[ 57   26 ]\n",
            "[ 18   100 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7671023075352257\n",
            "[[9 1]\n",
            " [3 8]]\n",
            "AUC: 0.8136363636363637\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[ 6  1]\n",
            " [ 2 11]]\n",
            "AUC: 0.8516483516483517\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[ 57   26 ]\n",
            "[ 12   106 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7925260363487849\n",
            "[[8 2]\n",
            " [2 9]]\n",
            "AUC: 0.8090909090909092\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 4  4]\n",
            " [ 2 10]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[6 3]\n",
            " [4 7]]\n",
            "AUC: 0.6515151515151516\n",
            "[[ 6  1]\n",
            " [ 3 10]]\n",
            "AUC: 0.8131868131868133\n",
            "[[8 3]\n",
            " [1 8]]\n",
            "AUC: 0.8080808080808081\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 3  3]\n",
            " [ 0 14]]\n",
            "AUC: 0.75\n",
            "[ 59   24 ]\n",
            "[ 16   102 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7876250765774964\n",
            "BEST AUC FROM 5-ALGORITHMS: ('SVM', 0.8105983255054114)\n",
            "[[ 5  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7355769230769231\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[ 0  5]\n",
            " [ 0 15]]\n",
            "AUC: 0.5\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 1  3]\n",
            " [ 2 14]]\n",
            "AUC: 0.5625\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[ 3  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6458333333333333\n",
            "[[ 5  1]\n",
            " [ 0 14]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 26   28 ]\n",
            "[ 10   137 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7067271352985639\n",
            "[[ 5  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7355769230769231\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[ 3  3]\n",
            " [ 2 12]]\n",
            "AUC: 0.6785714285714286\n",
            "[[ 2  3]\n",
            " [ 0 15]]\n",
            "AUC: 0.7\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  2]\n",
            " [ 2 14]]\n",
            "AUC: 0.6875\n",
            "[[ 5  0]\n",
            " [ 0 15]]\n",
            "AUC: 1.0\n",
            "[[ 4  4]\n",
            " [ 2 10]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 5  1]\n",
            " [ 0 14]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 35   19 ]\n",
            "[ 12   135 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7832577475434619\n",
            "[[ 4  4]\n",
            " [ 2 11]]\n",
            "AUC: 0.6730769230769231\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 0  6]\n",
            " [ 1 13]]\n",
            "AUC: 0.4642857142857143\n",
            "[[ 1  4]\n",
            " [ 0 15]]\n",
            "AUC: 0.6\n",
            "[[ 1  2]\n",
            " [ 3 14]]\n",
            "AUC: 0.5784313725490196\n",
            "[[ 2  2]\n",
            " [ 5 11]]\n",
            "AUC: 0.59375\n",
            "[[ 2  3]\n",
            " [ 3 12]]\n",
            "AUC: 0.6000000000000001\n",
            "[[ 3  5]\n",
            " [ 2 10]]\n",
            "AUC: 0.6041666666666667\n",
            "[[ 5  1]\n",
            " [ 2 12]]\n",
            "AUC: 0.8452380952380952\n",
            "[[ 1  2]\n",
            " [ 0 17]]\n",
            "AUC: 0.6666666666666667\n",
            "[ 25   29 ]\n",
            "[ 20   127 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6634542705971277\n",
            "[[6 2]\n",
            " [4 9]]\n",
            "AUC: 0.7211538461538461\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 3  3]\n",
            " [ 3 11]]\n",
            "AUC: 0.6428571428571428\n",
            "[[ 2  3]\n",
            " [ 0 15]]\n",
            "AUC: 0.7\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  2]\n",
            " [ 4 12]]\n",
            "AUC: 0.625\n",
            "[[ 5  0]\n",
            " [ 1 14]]\n",
            "AUC: 0.9666666666666667\n",
            "[[ 6  2]\n",
            " [ 2 10]]\n",
            "AUC: 0.7916666666666666\n",
            "[[ 5  1]\n",
            " [ 2 12]]\n",
            "AUC: 0.8452380952380952\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 38   16 ]\n",
            "[ 21   126 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7804232804232805\n",
            "[[ 4  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.7115384615384616\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[ 0  5]\n",
            " [ 1 14]]\n",
            "AUC: 0.4666666666666667\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  2]\n",
            " [ 2 14]]\n",
            "AUC: 0.6875\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[ 4  4]\n",
            " [ 0 12]]\n",
            "AUC: 0.75\n",
            "[[ 5  1]\n",
            " [ 0 14]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 30   24 ]\n",
            "[ 9   138 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7471655328798186\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.7832577475434619)\n",
            "[[9 2]\n",
            " [2 8]]\n",
            "AUC: 0.8090909090909091\n",
            "[[10  0]\n",
            " [ 0 10]]\n",
            "AUC: 1.0\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 6  4]\n",
            " [ 0 10]]\n",
            "AUC: 0.8\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 4  2]\n",
            " [ 0 14]]\n",
            "AUC: 0.8333333333333334\n",
            "[ 71   26 ]\n",
            "[ 4   100 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8467486122125297\n",
            "[[9 2]\n",
            " [3 7]]\n",
            "AUC: 0.759090909090909\n",
            "[[10  0]\n",
            " [ 2  8]]\n",
            "AUC: 0.9\n",
            "[[ 7  2]\n",
            " [ 1 10]]\n",
            "AUC: 0.8434343434343434\n",
            "[[ 8  2]\n",
            " [ 0 10]]\n",
            "AUC: 0.9\n",
            "[[ 3  2]\n",
            " [ 2 13]]\n",
            "AUC: 0.7333333333333333\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  1]\n",
            " [ 2 12]]\n",
            "AUC: 0.8452380952380952\n",
            "[ 79   18 ]\n",
            "[ 11   93 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8543318794607455\n",
            "[[5 6]\n",
            " [2 8]]\n",
            "AUC: 0.6272727272727273\n",
            "[[10  0]\n",
            " [ 1  9]]\n",
            "AUC: 0.95\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[ 8  2]\n",
            " [ 0 10]]\n",
            "AUC: 0.9\n",
            "[[ 3  2]\n",
            " [ 2 13]]\n",
            "AUC: 0.7333333333333333\n",
            "[[9 3]\n",
            " [3 5]]\n",
            "AUC: 0.6875\n",
            "[[7 3]\n",
            " [2 8]]\n",
            "AUC: 0.75\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 3  3]\n",
            " [ 0 14]]\n",
            "AUC: 0.75\n",
            "[ 71   26 ]\n",
            "[ 13   91 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.803479381443299\n",
            "[[9 2]\n",
            " [3 7]]\n",
            "AUC: 0.759090909090909\n",
            "[[10  0]\n",
            " [ 0 10]]\n",
            "AUC: 1.0\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 5  5]\n",
            " [ 0 10]]\n",
            "AUC: 0.75\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[7 5]\n",
            " [0 8]]\n",
            "AUC: 0.7916666666666666\n",
            "[[ 8  2]\n",
            " [ 0 10]]\n",
            "AUC: 0.9\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 4  2]\n",
            " [ 2 12]]\n",
            "AUC: 0.7619047619047621\n",
            "[ 67   30 ]\n",
            "[ 8   96 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.8068992862807296\n",
            "[[9 2]\n",
            " [3 7]]\n",
            "AUC: 0.759090909090909\n",
            "[[10  0]\n",
            " [ 0 10]]\n",
            "AUC: 1.0\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 8  2]\n",
            " [ 0 10]]\n",
            "AUC: 0.9\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[8 2]\n",
            " [1 9]]\n",
            "AUC: 0.85\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 4  2]\n",
            " [ 2 12]]\n",
            "AUC: 0.7619047619047621\n",
            "[ 77   20 ]\n",
            "[ 10   94 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.8488302934179223\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.8543318794607455)\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 4  4]\n",
            " [ 0 12]]\n",
            "AUC: 0.75\n",
            "[[ 1  6]\n",
            " [ 1 12]]\n",
            "AUC: 0.532967032967033\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 4  2]\n",
            " [ 4 10]]\n",
            "AUC: 0.6904761904761906\n",
            "[[ 5  1]\n",
            " [ 1 13]]\n",
            "AUC: 0.8809523809523809\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[ 8  2]\n",
            " [ 0 10]]\n",
            "AUC: 0.9\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 48   20 ]\n",
            "[ 15   118 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7965501990269792\n",
            "[[8 1]\n",
            " [3 9]]\n",
            "AUC: 0.8194444444444443\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  3]\n",
            " [ 0 12]]\n",
            "AUC: 0.8125\n",
            "[[ 2  5]\n",
            " [ 0 13]]\n",
            "AUC: 0.6428571428571428\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 4  2]\n",
            " [ 2 12]]\n",
            "AUC: 0.7619047619047621\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[ 6  4]\n",
            " [ 0 10]]\n",
            "AUC: 0.8\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 47   21 ]\n",
            "[ 14   119 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7929566563467492\n",
            "[[ 5  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7361111111111112\n",
            "[[ 7  0]\n",
            " [ 0 13]]\n",
            "AUC: 1.0\n",
            "[[ 2  6]\n",
            " [ 1 11]]\n",
            "AUC: 0.5833333333333333\n",
            "[[ 0  7]\n",
            " [ 2 11]]\n",
            "AUC: 0.4230769230769231\n",
            "[[ 2  1]\n",
            " [ 3 14]]\n",
            "AUC: 0.7450980392156863\n",
            "[[4 2]\n",
            " [8 6]]\n",
            "AUC: 0.5476190476190477\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[5 4]\n",
            " [3 8]]\n",
            "AUC: 0.6414141414141414\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[ 1  2]\n",
            " [ 3 14]]\n",
            "AUC: 0.5784313725490196\n",
            "[ 36   32 ]\n",
            "[ 22   111 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.681999115435648\n",
            "[[7 2]\n",
            " [3 9]]\n",
            "AUC: 0.763888888888889\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  3]\n",
            " [ 1 11]]\n",
            "AUC: 0.7708333333333333\n",
            "[[ 3  4]\n",
            " [ 0 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 4  2]\n",
            " [ 3 11]]\n",
            "AUC: 0.7261904761904762\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 50   18 ]\n",
            "[ 15   118 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.8112560813799203\n",
            "[[ 7  2]\n",
            " [ 2 10]]\n",
            "AUC: 0.8055555555555556\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 4  4]\n",
            " [ 0 12]]\n",
            "AUC: 0.75\n",
            "[[ 2  5]\n",
            " [ 1 12]]\n",
            "AUC: 0.6043956043956045\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 3  3]\n",
            " [ 3 11]]\n",
            "AUC: 0.6428571428571428\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[[7 2]\n",
            " [2 9]]\n",
            "AUC: 0.7979797979797981\n",
            "[[ 9  1]\n",
            " [ 0 10]]\n",
            "AUC: 0.9500000000000001\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 46   22 ]\n",
            "[ 13   120 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7893631136665192\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.8112560813799203)\n",
            "[[9 2]\n",
            " [2 8]]\n",
            "AUC: 0.8090909090909091\n",
            "[[10  0]\n",
            " [ 0 10]]\n",
            "AUC: 1.0\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 5  5]\n",
            " [ 0 10]]\n",
            "AUC: 0.75\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 4  2]\n",
            " [ 0 14]]\n",
            "AUC: 0.8333333333333334\n",
            "[ 70   26 ]\n",
            "[ 4   101 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8455357142857143\n",
            "[[9 2]\n",
            " [3 7]]\n",
            "AUC: 0.759090909090909\n",
            "[[10  0]\n",
            " [ 2  8]]\n",
            "AUC: 0.9\n",
            "[[ 7  2]\n",
            " [ 1 10]]\n",
            "AUC: 0.8434343434343434\n",
            "[[ 8  2]\n",
            " [ 0 10]]\n",
            "AUC: 0.9\n",
            "[[ 3  2]\n",
            " [ 2 13]]\n",
            "AUC: 0.7333333333333333\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 5  1]\n",
            " [ 2 12]]\n",
            "AUC: 0.8452380952380952\n",
            "[ 79   17 ]\n",
            "[ 11   94 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.859077380952381\n",
            "[[5 6]\n",
            " [2 8]]\n",
            "AUC: 0.6272727272727273\n",
            "[[10  0]\n",
            " [ 1  9]]\n",
            "AUC: 0.95\n",
            "[[7 2]\n",
            " [2 9]]\n",
            "AUC: 0.7979797979797981\n",
            "[[ 8  2]\n",
            " [ 0 10]]\n",
            "AUC: 0.9\n",
            "[[ 3  2]\n",
            " [ 2 13]]\n",
            "AUC: 0.7333333333333333\n",
            "[[9 3]\n",
            " [3 5]]\n",
            "AUC: 0.6875\n",
            "[[7 3]\n",
            " [2 8]]\n",
            "AUC: 0.75\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 3  3]\n",
            " [ 0 14]]\n",
            "AUC: 0.75\n",
            "[ 72   24 ]\n",
            "[ 13   92 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.8130952380952381\n",
            "[[9 2]\n",
            " [3 7]]\n",
            "AUC: 0.759090909090909\n",
            "[[ 9  1]\n",
            " [ 0 10]]\n",
            "AUC: 0.9500000000000001\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 5  5]\n",
            " [ 0 10]]\n",
            "AUC: 0.75\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[7 5]\n",
            " [0 8]]\n",
            "AUC: 0.7916666666666666\n",
            "[[ 8  2]\n",
            " [ 0 10]]\n",
            "AUC: 0.9\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 4  2]\n",
            " [ 2 12]]\n",
            "AUC: 0.7619047619047621\n",
            "[ 66   30 ]\n",
            "[ 8   97 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.8056547619047619\n",
            "[[9 2]\n",
            " [3 7]]\n",
            "AUC: 0.759090909090909\n",
            "[[10  0]\n",
            " [ 0 10]]\n",
            "AUC: 1.0\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 8  2]\n",
            " [ 0 10]]\n",
            "AUC: 0.9\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[8 2]\n",
            " [1 9]]\n",
            "AUC: 0.85\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[ 77   19 ]\n",
            "[ 9   96 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.8581845238095238\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.859077380952381)\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  6]\n",
            " [ 1 12]]\n",
            "AUC: 0.532967032967033\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 3  3]\n",
            " [ 4 10]]\n",
            "AUC: 0.6071428571428572\n",
            "[[ 5  1]\n",
            " [ 1 13]]\n",
            "AUC: 0.8809523809523809\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 46   23 ]\n",
            "[ 15   117 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7765151515151515\n",
            "[[8 1]\n",
            " [3 9]]\n",
            "AUC: 0.8194444444444443\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  3]\n",
            " [ 0 12]]\n",
            "AUC: 0.8125\n",
            "[[ 3  4]\n",
            " [ 0 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 4  2]\n",
            " [ 3 11]]\n",
            "AUC: 0.7261904761904762\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[6 5]\n",
            " [0 9]]\n",
            "AUC: 0.7727272727272727\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 48   21 ]\n",
            "[ 15   117 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7910079051383399\n",
            "[[ 5  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7361111111111112\n",
            "[[ 7  0]\n",
            " [ 1 12]]\n",
            "AUC: 0.9615384615384616\n",
            "[[ 2  6]\n",
            " [ 1 11]]\n",
            "AUC: 0.5833333333333333\n",
            "[[ 0  7]\n",
            " [ 2 11]]\n",
            "AUC: 0.4230769230769231\n",
            "[[ 2  1]\n",
            " [ 3 14]]\n",
            "AUC: 0.7450980392156863\n",
            "[[3 3]\n",
            " [8 6]]\n",
            "AUC: 0.4642857142857143\n",
            "[[ 2  4]\n",
            " [ 1 13]]\n",
            "AUC: 0.6309523809523809\n",
            "[[5 4]\n",
            " [3 8]]\n",
            "AUC: 0.6414141414141414\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 1  2]\n",
            " [ 3 14]]\n",
            "AUC: 0.5784313725490196\n",
            "[ 34   35 ]\n",
            "[ 23   109 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6592555994729908\n",
            "[[7 2]\n",
            " [3 9]]\n",
            "AUC: 0.763888888888889\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  3]\n",
            " [ 1 11]]\n",
            "AUC: 0.7708333333333333\n",
            "[[ 3  4]\n",
            " [ 0 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 4  2]\n",
            " [ 3 11]]\n",
            "AUC: 0.7261904761904762\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 50   19 ]\n",
            "[ 15   117 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.8055006587615283\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 4  4]\n",
            " [ 0 12]]\n",
            "AUC: 0.75\n",
            "[[ 2  5]\n",
            " [ 1 12]]\n",
            "AUC: 0.6043956043956045\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 3  3]\n",
            " [ 3 11]]\n",
            "AUC: 0.6428571428571428\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[[7 2]\n",
            " [2 9]]\n",
            "AUC: 0.7979797979797981\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 47   22 ]\n",
            "[ 13   119 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7913372859025033\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.8055006587615283)\n",
            "[[8 2]\n",
            " [2 9]]\n",
            "AUC: 0.8090909090909092\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 4  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7083333333333333\n",
            "[[ 2  2]\n",
            " [ 1 15]]\n",
            "AUC: 0.71875\n",
            "[[6 3]\n",
            " [3 8]]\n",
            "AUC: 0.696969696969697\n",
            "[[ 6  1]\n",
            " [ 1 12]]\n",
            "AUC: 0.8901098901098902\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 4  2]\n",
            " [ 0 14]]\n",
            "AUC: 0.8333333333333334\n",
            "[ 60   22 ]\n",
            "[ 12   107 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8154334904693585\n",
            "[[8 2]\n",
            " [3 8]]\n",
            "AUC: 0.7636363636363637\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 5  3]\n",
            " [ 0 12]]\n",
            "AUC: 0.8125\n",
            "[[ 1  3]\n",
            " [ 1 15]]\n",
            "AUC: 0.59375\n",
            "[[7 2]\n",
            " [2 9]]\n",
            "AUC: 0.7979797979797981\n",
            "[[ 6  1]\n",
            " [ 1 12]]\n",
            "AUC: 0.8901098901098902\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  3]\n",
            " [ 2 12]]\n",
            "AUC: 0.6785714285714286\n",
            "[ 59   23 ]\n",
            "[ 13   106 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8051342488214799\n",
            "[[5 5]\n",
            " [2 9]]\n",
            "AUC: 0.6590909090909092\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[5 4]\n",
            " [2 9]]\n",
            "AUC: 0.6868686868686869\n",
            "[[ 4  4]\n",
            " [ 2 10]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 3  1]\n",
            " [ 1 15]]\n",
            "AUC: 0.84375\n",
            "[[6 3]\n",
            " [5 6]]\n",
            "AUC: 0.6060606060606062\n",
            "[[ 3  4]\n",
            " [ 2 11]]\n",
            "AUC: 0.6373626373626373\n",
            "[[11  0]\n",
            " [ 1  8]]\n",
            "AUC: 0.9444444444444444\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 2  4]\n",
            " [ 1 13]]\n",
            "AUC: 0.6309523809523809\n",
            "[ 54   28 ]\n",
            "[ 19   100 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7494363599098176\n",
            "[[9 1]\n",
            " [3 8]]\n",
            "AUC: 0.8136363636363637\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  3]\n",
            " [ 1 15]]\n",
            "AUC: 0.59375\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[ 6  1]\n",
            " [ 2 11]]\n",
            "AUC: 0.8516483516483517\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[ 57   25 ]\n",
            "[ 12   107 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7971408075425293\n",
            "[[8 2]\n",
            " [2 9]]\n",
            "AUC: 0.8090909090909092\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 4  4]\n",
            " [ 2 10]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 3  1]\n",
            " [ 1 15]]\n",
            "AUC: 0.84375\n",
            "[[6 3]\n",
            " [4 7]]\n",
            "AUC: 0.6515151515151516\n",
            "[[ 6  1]\n",
            " [ 3 10]]\n",
            "AUC: 0.8131868131868133\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 3  3]\n",
            " [ 0 14]]\n",
            "AUC: 0.75\n",
            "[ 60   22 ]\n",
            "[ 16   103 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7986267677802829\n",
            "BEST AUC FROM 5-ALGORITHMS: ('SVM', 0.8154334904693585)\n",
            "[[ 5  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7355769230769231\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[ 0  6]\n",
            " [ 0 14]]\n",
            "AUC: 0.5\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  2]\n",
            " [ 2 14]]\n",
            "AUC: 0.6875\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 3  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6458333333333333\n",
            "[[ 5  1]\n",
            " [ 0 14]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 26   29 ]\n",
            "[ 10   136 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7021170610211706\n",
            "[[ 5  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7355769230769231\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[ 3  3]\n",
            " [ 2 12]]\n",
            "AUC: 0.6785714285714286\n",
            "[[ 2  4]\n",
            " [ 0 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  2]\n",
            " [ 2 14]]\n",
            "AUC: 0.6875\n",
            "[[ 5  0]\n",
            " [ 0 15]]\n",
            "AUC: 1.0\n",
            "[[ 4  4]\n",
            " [ 2 10]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 5  1]\n",
            " [ 0 14]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 35   20 ]\n",
            "[ 12   134 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7770859277708593\n",
            "[[ 4  4]\n",
            " [ 2 11]]\n",
            "AUC: 0.6730769230769231\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 0  6]\n",
            " [ 1 13]]\n",
            "AUC: 0.4642857142857143\n",
            "[[ 1  5]\n",
            " [ 0 14]]\n",
            "AUC: 0.5833333333333333\n",
            "[[ 1  2]\n",
            " [ 3 14]]\n",
            "AUC: 0.5784313725490196\n",
            "[[ 2  2]\n",
            " [ 5 11]]\n",
            "AUC: 0.59375\n",
            "[[ 2  3]\n",
            " [ 3 12]]\n",
            "AUC: 0.6000000000000001\n",
            "[[ 3  5]\n",
            " [ 2 10]]\n",
            "AUC: 0.6041666666666667\n",
            "[[ 5  1]\n",
            " [ 2 12]]\n",
            "AUC: 0.8452380952380952\n",
            "[[ 1  2]\n",
            " [ 0 17]]\n",
            "AUC: 0.6666666666666667\n",
            "[ 25   30 ]\n",
            "[ 20   126 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6587795765877957\n",
            "[[6 2]\n",
            " [4 9]]\n",
            "AUC: 0.7211538461538461\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 3  3]\n",
            " [ 3 11]]\n",
            "AUC: 0.6428571428571428\n",
            "[[ 2  4]\n",
            " [ 0 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  2]\n",
            " [ 4 12]]\n",
            "AUC: 0.625\n",
            "[[ 5  0]\n",
            " [ 1 14]]\n",
            "AUC: 0.9666666666666667\n",
            "[[ 6  2]\n",
            " [ 2 10]]\n",
            "AUC: 0.7916666666666666\n",
            "[[ 5  1]\n",
            " [ 2 12]]\n",
            "AUC: 0.8452380952380952\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 38   17 ]\n",
            "[ 21   125 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7735367372353674\n",
            "[[ 3  5]\n",
            " [ 2 11]]\n",
            "AUC: 0.6105769230769231\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 3  3]\n",
            " [ 0 14]]\n",
            "AUC: 0.75\n",
            "[[ 0  6]\n",
            " [ 1 13]]\n",
            "AUC: 0.4642857142857143\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  2]\n",
            " [ 2 14]]\n",
            "AUC: 0.6875\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[ 4  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7083333333333333\n",
            "[[ 5  1]\n",
            " [ 0 14]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 29   26 ]\n",
            "[ 11   135 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7259651307596513\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.7770859277708593)\n",
            "[[11  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7355769230769231\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[8 3]\n",
            " [4 5]]\n",
            "AUC: 0.6414141414141414\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[8 4]\n",
            " [1 7]]\n",
            "AUC: 0.7708333333333335\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[ 5  2]\n",
            " [ 2 11]]\n",
            "AUC: 0.7802197802197803\n",
            "[ 89   27 ]\n",
            "[ 13   72 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8071501014198783\n",
            "[[11  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7355769230769231\n",
            "[[12  0]\n",
            " [ 1  7]]\n",
            "AUC: 0.9375\n",
            "[[9 2]\n",
            " [4 5]]\n",
            "AUC: 0.6868686868686869\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[10  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7291666666666667\n",
            "[[10  3]\n",
            " [ 1  6]]\n",
            "AUC: 0.8131868131868132\n",
            "[[12  2]\n",
            " [ 1  5]]\n",
            "AUC: 0.8452380952380953\n",
            "[[6 1]\n",
            " [5 8]]\n",
            "AUC: 0.7362637362637363\n",
            "[ 94   22 ]\n",
            "[ 19   66 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7934077079107504\n",
            "[[8 5]\n",
            " [2 6]]\n",
            "AUC: 0.6826923076923078\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[8 5]\n",
            " [0 7]]\n",
            "AUC: 0.8076923076923077\n",
            "[[6 1]\n",
            " [4 9]]\n",
            "AUC: 0.7747252747252749\n",
            "[[13  1]\n",
            " [ 1  5]]\n",
            "AUC: 0.880952380952381\n",
            "[[7 5]\n",
            " [2 6]]\n",
            "AUC: 0.6666666666666666\n",
            "[[12  1]\n",
            " [ 1  6]]\n",
            "AUC: 0.8901098901098902\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[6 1]\n",
            " [4 9]]\n",
            "AUC: 0.7747252747252749\n",
            "[ 91   25 ]\n",
            "[ 18   67 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7863590263691683\n",
            "[[10  3]\n",
            " [ 2  6]]\n",
            "AUC: 0.7596153846153846\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[6 5]\n",
            " [1 8]]\n",
            "AUC: 0.7171717171717171\n",
            "[[6 7]\n",
            " [1 6]]\n",
            "AUC: 0.6593406593406593\n",
            "[[ 1  6]\n",
            " [ 1 12]]\n",
            "AUC: 0.532967032967033\n",
            "[[10  4]\n",
            " [ 0  6]]\n",
            "AUC: 0.8571428571428572\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[9 4]\n",
            " [1 6]]\n",
            "AUC: 0.7747252747252747\n",
            "[[9 5]\n",
            " [0 6]]\n",
            "AUC: 0.8214285714285714\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 75   41 ]\n",
            "[ 7   78 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7820993914807302\n",
            "[[11  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7355769230769231\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[7 4]\n",
            " [3 6]]\n",
            "AUC: 0.6515151515151515\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 4  3]\n",
            " [ 1 12]]\n",
            "AUC: 0.7472527472527472\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[8 4]\n",
            " [2 6]]\n",
            "AUC: 0.7083333333333334\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[ 6  1]\n",
            " [ 2 11]]\n",
            "AUC: 0.8516483516483517\n",
            "[ 92   24 ]\n",
            "[ 16   69 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.8024340770791075\n",
            "BEST AUC FROM 5-ALGORITHMS: ('SVM', 0.8071501014198783)\n",
            "[[10  2]\n",
            " [ 1  8]]\n",
            "AUC: 0.8611111111111112\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[ 6  3]\n",
            " [ 0 11]]\n",
            "AUC: 0.8333333333333334\n",
            "[[6 5]\n",
            " [0 9]]\n",
            "AUC: 0.7727272727272727\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[7 4]\n",
            " [1 8]]\n",
            "AUC: 0.7626262626262625\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  2]\n",
            " [ 0 13]]\n",
            "AUC: 0.8571428571428572\n",
            "[ 76   26 ]\n",
            "[ 4   95 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8523469994058229\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[11  0]\n",
            " [ 2  7]]\n",
            "AUC: 0.8888888888888888\n",
            "[[ 8  1]\n",
            " [ 1 10]]\n",
            "AUC: 0.898989898989899\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[7 4]\n",
            " [1 8]]\n",
            "AUC: 0.7626262626262625\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[ 84   18 ]\n",
            "[ 10   89 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8612596553773024\n",
            "[[7 5]\n",
            " [2 7]]\n",
            "AUC: 0.6805555555555554\n",
            "[[10  1]\n",
            " [ 2  7]]\n",
            "AUC: 0.8434343434343433\n",
            "[[7 2]\n",
            " [2 9]]\n",
            "AUC: 0.7979797979797981\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 4  1]\n",
            " [ 2 13]]\n",
            "AUC: 0.8333333333333334\n",
            "[[9 3]\n",
            " [3 5]]\n",
            "AUC: 0.6875\n",
            "[[5 6]\n",
            " [2 7]]\n",
            "AUC: 0.6161616161616161\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 4  3]\n",
            " [ 1 12]]\n",
            "AUC: 0.7472527472527472\n",
            "[ 75   27 ]\n",
            "[ 15   84 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7918894830659537\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[6 5]\n",
            " [0 9]]\n",
            "AUC: 0.7727272727272727\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 74   28 ]\n",
            "[ 6   93 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.8324420677361855\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[8 3]\n",
            " [1 8]]\n",
            "AUC: 0.8080808080808081\n",
            "[[11  0]\n",
            " [ 1  8]]\n",
            "AUC: 0.9444444444444444\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  2]\n",
            " [ 0 13]]\n",
            "AUC: 0.8571428571428572\n",
            "[ 82   20 ]\n",
            "[ 9   90 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.85650623885918\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.8612596553773024)\n",
            "[[12  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7857142857142858\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[9 3]\n",
            " [3 5]]\n",
            "AUC: 0.6875\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[13  1]\n",
            " [ 1  5]]\n",
            "AUC: 0.880952380952381\n",
            "[[9 5]\n",
            " [1 5]]\n",
            "AUC: 0.7380952380952381\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[5 2]\n",
            " [8 5]]\n",
            "AUC: 0.5494505494505495\n",
            "[ 99   28 ]\n",
            "[ 19   55 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7613854011491806\n",
            "[[13  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8214285714285715\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[11  1]\n",
            " [ 4  4]]\n",
            "AUC: 0.7083333333333334\n",
            "[[12  4]\n",
            " [ 0  4]]\n",
            "AUC: 0.875\n",
            "[[5 5]\n",
            " [2 8]]\n",
            "AUC: 0.65\n",
            "[[14  0]\n",
            " [ 0  6]]\n",
            "AUC: 1.0\n",
            "[[12  2]\n",
            " [ 1  5]]\n",
            "AUC: 0.8452380952380953\n",
            "[[13  0]\n",
            " [ 2  5]]\n",
            "AUC: 0.8571428571428572\n",
            "[[13  2]\n",
            " [ 1  4]]\n",
            "AUC: 0.8333333333333334\n",
            "[[5 2]\n",
            " [7 6]]\n",
            "AUC: 0.5879120879120879\n",
            "[ 109   18 ]\n",
            "[ 20   54 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7939987231325814\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  1]\n",
            " [ 3  5]]\n",
            "AUC: 0.7708333333333333\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[12  4]\n",
            " [ 0  4]]\n",
            "AUC: 0.875\n",
            "[[8 2]\n",
            " [3 7]]\n",
            "AUC: 0.75\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[7 7]\n",
            " [1 5]]\n",
            "AUC: 0.6666666666666667\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[ 6  1]\n",
            " [ 3 10]]\n",
            "AUC: 0.8131868131868133\n",
            "[ 102   25 ]\n",
            "[ 19   55 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.773196424771228\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[8 4]\n",
            " [2 6]]\n",
            "AUC: 0.7083333333333334\n",
            "[[8 8]\n",
            " [0 4]]\n",
            "AUC: 0.75\n",
            "[[ 3  7]\n",
            " [ 0 10]]\n",
            "AUC: 0.65\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[10  3]\n",
            " [ 1  6]]\n",
            "AUC: 0.8131868131868132\n",
            "[[9 6]\n",
            " [0 5]]\n",
            "AUC: 0.8\n",
            "[[ 5  2]\n",
            " [ 3 10]]\n",
            "AUC: 0.7417582417582418\n",
            "[ 87   40 ]\n",
            "[ 8   66 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.788465630985316\n",
            "[[12  2]\n",
            " [ 4  3]]\n",
            "AUC: 0.6428571428571429\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[9 3]\n",
            " [3 5]]\n",
            "AUC: 0.6875\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[9 5]\n",
            " [1 5]]\n",
            "AUC: 0.7380952380952381\n",
            "[[13  0]\n",
            " [ 2  5]]\n",
            "AUC: 0.8571428571428572\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[5 2]\n",
            " [8 5]]\n",
            "AUC: 0.5494505494505495\n",
            "[ 105   22 ]\n",
            "[ 22   52 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7647371781230049\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.7939987231325814)\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 6  0]\n",
            " [ 4 10]]\n",
            "AUC: 0.8571428571428572\n",
            "[[ 4  4]\n",
            " [ 0 12]]\n",
            "AUC: 0.75\n",
            "[[ 1  5]\n",
            " [ 1 13]]\n",
            "AUC: 0.5476190476190476\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 4 11]]\n",
            "AUC: 0.5666666666666667\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[[ 6  2]\n",
            " [ 2 10]]\n",
            "AUC: 0.7916666666666666\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 41   23 ]\n",
            "[ 16   121 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7619183394160585\n",
            "[[ 7  2]\n",
            " [ 1 11]]\n",
            "AUC: 0.8472222222222222\n",
            "[[ 6  0]\n",
            " [ 3 11]]\n",
            "AUC: 0.8928571428571428\n",
            "[[ 5  3]\n",
            " [ 0 12]]\n",
            "AUC: 0.8125\n",
            "[[ 1  5]\n",
            " [ 0 14]]\n",
            "AUC: 0.5833333333333333\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 3  2]\n",
            " [ 3 12]]\n",
            "AUC: 0.7000000000000001\n",
            "[[ 5  1]\n",
            " [ 1 13]]\n",
            "AUC: 0.8809523809523809\n",
            "[[ 5  3]\n",
            " [ 2 10]]\n",
            "AUC: 0.7291666666666667\n",
            "[[ 5  5]\n",
            " [ 0 10]]\n",
            "AUC: 0.75\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 40   24 ]\n",
            "[ 13   124 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7650547445255474\n",
            "[[ 5  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7361111111111112\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 2  6]\n",
            " [ 0 12]]\n",
            "AUC: 0.625\n",
            "[[ 0  6]\n",
            " [ 2 12]]\n",
            "AUC: 0.42857142857142855\n",
            "[[ 2  1]\n",
            " [ 3 14]]\n",
            "AUC: 0.7450980392156863\n",
            "[[3 2]\n",
            " [7 8]]\n",
            "AUC: 0.5666666666666667\n",
            "[[ 1  5]\n",
            " [ 2 12]]\n",
            "AUC: 0.5119047619047619\n",
            "[[5 3]\n",
            " [3 9]]\n",
            "AUC: 0.6875\n",
            "[[6 4]\n",
            " [1 9]]\n",
            "AUC: 0.75\n",
            "[[ 1  2]\n",
            " [ 2 15]]\n",
            "AUC: 0.607843137254902\n",
            "[ 31   33 ]\n",
            "[ 23   114 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.658245894160584\n",
            "[[7 2]\n",
            " [3 9]]\n",
            "AUC: 0.763888888888889\n",
            "[[ 6  0]\n",
            " [ 3 11]]\n",
            "AUC: 0.8928571428571428\n",
            "[[ 5  3]\n",
            " [ 1 11]]\n",
            "AUC: 0.7708333333333333\n",
            "[[ 2  4]\n",
            " [ 0 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 3  2]\n",
            " [ 4 11]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[7 1]\n",
            " [3 9]]\n",
            "AUC: 0.8125\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 46   18 ]\n",
            "[ 18   119 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7936815693430657\n",
            "[[ 4  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6805555555555556\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 4  4]\n",
            " [ 0 12]]\n",
            "AUC: 0.75\n",
            "[[ 2  4]\n",
            " [ 1 13]]\n",
            "AUC: 0.6309523809523809\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 3 12]]\n",
            "AUC: 0.6000000000000001\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[ 5  3]\n",
            " [ 2 10]]\n",
            "AUC: 0.7291666666666667\n",
            "[[ 5  5]\n",
            " [ 0 10]]\n",
            "AUC: 0.75\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 34   30 ]\n",
            "[ 12   125 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7218293795620438\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7936815693430657)\n",
            "[[13  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.6785714285714286\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[10  3]\n",
            " [ 4  3]]\n",
            "AUC: 0.5989010989010989\n",
            "[[12  4]\n",
            " [ 0  4]]\n",
            "AUC: 0.875\n",
            "[[8 3]\n",
            " [4 5]]\n",
            "AUC: 0.6414141414141414\n",
            "[[13  1]\n",
            " [ 1  5]]\n",
            "AUC: 0.880952380952381\n",
            "[[10  4]\n",
            " [ 1  5]]\n",
            "AUC: 0.773809523809524\n",
            "[[12  2]\n",
            " [ 2  4]]\n",
            "AUC: 0.7619047619047619\n",
            "[[12  4]\n",
            " [ 1  3]]\n",
            "AUC: 0.75\n",
            "[[7 1]\n",
            " [8 4]]\n",
            "AUC: 0.6041666666666666\n",
            "[ 108   25 ]\n",
            "[ 26   42 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7148385670057497\n",
            "[[13  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.6785714285714286\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[12  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.675824175824176\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[5 6]\n",
            " [3 6]]\n",
            "AUC: 0.5606060606060606\n",
            "[[14  0]\n",
            " [ 0  6]]\n",
            "AUC: 1.0\n",
            "[[12  2]\n",
            " [ 1  5]]\n",
            "AUC: 0.8452380952380953\n",
            "[[12  2]\n",
            " [ 2  4]]\n",
            "AUC: 0.7619047619047619\n",
            "[[14  2]\n",
            " [ 1  3]]\n",
            "AUC: 0.8125\n",
            "[[7 1]\n",
            " [7 5]]\n",
            "AUC: 0.6458333333333334\n",
            "[ 114   19 ]\n",
            "[ 24   44 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7521008403361344\n",
            "[[11  3]\n",
            " [ 3  4]]\n",
            "AUC: 0.6785714285714285\n",
            "[[11  2]\n",
            " [ 4  3]]\n",
            "AUC: 0.6373626373626373\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[9 5]\n",
            " [1 5]]\n",
            "AUC: 0.7380952380952381\n",
            "[[11  3]\n",
            " [ 2  4]]\n",
            "AUC: 0.726190476190476\n",
            "[[12  4]\n",
            " [ 1  3]]\n",
            "AUC: 0.75\n",
            "[[6 2]\n",
            " [5 7]]\n",
            "AUC: 0.6666666666666666\n",
            "[ 105   28 ]\n",
            "[ 23   45 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7256191950464397\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[8 5]\n",
            " [2 5]]\n",
            "AUC: 0.6648351648351649\n",
            "[[8 8]\n",
            " [0 4]]\n",
            "AUC: 0.75\n",
            "[[3 8]\n",
            " [0 9]]\n",
            "AUC: 0.6363636363636364\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[10  4]\n",
            " [ 1  5]]\n",
            "AUC: 0.773809523809524\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[ 6  2]\n",
            " [ 2 10]]\n",
            "AUC: 0.7916666666666666\n",
            "[ 88   45 ]\n",
            "[ 8   60 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7720035382574082\n",
            "[[12  2]\n",
            " [ 4  3]]\n",
            "AUC: 0.6428571428571429\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[11  2]\n",
            " [ 3  4]]\n",
            "AUC: 0.7087912087912087\n",
            "[[14  2]\n",
            " [ 1  3]]\n",
            "AUC: 0.8125\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[5 3]\n",
            " [9 3]]\n",
            "AUC: 0.4375\n",
            "[ 112   21 ]\n",
            "[ 24   44 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7445820433436532\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7720035382574082)\n",
            "[[ 5  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7355769230769231\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  5]\n",
            " [ 0 14]]\n",
            "AUC: 0.5833333333333333\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[ 4  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7083333333333333\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 30   29 ]\n",
            "[ 10   132 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7190260205299595\n",
            "[[ 6  2]\n",
            " [ 3 10]]\n",
            "AUC: 0.7596153846153846\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 5  3]\n",
            " [ 0 12]]\n",
            "AUC: 0.8125\n",
            "[[ 2  4]\n",
            " [ 0 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[[ 5  0]\n",
            " [ 0 15]]\n",
            "AUC: 1.0\n",
            "[[ 5  3]\n",
            " [ 2 10]]\n",
            "AUC: 0.7291666666666667\n",
            "[[ 5  2]\n",
            " [ 0 13]]\n",
            "AUC: 0.8571428571428572\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 39   20 ]\n",
            "[ 12   130 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7882549534495107\n",
            "[[ 4  4]\n",
            " [ 2 11]]\n",
            "AUC: 0.6730769230769231\n",
            "[[ 5  1]\n",
            " [ 2 12]]\n",
            "AUC: 0.8452380952380952\n",
            "[[ 0  8]\n",
            " [ 1 11]]\n",
            "AUC: 0.4583333333333333\n",
            "[[ 0  6]\n",
            " [ 3 11]]\n",
            "AUC: 0.39285714285714285\n",
            "[[ 1  2]\n",
            " [ 2 15]]\n",
            "AUC: 0.607843137254902\n",
            "[[ 2  3]\n",
            " [ 5 10]]\n",
            "AUC: 0.5333333333333333\n",
            "[[ 1  4]\n",
            " [ 2 13]]\n",
            "AUC: 0.5333333333333333\n",
            "[[3 5]\n",
            " [3 9]]\n",
            "AUC: 0.5625\n",
            "[[ 5  2]\n",
            " [ 2 11]]\n",
            "AUC: 0.7802197802197803\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[ 22   37 ]\n",
            "[ 23   119 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6054547624731439\n",
            "[[6 2]\n",
            " [4 9]]\n",
            "AUC: 0.7211538461538461\n",
            "[[ 6  0]\n",
            " [ 3 11]]\n",
            "AUC: 0.8928571428571428\n",
            "[[ 5  3]\n",
            " [ 1 11]]\n",
            "AUC: 0.7708333333333333\n",
            "[[ 2  4]\n",
            " [ 0 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 3  2]\n",
            " [ 4 11]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 5  0]\n",
            " [ 1 14]]\n",
            "AUC: 0.9666666666666667\n",
            "[[ 7  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8541666666666667\n",
            "[[ 5  2]\n",
            " [ 2 11]]\n",
            "AUC: 0.7802197802197803\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 42   17 ]\n",
            "[ 20   122 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7855096681785629\n",
            "[[ 4  4]\n",
            " [ 2 11]]\n",
            "AUC: 0.6730769230769231\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 4  4]\n",
            " [ 0 12]]\n",
            "AUC: 0.75\n",
            "[[ 1  5]\n",
            " [ 1 13]]\n",
            "AUC: 0.5476190476190476\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[ 4  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7083333333333333\n",
            "[[ 4  3]\n",
            " [ 0 13]]\n",
            "AUC: 0.7857142857142857\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 31   28 ]\n",
            "[ 11   131 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7239794700405825\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.7882549534495107)\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 4  4]\n",
            " [ 0 12]]\n",
            "AUC: 0.75\n",
            "[[ 1  7]\n",
            " [ 1 11]]\n",
            "AUC: 0.5208333333333333\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 4  2]\n",
            " [ 4 10]]\n",
            "AUC: 0.6904761904761906\n",
            "[[ 5  1]\n",
            " [ 1 13]]\n",
            "AUC: 0.8809523809523809\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 49   21 ]\n",
            "[ 15   116 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7927480916030534\n",
            "[[8 1]\n",
            " [3 9]]\n",
            "AUC: 0.8194444444444443\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  3]\n",
            " [ 0 12]]\n",
            "AUC: 0.8125\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 4  2]\n",
            " [ 3 11]]\n",
            "AUC: 0.7261904761904762\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[6 5]\n",
            " [0 9]]\n",
            "AUC: 0.7727272727272727\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 48   22 ]\n",
            "[ 14   117 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7894220283533261\n",
            "[[ 5  4]\n",
            " [ 2 10]]\n",
            "AUC: 0.6944444444444444\n",
            "[[ 7  0]\n",
            " [ 1 12]]\n",
            "AUC: 0.9615384615384616\n",
            "[[ 2  6]\n",
            " [ 1 11]]\n",
            "AUC: 0.5833333333333333\n",
            "[[ 0  8]\n",
            " [ 2 10]]\n",
            "AUC: 0.4166666666666667\n",
            "[[ 2  1]\n",
            " [ 3 14]]\n",
            "AUC: 0.7450980392156863\n",
            "[[3 3]\n",
            " [8 6]]\n",
            "AUC: 0.4642857142857143\n",
            "[[ 2  4]\n",
            " [ 2 12]]\n",
            "AUC: 0.5952380952380953\n",
            "[[4 5]\n",
            " [3 8]]\n",
            "AUC: 0.5858585858585859\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 1  2]\n",
            " [ 2 15]]\n",
            "AUC: 0.607843137254902\n",
            "[ 33   37 ]\n",
            "[ 24   107 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6441112322791712\n",
            "[[7 2]\n",
            " [3 9]]\n",
            "AUC: 0.763888888888889\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  3]\n",
            " [ 1 11]]\n",
            "AUC: 0.7708333333333333\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 4  2]\n",
            " [ 3 11]]\n",
            "AUC: 0.7261904761904762\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 50   20 ]\n",
            "[ 15   116 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7998909487459106\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 4  4]\n",
            " [ 0 12]]\n",
            "AUC: 0.75\n",
            "[[ 2  6]\n",
            " [ 1 11]]\n",
            "AUC: 0.5833333333333333\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 3  3]\n",
            " [ 3 11]]\n",
            "AUC: 0.6428571428571428\n",
            "[[ 4  2]\n",
            " [ 2 12]]\n",
            "AUC: 0.7619047619047621\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 46   24 ]\n",
            "[ 14   117 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7751363140676117\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7998909487459106)\n",
            "[[ 5  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7355769230769231\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[ 3  4]\n",
            " [ 0 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[ 1  5]\n",
            " [ 0 14]]\n",
            "AUC: 0.5833333333333333\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[ 4  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7083333333333333\n",
            "[[ 5  2]\n",
            " [ 0 13]]\n",
            "AUC: 0.8571428571428572\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 29   29 ]\n",
            "[ 9   134 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7185314685314685\n",
            "[[ 6  2]\n",
            " [ 2 11]]\n",
            "AUC: 0.798076923076923\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 4  3]\n",
            " [ 1 12]]\n",
            "AUC: 0.7472527472527472\n",
            "[[ 1  5]\n",
            " [ 0 14]]\n",
            "AUC: 0.5833333333333333\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[[ 5  0]\n",
            " [ 0 15]]\n",
            "AUC: 1.0\n",
            "[[ 5  3]\n",
            " [ 2 10]]\n",
            "AUC: 0.7291666666666667\n",
            "[[ 5  2]\n",
            " [ 0 13]]\n",
            "AUC: 0.8571428571428572\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 37   21 ]\n",
            "[ 11   132 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7805039787798409\n",
            "[[ 4  4]\n",
            " [ 2 11]]\n",
            "AUC: 0.6730769230769231\n",
            "[[ 5  1]\n",
            " [ 2 12]]\n",
            "AUC: 0.8452380952380952\n",
            "[[ 0  7]\n",
            " [ 1 12]]\n",
            "AUC: 0.46153846153846156\n",
            "[[ 0  6]\n",
            " [ 1 13]]\n",
            "AUC: 0.4642857142857143\n",
            "[[ 1  2]\n",
            " [ 3 14]]\n",
            "AUC: 0.5784313725490196\n",
            "[[ 2  3]\n",
            " [ 5 10]]\n",
            "AUC: 0.5333333333333333\n",
            "[[ 1  4]\n",
            " [ 0 15]]\n",
            "AUC: 0.6\n",
            "[[3 5]\n",
            " [3 9]]\n",
            "AUC: 0.5625\n",
            "[[ 6  1]\n",
            " [ 2 11]]\n",
            "AUC: 0.8516483516483517\n",
            "[[ 1  2]\n",
            " [ 2 15]]\n",
            "AUC: 0.607843137254902\n",
            "[ 23   35 ]\n",
            "[ 21   122 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6248492886423921\n",
            "[[6 2]\n",
            " [4 9]]\n",
            "AUC: 0.7211538461538461\n",
            "[[ 6  0]\n",
            " [ 3 11]]\n",
            "AUC: 0.8928571428571428\n",
            "[[ 4  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7087912087912088\n",
            "[[ 2  4]\n",
            " [ 0 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 4 11]]\n",
            "AUC: 0.5666666666666667\n",
            "[[ 5  0]\n",
            " [ 1 14]]\n",
            "AUC: 0.9666666666666667\n",
            "[[7 1]\n",
            " [3 9]]\n",
            "AUC: 0.8125\n",
            "[[ 5  2]\n",
            " [ 2 11]]\n",
            "AUC: 0.7802197802197803\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 40   18 ]\n",
            "[ 22   121 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7679045092838197\n",
            "[[ 3  5]\n",
            " [ 2 11]]\n",
            "AUC: 0.6105769230769231\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 4  3]\n",
            " [ 0 13]]\n",
            "AUC: 0.7857142857142857\n",
            "[[ 1  5]\n",
            " [ 1 13]]\n",
            "AUC: 0.5476190476190476\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[ 4  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7083333333333333\n",
            "[[ 4  3]\n",
            " [ 0 13]]\n",
            "AUC: 0.7857142857142857\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 30   28 ]\n",
            "[ 11   132 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.720159151193634\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.7805039787798409)\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 2  6]\n",
            " [ 1 11]]\n",
            "AUC: 0.5833333333333333\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 5  2]\n",
            " [ 3 10]]\n",
            "AUC: 0.7417582417582418\n",
            "[[ 5  1]\n",
            " [ 1 13]]\n",
            "AUC: 0.8809523809523809\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 50   21 ]\n",
            "[ 14   116 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7982665222101841\n",
            "[[8 1]\n",
            " [3 9]]\n",
            "AUC: 0.8194444444444443\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  3]\n",
            " [ 0 12]]\n",
            "AUC: 0.8125\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 5  2]\n",
            " [ 2 11]]\n",
            "AUC: 0.7802197802197803\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 50   21 ]\n",
            "[ 13   117 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.802112676056338\n",
            "[[ 5  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7361111111111112\n",
            "[[ 7  0]\n",
            " [ 1 12]]\n",
            "AUC: 0.9615384615384616\n",
            "[[ 2  6]\n",
            " [ 1 11]]\n",
            "AUC: 0.5833333333333333\n",
            "[[ 0  8]\n",
            " [ 2 10]]\n",
            "AUC: 0.4166666666666667\n",
            "[[ 2  1]\n",
            " [ 3 14]]\n",
            "AUC: 0.7450980392156863\n",
            "[[4 3]\n",
            " [7 6]]\n",
            "AUC: 0.5164835164835165\n",
            "[[ 4  2]\n",
            " [ 2 12]]\n",
            "AUC: 0.7619047619047621\n",
            "[[6 3]\n",
            " [3 8]]\n",
            "AUC: 0.696969696969697\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 1  2]\n",
            " [ 2 15]]\n",
            "AUC: 0.607843137254902\n",
            "[ 38   33 ]\n",
            "[ 22   108 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6829902491874322\n",
            "[[8 1]\n",
            " [3 9]]\n",
            "AUC: 0.8194444444444443\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  3]\n",
            " [ 1 11]]\n",
            "AUC: 0.7708333333333333\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 5  2]\n",
            " [ 2 11]]\n",
            "AUC: 0.7802197802197803\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 52   19 ]\n",
            "[ 14   116 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.8123510292524377\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 6  2]\n",
            " [ 0 12]]\n",
            "AUC: 0.875\n",
            "[[ 2  6]\n",
            " [ 2 10]]\n",
            "AUC: 0.5416666666666667\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 4  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7087912087912088\n",
            "[[ 4  2]\n",
            " [ 2 12]]\n",
            "AUC: 0.7619047619047621\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 49   22 ]\n",
            "[ 14   116 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7912242686890574\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.8123510292524377)\n",
            "[[12  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7857142857142858\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[8 3]\n",
            " [4 5]]\n",
            "AUC: 0.6414141414141414\n",
            "[[9 5]\n",
            " [0 6]]\n",
            "AUC: 0.8214285714285714\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[8 4]\n",
            " [1 7]]\n",
            "AUC: 0.7708333333333335\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[ 5  2]\n",
            " [ 2 11]]\n",
            "AUC: 0.7802197802197803\n",
            "[ 90   28 ]\n",
            "[ 12   71 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8090667755768838\n",
            "[[13  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8214285714285715\n",
            "[[12  0]\n",
            " [ 1  7]]\n",
            "AUC: 0.9375\n",
            "[[9 2]\n",
            " [5 4]]\n",
            "AUC: 0.6313131313131313\n",
            "[[9 5]\n",
            " [0 6]]\n",
            "AUC: 0.8214285714285714\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[10  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7291666666666667\n",
            "[[10  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7417582417582418\n",
            "[[12  2]\n",
            " [ 1  5]]\n",
            "AUC: 0.8452380952380953\n",
            "[[6 1]\n",
            " [5 8]]\n",
            "AUC: 0.7362637362637363\n",
            "[ 96   22 ]\n",
            "[ 20   63 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7862977333061059\n",
            "[[9 5]\n",
            " [1 6]]\n",
            "AUC: 0.75\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[8 6]\n",
            " [0 6]]\n",
            "AUC: 0.7857142857142857\n",
            "[[5 2]\n",
            " [4 9]]\n",
            "AUC: 0.7032967032967032\n",
            "[[13  1]\n",
            " [ 1  5]]\n",
            "AUC: 0.880952380952381\n",
            "[[7 5]\n",
            " [2 6]]\n",
            "AUC: 0.6666666666666666\n",
            "[[12  1]\n",
            " [ 1  6]]\n",
            "AUC: 0.8901098901098902\n",
            "[[12  2]\n",
            " [ 1  5]]\n",
            "AUC: 0.8452380952380953\n",
            "[[6 1]\n",
            " [5 8]]\n",
            "AUC: 0.7362637362637363\n",
            "[ 91   27 ]\n",
            "[ 19   64 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7711353890136818\n",
            "[[11  3]\n",
            " [ 1  6]]\n",
            "AUC: 0.8214285714285714\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[6 5]\n",
            " [1 8]]\n",
            "AUC: 0.7171717171717171\n",
            "[[6 8]\n",
            " [1 5]]\n",
            "AUC: 0.6309523809523809\n",
            "[[ 2  5]\n",
            " [ 1 12]]\n",
            "AUC: 0.6043956043956045\n",
            "[[10  4]\n",
            " [ 0  6]]\n",
            "AUC: 0.8571428571428572\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[9 4]\n",
            " [1 6]]\n",
            "AUC: 0.7747252747252747\n",
            "[[9 5]\n",
            " [0 6]]\n",
            "AUC: 0.8214285714285714\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 79   39 ]\n",
            "[ 6   77 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7986011843986114\n",
            "[[12  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7857142857142858\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[9 5]\n",
            " [0 6]]\n",
            "AUC: 0.8214285714285714\n",
            "[[ 4  3]\n",
            " [ 1 12]]\n",
            "AUC: 0.7472527472527472\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[8 4]\n",
            " [2 6]]\n",
            "AUC: 0.7083333333333334\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[5 2]\n",
            " [5 8]]\n",
            "AUC: 0.6648351648351649\n",
            "[ 92   26 ]\n",
            "[ 18   65 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7813967735348173\n",
            "BEST AUC FROM 5-ALGORITHMS: ('SVM', 0.8090667755768838)\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 4  4]\n",
            " [ 0 12]]\n",
            "AUC: 0.75\n",
            "[[ 3  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6458333333333333\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[[5 2]\n",
            " [4 9]]\n",
            "AUC: 0.7032967032967032\n",
            "[[ 5  1]\n",
            " [ 1 13]]\n",
            "AUC: 0.8809523809523809\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[ 53   20 ]\n",
            "[ 15   113 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.804419948630137\n",
            "[[8 1]\n",
            " [3 9]]\n",
            "AUC: 0.8194444444444443\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  3]\n",
            " [ 0 12]]\n",
            "AUC: 0.8125\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 6  1]\n",
            " [ 2 11]]\n",
            "AUC: 0.8516483516483517\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[ 53   20 ]\n",
            "[ 14   114 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.808326198630137\n",
            "[[ 5  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7361111111111112\n",
            "[[ 7  0]\n",
            " [ 1 12]]\n",
            "AUC: 0.9615384615384616\n",
            "[[ 3  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6458333333333333\n",
            "[[1 7]\n",
            " [3 9]]\n",
            "AUC: 0.4375\n",
            "[[ 2  1]\n",
            " [ 3 14]]\n",
            "AUC: 0.7450980392156863\n",
            "[[4 3]\n",
            " [6 7]]\n",
            "AUC: 0.5549450549450549\n",
            "[[ 4  2]\n",
            " [ 2 12]]\n",
            "AUC: 0.7619047619047621\n",
            "[[8 1]\n",
            " [3 8]]\n",
            "AUC: 0.8080808080808081\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[ 44   29 ]\n",
            "[ 21   107 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7193386130136986\n",
            "[[7 2]\n",
            " [3 9]]\n",
            "AUC: 0.763888888888889\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  3]\n",
            " [ 1 11]]\n",
            "AUC: 0.7708333333333333\n",
            "[[ 2  6]\n",
            " [ 0 12]]\n",
            "AUC: 0.625\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 5  2]\n",
            " [ 2 11]]\n",
            "AUC: 0.7802197802197803\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[ 50   23 ]\n",
            "[ 14   114 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7877782534246576\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  3]\n",
            " [ 0 12]]\n",
            "AUC: 0.8125\n",
            "[[ 3  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6458333333333333\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[5 2]\n",
            " [4 9]]\n",
            "AUC: 0.7032967032967032\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[[7 2]\n",
            " [2 9]]\n",
            "AUC: 0.7979797979797981\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[ 51   22 ]\n",
            "[ 15   113 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7907213184931507\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.808326198630137)\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 6  0]\n",
            " [ 4 10]]\n",
            "AUC: 0.8571428571428572\n",
            "[[ 4  4]\n",
            " [ 0 12]]\n",
            "AUC: 0.75\n",
            "[[ 1  5]\n",
            " [ 1 13]]\n",
            "AUC: 0.5476190476190476\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 3  2]\n",
            " [ 4 11]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[ 8  2]\n",
            " [ 0 10]]\n",
            "AUC: 0.9\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 43   22 ]\n",
            "[ 16   120 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.771945701357466\n",
            "[[ 7  2]\n",
            " [ 2 10]]\n",
            "AUC: 0.8055555555555556\n",
            "[[ 6  0]\n",
            " [ 4 10]]\n",
            "AUC: 0.8571428571428572\n",
            "[[ 5  3]\n",
            " [ 0 12]]\n",
            "AUC: 0.8125\n",
            "[[ 2  4]\n",
            " [ 0 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 3  2]\n",
            " [ 3 12]]\n",
            "AUC: 0.7000000000000001\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[5 4]\n",
            " [2 9]]\n",
            "AUC: 0.6868686868686869\n",
            "[[ 6  4]\n",
            " [ 0 10]]\n",
            "AUC: 0.8\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 43   22 ]\n",
            "[ 15   121 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7756221719457013\n",
            "[[ 4  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6805555555555556\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 2  6]\n",
            " [ 0 12]]\n",
            "AUC: 0.625\n",
            "[[ 0  6]\n",
            " [ 3 11]]\n",
            "AUC: 0.39285714285714285\n",
            "[[ 2  1]\n",
            " [ 3 14]]\n",
            "AUC: 0.7450980392156863\n",
            "[[2 3]\n",
            " [8 7]]\n",
            "AUC: 0.43333333333333335\n",
            "[[ 2  4]\n",
            " [ 1 13]]\n",
            "AUC: 0.6309523809523809\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[7 3]\n",
            " [1 9]]\n",
            "AUC: 0.7999999999999999\n",
            "[[ 1  2]\n",
            " [ 2 15]]\n",
            "AUC: 0.607843137254902\n",
            "[ 32   33 ]\n",
            "[ 23   113 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6615950226244345\n",
            "[[7 2]\n",
            " [3 9]]\n",
            "AUC: 0.763888888888889\n",
            "[[ 6  0]\n",
            " [ 3 11]]\n",
            "AUC: 0.8928571428571428\n",
            "[[ 5  3]\n",
            " [ 1 11]]\n",
            "AUC: 0.7708333333333333\n",
            "[[ 2  4]\n",
            " [ 0 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 3  2]\n",
            " [ 4 11]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 47   18 ]\n",
            "[ 17   119 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7990384615384616\n",
            "[[ 4  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6805555555555556\n",
            "[[ 6  0]\n",
            " [ 3 11]]\n",
            "AUC: 0.8928571428571428\n",
            "[[ 4  4]\n",
            " [ 0 12]]\n",
            "AUC: 0.75\n",
            "[[ 1  5]\n",
            " [ 1 13]]\n",
            "AUC: 0.5476190476190476\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 4 11]]\n",
            "AUC: 0.5666666666666667\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[5 4]\n",
            " [2 9]]\n",
            "AUC: 0.6868686868686869\n",
            "[[ 6  4]\n",
            " [ 0 10]]\n",
            "AUC: 0.8\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 34   31 ]\n",
            "[ 14   122 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7100678733031675\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7990384615384616)\n",
            "[[10  2]\n",
            " [ 1  8]]\n",
            "AUC: 0.8611111111111112\n",
            "[[10  0]\n",
            " [ 0 10]]\n",
            "AUC: 1.0\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 6  4]\n",
            " [ 0 10]]\n",
            "AUC: 0.8\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 4  2]\n",
            " [ 0 14]]\n",
            "AUC: 0.8333333333333334\n",
            "[ 72   26 ]\n",
            "[ 3   100 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8527838319793937\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  0]\n",
            " [ 1  9]]\n",
            "AUC: 0.95\n",
            "[[ 7  2]\n",
            " [ 1 10]]\n",
            "AUC: 0.8434343434343434\n",
            "[[ 8  2]\n",
            " [ 0 10]]\n",
            "AUC: 0.9\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  1]\n",
            " [ 3 11]]\n",
            "AUC: 0.8095238095238095\n",
            "[ 80   18 ]\n",
            "[ 9   94 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.864473944917773\n",
            "[[6 6]\n",
            " [1 8]]\n",
            "AUC: 0.6944444444444444\n",
            "[[10  0]\n",
            " [ 2  8]]\n",
            "AUC: 0.9\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[ 3  2]\n",
            " [ 2 13]]\n",
            "AUC: 0.7333333333333333\n",
            "[[9 3]\n",
            " [3 5]]\n",
            "AUC: 0.6875\n",
            "[[5 5]\n",
            " [1 9]]\n",
            "AUC: 0.7\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[ 69   29 ]\n",
            "[ 13   90 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7889340202100257\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  0]\n",
            " [ 0 10]]\n",
            "AUC: 1.0\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 6  4]\n",
            " [ 0 10]]\n",
            "AUC: 0.8\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 9  1]\n",
            " [ 0 10]]\n",
            "AUC: 0.9500000000000001\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 4  2]\n",
            " [ 2 12]]\n",
            "AUC: 0.7619047619047621\n",
            "[ 72   26 ]\n",
            "[ 7   96 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.8333663562512383\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  0]\n",
            " [ 0 10]]\n",
            "AUC: 1.0\n",
            "[[ 6  3]\n",
            " [ 0 11]]\n",
            "AUC: 0.8333333333333334\n",
            "[[ 8  2]\n",
            " [ 0 10]]\n",
            "AUC: 0.9\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[8 2]\n",
            " [1 9]]\n",
            "AUC: 0.85\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[ 79   19 ]\n",
            "[ 8   95 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.8642262730334853\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.864473944917773)\n",
            "[[12  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7857142857142858\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[9 3]\n",
            " [3 5]]\n",
            "AUC: 0.6875\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[ 7  2]\n",
            " [ 0 11]]\n",
            "AUC: 0.8888888888888888\n",
            "[[13  1]\n",
            " [ 1  5]]\n",
            "AUC: 0.880952380952381\n",
            "[[8 4]\n",
            " [2 6]]\n",
            "AUC: 0.7083333333333334\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[11  4]\n",
            " [ 1  4]]\n",
            "AUC: 0.7666666666666667\n",
            "[[5 2]\n",
            " [7 6]]\n",
            "AUC: 0.5879120879120879\n",
            "[ 96   28 ]\n",
            "[ 18   59 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7702136573104315\n",
            "[[13  1]\n",
            " [ 3  4]]\n",
            "AUC: 0.75\n",
            "[[12  0]\n",
            " [ 1  7]]\n",
            "AUC: 0.9375\n",
            "[[11  1]\n",
            " [ 4  4]]\n",
            "AUC: 0.7083333333333334\n",
            "[[11  5]\n",
            " [ 0  4]]\n",
            "AUC: 0.84375\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[10  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7291666666666667\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[13  2]\n",
            " [ 1  4]]\n",
            "AUC: 0.8333333333333334\n",
            "[[5 2]\n",
            " [7 6]]\n",
            "AUC: 0.5879120879120879\n",
            "[ 104   20 ]\n",
            "[ 22   55 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7764976958525346\n",
            "[[10  4]\n",
            " [ 0  7]]\n",
            "AUC: 0.8571428571428572\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[10  6]\n",
            " [ 0  4]]\n",
            "AUC: 0.8125\n",
            "[[7 2]\n",
            " [4 7]]\n",
            "AUC: 0.7070707070707071\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[8 4]\n",
            " [2 6]]\n",
            "AUC: 0.7083333333333334\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[12  3]\n",
            " [ 0  5]]\n",
            "AUC: 0.9\n",
            "[[4 3]\n",
            " [4 9]]\n",
            "AUC: 0.6318681318681318\n",
            "[ 96   28 ]\n",
            "[ 17   60 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.776707163803938\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[7 5]\n",
            " [1 7]]\n",
            "AUC: 0.7291666666666665\n",
            "[[7 9]\n",
            " [0 4]]\n",
            "AUC: 0.71875\n",
            "[[ 3  6]\n",
            " [ 0 11]]\n",
            "AUC: 0.6666666666666667\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[10  2]\n",
            " [ 1  7]]\n",
            "AUC: 0.8541666666666666\n",
            "[[10  3]\n",
            " [ 1  6]]\n",
            "AUC: 0.8131868131868132\n",
            "[[9 6]\n",
            " [0 5]]\n",
            "AUC: 0.8\n",
            "[[ 5  2]\n",
            " [ 3 10]]\n",
            "AUC: 0.7417582417582418\n",
            "[ 84   40 ]\n",
            "[ 8   69 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7867616254713028\n",
            "[[12  2]\n",
            " [ 3  4]]\n",
            "AUC: 0.7142857142857144\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[9 3]\n",
            " [3 5]]\n",
            "AUC: 0.6875\n",
            "[[11  5]\n",
            " [ 0  4]]\n",
            "AUC: 0.84375\n",
            "[[ 7  2]\n",
            " [ 0 11]]\n",
            "AUC: 0.8888888888888888\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[8 4]\n",
            " [2 6]]\n",
            "AUC: 0.7083333333333334\n",
            "[[13  0]\n",
            " [ 1  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[5 2]\n",
            " [7 6]]\n",
            "AUC: 0.5879120879120879\n",
            "[ 102   22 ]\n",
            "[ 20   57 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7814201927105153\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7867616254713028)\n",
            "[[12  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7857142857142858\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[9 3]\n",
            " [3 5]]\n",
            "AUC: 0.6875\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[13  1]\n",
            " [ 1  5]]\n",
            "AUC: 0.880952380952381\n",
            "[[8 5]\n",
            " [2 5]]\n",
            "AUC: 0.6648351648351649\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[5 2]\n",
            " [8 5]]\n",
            "AUC: 0.5494505494505495\n",
            "[ 97   29 ]\n",
            "[ 19   56 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7582539682539683\n",
            "[[13  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8214285714285715\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[11  1]\n",
            " [ 4  4]]\n",
            "AUC: 0.7083333333333334\n",
            "[[11  5]\n",
            " [ 0  4]]\n",
            "AUC: 0.84375\n",
            "[[4 6]\n",
            " [2 8]]\n",
            "AUC: 0.6000000000000001\n",
            "[[14  0]\n",
            " [ 0  6]]\n",
            "AUC: 1.0\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[13  2]\n",
            " [ 1  4]]\n",
            "AUC: 0.8333333333333334\n",
            "[[5 2]\n",
            " [7 6]]\n",
            "AUC: 0.5879120879120879\n",
            "[ 105   21 ]\n",
            "[ 21   54 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7766666666666666\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[10  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7291666666666667\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[12  4]\n",
            " [ 0  4]]\n",
            "AUC: 0.875\n",
            "[[8 2]\n",
            " [3 7]]\n",
            "AUC: 0.75\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[6 7]\n",
            " [2 5]]\n",
            "AUC: 0.5879120879120879\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[12  3]\n",
            " [ 0  5]]\n",
            "AUC: 0.9\n",
            "[[ 5  2]\n",
            " [ 3 10]]\n",
            "AUC: 0.7417582417582418\n",
            "[ 99   27 ]\n",
            "[ 18   57 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7728571428571429\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[7 5]\n",
            " [1 7]]\n",
            "AUC: 0.7291666666666665\n",
            "[[7 9]\n",
            " [0 4]]\n",
            "AUC: 0.71875\n",
            "[[ 3  7]\n",
            " [ 0 10]]\n",
            "AUC: 0.65\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[10  3]\n",
            " [ 1  6]]\n",
            "AUC: 0.8131868131868132\n",
            "[[10  3]\n",
            " [ 1  6]]\n",
            "AUC: 0.8131868131868132\n",
            "[[9 6]\n",
            " [0 5]]\n",
            "AUC: 0.8\n",
            "[[ 5  2]\n",
            " [ 3 10]]\n",
            "AUC: 0.7417582417582418\n",
            "[ 84   42 ]\n",
            "[ 8   67 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.78\n",
            "[[12  2]\n",
            " [ 3  4]]\n",
            "AUC: 0.7142857142857144\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[9 3]\n",
            " [3 5]]\n",
            "AUC: 0.6875\n",
            "[[11  5]\n",
            " [ 0  4]]\n",
            "AUC: 0.84375\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[8 5]\n",
            " [2 5]]\n",
            "AUC: 0.6648351648351649\n",
            "[[13  0]\n",
            " [ 1  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[5 2]\n",
            " [8 5]]\n",
            "AUC: 0.5494505494505495\n",
            "[ 102   24 ]\n",
            "[ 21   54 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7647619047619048\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.78)\n",
            "[[13  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6071428571428571\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[10  3]\n",
            " [ 4  3]]\n",
            "AUC: 0.5989010989010989\n",
            "[[12  4]\n",
            " [ 0  4]]\n",
            "AUC: 0.875\n",
            "[[7 4]\n",
            " [3 6]]\n",
            "AUC: 0.6515151515151515\n",
            "[[13  1]\n",
            " [ 1  5]]\n",
            "AUC: 0.880952380952381\n",
            "[[10  4]\n",
            " [ 1  5]]\n",
            "AUC: 0.773809523809524\n",
            "[[12  2]\n",
            " [ 2  4]]\n",
            "AUC: 0.7619047619047619\n",
            "[[12  4]\n",
            " [ 1  3]]\n",
            "AUC: 0.75\n",
            "[[7 1]\n",
            " [7 5]]\n",
            "AUC: 0.6458333333333334\n",
            "[ 107   25 ]\n",
            "[ 25   44 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7241436100131752\n",
            "[[13  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.6785714285714286\n",
            "[[12  0]\n",
            " [ 2  6]]\n",
            "AUC: 0.875\n",
            "[[12  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.675824175824176\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[5 6]\n",
            " [2 7]]\n",
            "AUC: 0.6161616161616161\n",
            "[[14  0]\n",
            " [ 0  6]]\n",
            "AUC: 1.0\n",
            "[[12  2]\n",
            " [ 1  5]]\n",
            "AUC: 0.8452380952380953\n",
            "[[12  2]\n",
            " [ 2  4]]\n",
            "AUC: 0.7619047619047619\n",
            "[[14  2]\n",
            " [ 1  3]]\n",
            "AUC: 0.8125\n",
            "[[6 2]\n",
            " [7 5]]\n",
            "AUC: 0.5833333333333334\n",
            "[ 113   19 ]\n",
            "[ 23   46 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7613636363636364\n",
            "[[11  3]\n",
            " [ 3  4]]\n",
            "AUC: 0.6785714285714285\n",
            "[[10  2]\n",
            " [ 5  3]]\n",
            "AUC: 0.6041666666666667\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[12  4]\n",
            " [ 0  4]]\n",
            "AUC: 0.875\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[9 5]\n",
            " [1 5]]\n",
            "AUC: 0.7380952380952381\n",
            "[[11  3]\n",
            " [ 2  4]]\n",
            "AUC: 0.726190476190476\n",
            "[[12  4]\n",
            " [ 1  3]]\n",
            "AUC: 0.75\n",
            "[[6 2]\n",
            " [4 8]]\n",
            "AUC: 0.7083333333333334\n",
            "[ 103   29 ]\n",
            "[ 23   46 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7234848484848484\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[8 5]\n",
            " [1 6]]\n",
            "AUC: 0.7362637362637363\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[4 7]\n",
            " [0 9]]\n",
            "AUC: 0.6818181818181819\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[10  4]\n",
            " [ 1  5]]\n",
            "AUC: 0.773809523809524\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[ 6  2]\n",
            " [ 2 10]]\n",
            "AUC: 0.7916666666666666\n",
            "[ 90   42 ]\n",
            "[ 7   62 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7901844532279314\n",
            "[[12  2]\n",
            " [ 4  3]]\n",
            "AUC: 0.6428571428571429\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[10  3]\n",
            " [ 3  4]]\n",
            "AUC: 0.6703296703296703\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[5 3]\n",
            " [8 4]]\n",
            "AUC: 0.47916666666666663\n",
            "[ 109   23 ]\n",
            "[ 23   46 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7462121212121212\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7901844532279314)\n",
            "[[13  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.6785714285714286\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[9 4]\n",
            " [3 4]]\n",
            "AUC: 0.6318681318681318\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[13  1]\n",
            " [ 1  5]]\n",
            "AUC: 0.880952380952381\n",
            "[[9 5]\n",
            " [1 5]]\n",
            "AUC: 0.7380952380952381\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[12  4]\n",
            " [ 1  3]]\n",
            "AUC: 0.75\n",
            "[[6 2]\n",
            " [7 5]]\n",
            "AUC: 0.5833333333333334\n",
            "[ 101   29 ]\n",
            "[ 20   51 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7476164680390033\n",
            "[[13  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.6785714285714286\n",
            "[[12  0]\n",
            " [ 2  6]]\n",
            "AUC: 0.875\n",
            "[[11  2]\n",
            " [ 4  3]]\n",
            "AUC: 0.6373626373626373\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[5 5]\n",
            " [2 8]]\n",
            "AUC: 0.65\n",
            "[[14  0]\n",
            " [ 0  6]]\n",
            "AUC: 1.0\n",
            "[[12  2]\n",
            " [ 1  5]]\n",
            "AUC: 0.8452380952380953\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[6 2]\n",
            " [7 5]]\n",
            "AUC: 0.5833333333333334\n",
            "[ 111   19 ]\n",
            "[ 23   48 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7649512459371615\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  1]\n",
            " [ 3  5]]\n",
            "AUC: 0.7708333333333333\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[8 2]\n",
            " [3 7]]\n",
            "AUC: 0.75\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[9 5]\n",
            " [1 5]]\n",
            "AUC: 0.7380952380952381\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[6 2]\n",
            " [4 8]]\n",
            "AUC: 0.7083333333333334\n",
            "[ 106   24 ]\n",
            "[ 19   52 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7738894907908993\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[7 6]\n",
            " [2 5]]\n",
            "AUC: 0.6263736263736264\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[ 4  6]\n",
            " [ 0 10]]\n",
            "AUC: 0.7\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[10  3]\n",
            " [ 1  6]]\n",
            "AUC: 0.8131868131868132\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[ 6  2]\n",
            " [ 2 10]]\n",
            "AUC: 0.7916666666666666\n",
            "[ 89   41 ]\n",
            "[ 7   64 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7930119176598049\n",
            "[[12  2]\n",
            " [ 4  3]]\n",
            "AUC: 0.6428571428571429\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[9 4]\n",
            " [3 4]]\n",
            "AUC: 0.6318681318681318\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[ 6  4]\n",
            " [ 0 10]]\n",
            "AUC: 0.8\n",
            "[[14  0]\n",
            " [ 0  6]]\n",
            "AUC: 1.0\n",
            "[[9 5]\n",
            " [1 5]]\n",
            "AUC: 0.7380952380952381\n",
            "[[13  0]\n",
            " [ 2  5]]\n",
            "AUC: 0.8571428571428572\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[5 3]\n",
            " [8 4]]\n",
            "AUC: 0.47916666666666663\n",
            "[ 105   25 ]\n",
            "[ 22   49 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7489165763813651\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7930119176598049)\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 6  0]\n",
            " [ 4 10]]\n",
            "AUC: 0.8571428571428572\n",
            "[[ 4  4]\n",
            " [ 0 12]]\n",
            "AUC: 0.75\n",
            "[[ 1  6]\n",
            " [ 1 12]]\n",
            "AUC: 0.532967032967033\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 4  2]\n",
            " [ 4 10]]\n",
            "AUC: 0.6904761904761906\n",
            "[[ 5  1]\n",
            " [ 1 13]]\n",
            "AUC: 0.8809523809523809\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[ 8  2]\n",
            " [ 0 10]]\n",
            "AUC: 0.9\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 47   20 ]\n",
            "[ 16   118 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.791044776119403\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 6  0]\n",
            " [ 4 10]]\n",
            "AUC: 0.8571428571428572\n",
            "[[ 5  3]\n",
            " [ 0 12]]\n",
            "AUC: 0.8125\n",
            "[[ 3  4]\n",
            " [ 0 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 4  2]\n",
            " [ 2 12]]\n",
            "AUC: 0.7619047619047621\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[ 6  4]\n",
            " [ 0 10]]\n",
            "AUC: 0.8\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 47   20 ]\n",
            "[ 14   120 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7985074626865671\n",
            "[[ 5  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7361111111111112\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[ 2  6]\n",
            " [ 1 11]]\n",
            "AUC: 0.5833333333333333\n",
            "[[ 0  7]\n",
            " [ 2 11]]\n",
            "AUC: 0.4230769230769231\n",
            "[[ 2  1]\n",
            " [ 3 14]]\n",
            "AUC: 0.7450980392156863\n",
            "[[3 3]\n",
            " [7 7]]\n",
            "AUC: 0.5\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[6 3]\n",
            " [3 8]]\n",
            "AUC: 0.696969696969697\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[ 1  2]\n",
            " [ 3 14]]\n",
            "AUC: 0.5784313725490196\n",
            "[ 35   32 ]\n",
            "[ 22   112 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6791044776119403\n",
            "[[7 2]\n",
            " [3 9]]\n",
            "AUC: 0.763888888888889\n",
            "[[ 6  0]\n",
            " [ 3 11]]\n",
            "AUC: 0.8928571428571428\n",
            "[[ 5  3]\n",
            " [ 1 11]]\n",
            "AUC: 0.7708333333333333\n",
            "[[ 2  5]\n",
            " [ 0 13]]\n",
            "AUC: 0.6428571428571428\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 4  2]\n",
            " [ 3 11]]\n",
            "AUC: 0.7261904761904762\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 48   19 ]\n",
            "[ 16   118 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7985074626865671\n",
            "[[ 5  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7361111111111112\n",
            "[[ 6  0]\n",
            " [ 3 11]]\n",
            "AUC: 0.8928571428571428\n",
            "[[ 5  3]\n",
            " [ 0 12]]\n",
            "AUC: 0.8125\n",
            "[[ 1  6]\n",
            " [ 1 12]]\n",
            "AUC: 0.532967032967033\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 3  3]\n",
            " [ 3 11]]\n",
            "AUC: 0.6428571428571428\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 40   27 ]\n",
            "[ 13   121 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.75\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.7985074626865671)\n",
            "[[ 7  2]\n",
            " [ 2 10]]\n",
            "AUC: 0.8055555555555556\n",
            "[[ 6  0]\n",
            " [ 4 10]]\n",
            "AUC: 0.8571428571428572\n",
            "[[ 4  4]\n",
            " [ 0 12]]\n",
            "AUC: 0.75\n",
            "[[ 1  5]\n",
            " [ 1 13]]\n",
            "AUC: 0.5476190476190476\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 4  2]\n",
            " [ 3 11]]\n",
            "AUC: 0.7261904761904762\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[ 8  2]\n",
            " [ 0 10]]\n",
            "AUC: 0.9\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 43   23 ]\n",
            "[ 15   120 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7702020202020201\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 6  0]\n",
            " [ 4 10]]\n",
            "AUC: 0.8571428571428572\n",
            "[[ 5  3]\n",
            " [ 0 12]]\n",
            "AUC: 0.8125\n",
            "[[ 3  3]\n",
            " [ 0 14]]\n",
            "AUC: 0.75\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 4  2]\n",
            " [ 2 12]]\n",
            "AUC: 0.7619047619047621\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[5 4]\n",
            " [2 9]]\n",
            "AUC: 0.6868686868686869\n",
            "[[ 6  4]\n",
            " [ 0 10]]\n",
            "AUC: 0.8\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 46   20 ]\n",
            "[ 14   121 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7966329966329966\n",
            "[[ 5  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7361111111111112\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 2  6]\n",
            " [ 0 12]]\n",
            "AUC: 0.625\n",
            "[[ 0  6]\n",
            " [ 2 12]]\n",
            "AUC: 0.42857142857142855\n",
            "[[ 2  1]\n",
            " [ 3 14]]\n",
            "AUC: 0.7450980392156863\n",
            "[[3 3]\n",
            " [7 7]]\n",
            "AUC: 0.5\n",
            "[[ 2  4]\n",
            " [ 1 13]]\n",
            "AUC: 0.6309523809523809\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[ 1  2]\n",
            " [ 2 15]]\n",
            "AUC: 0.607843137254902\n",
            "[ 34   32 ]\n",
            "[ 20   115 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6835016835016835\n",
            "[[7 2]\n",
            " [3 9]]\n",
            "AUC: 0.763888888888889\n",
            "[[ 6  0]\n",
            " [ 3 11]]\n",
            "AUC: 0.8928571428571428\n",
            "[[ 5  3]\n",
            " [ 1 11]]\n",
            "AUC: 0.7708333333333333\n",
            "[[ 2  4]\n",
            " [ 0 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 4  2]\n",
            " [ 3 11]]\n",
            "AUC: 0.7261904761904762\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 48   18 ]\n",
            "[ 16   119 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.8043771043771044\n",
            "[[ 4  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6805555555555556\n",
            "[[ 6  0]\n",
            " [ 3 11]]\n",
            "AUC: 0.8928571428571428\n",
            "[[ 5  3]\n",
            " [ 0 12]]\n",
            "AUC: 0.8125\n",
            "[[ 1  5]\n",
            " [ 1 13]]\n",
            "AUC: 0.5476190476190476\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 3  3]\n",
            " [ 3 11]]\n",
            "AUC: 0.6428571428571428\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[ 6  4]\n",
            " [ 0 10]]\n",
            "AUC: 0.8\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 38   28 ]\n",
            "[ 13   122 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7397306397306398\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.8043771043771044)\n",
            "[[10  2]\n",
            " [ 1  8]]\n",
            "AUC: 0.8611111111111112\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 6  4]\n",
            " [ 0 10]]\n",
            "AUC: 0.8\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 4  2]\n",
            " [ 0 14]]\n",
            "AUC: 0.8333333333333334\n",
            "[ 73   26 ]\n",
            "[ 3   99 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8539809863339275\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[11  0]\n",
            " [ 0  9]]\n",
            "AUC: 1.0\n",
            "[[ 8  1]\n",
            " [ 1 10]]\n",
            "AUC: 0.898989898989899\n",
            "[[ 8  2]\n",
            " [ 0 10]]\n",
            "AUC: 0.9\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 6  0]\n",
            " [ 3 11]]\n",
            "AUC: 0.8928571428571428\n",
            "[ 83   16 ]\n",
            "[ 8   94 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8799762329174093\n",
            "[[6 6]\n",
            " [3 6]]\n",
            "AUC: 0.5833333333333333\n",
            "[[10  1]\n",
            " [ 2  7]]\n",
            "AUC: 0.8434343434343433\n",
            "[[7 2]\n",
            " [2 9]]\n",
            "AUC: 0.7979797979797981\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[ 3  2]\n",
            " [ 2 13]]\n",
            "AUC: 0.7333333333333333\n",
            "[[9 3]\n",
            " [3 5]]\n",
            "AUC: 0.6875\n",
            "[[5 5]\n",
            " [2 8]]\n",
            "AUC: 0.65\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 3  3]\n",
            " [ 3 11]]\n",
            "AUC: 0.6428571428571428\n",
            "[ 71   28 ]\n",
            "[ 18   84 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7703505644682115\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[ 6  4]\n",
            " [ 0 10]]\n",
            "AUC: 0.8\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[10  0]\n",
            " [ 0 10]]\n",
            "AUC: 1.0\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[ 74   25 ]\n",
            "[ 6   96 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.8443256090314915\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[ 6  3]\n",
            " [ 0 11]]\n",
            "AUC: 0.8333333333333334\n",
            "[[ 8  2]\n",
            " [ 0 10]]\n",
            "AUC: 0.9\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[8 2]\n",
            " [1 9]]\n",
            "AUC: 0.85\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 4  2]\n",
            " [ 2 12]]\n",
            "AUC: 0.7619047619047621\n",
            "[ 79   20 ]\n",
            "[ 9   93 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.8548722519310754\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.8799762329174093)\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 2  6]\n",
            " [ 1 11]]\n",
            "AUC: 0.5833333333333333\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[5 2]\n",
            " [4 9]]\n",
            "AUC: 0.7032967032967032\n",
            "[[ 5  1]\n",
            " [ 1 13]]\n",
            "AUC: 0.8809523809523809\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 2  2]\n",
            " [ 1 15]]\n",
            "AUC: 0.71875\n",
            "[ 50   22 ]\n",
            "[ 15   114 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7890826873385013\n",
            "[[8 1]\n",
            " [3 9]]\n",
            "AUC: 0.8194444444444443\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  3]\n",
            " [ 0 12]]\n",
            "AUC: 0.8125\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 5  2]\n",
            " [ 2 11]]\n",
            "AUC: 0.7802197802197803\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 2  2]\n",
            " [ 2 14]]\n",
            "AUC: 0.6875\n",
            "[ 52   20 ]\n",
            "[ 14   115 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8068475452196382\n",
            "[[ 4  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6805555555555556\n",
            "[[ 7  0]\n",
            " [ 1 12]]\n",
            "AUC: 0.9615384615384616\n",
            "[[ 1  7]\n",
            " [ 1 11]]\n",
            "AUC: 0.5208333333333333\n",
            "[[1 7]\n",
            " [3 9]]\n",
            "AUC: 0.4375\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[[4 3]\n",
            " [8 5]]\n",
            "AUC: 0.478021978021978\n",
            "[[ 4  2]\n",
            " [ 3 11]]\n",
            "AUC: 0.7261904761904762\n",
            "[[8 1]\n",
            " [3 8]]\n",
            "AUC: 0.8080808080808081\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 2  2]\n",
            " [ 1 15]]\n",
            "AUC: 0.71875\n",
            "[ 41   31 ]\n",
            "[ 23   106 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6955749354005167\n",
            "[[8 1]\n",
            " [3 9]]\n",
            "AUC: 0.8194444444444443\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  3]\n",
            " [ 1 11]]\n",
            "AUC: 0.7708333333333333\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 5  2]\n",
            " [ 2 11]]\n",
            "AUC: 0.7802197802197803\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 2  2]\n",
            " [ 2 14]]\n",
            "AUC: 0.6875\n",
            "[ 52   20 ]\n",
            "[ 14   115 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.8068475452196382\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  3]\n",
            " [ 0 12]]\n",
            "AUC: 0.8125\n",
            "[[ 2  6]\n",
            " [ 1 11]]\n",
            "AUC: 0.5833333333333333\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[5 2]\n",
            " [4 9]]\n",
            "AUC: 0.7032967032967032\n",
            "[[ 5  1]\n",
            " [ 1 13]]\n",
            "AUC: 0.8809523809523809\n",
            "[[7 2]\n",
            " [2 9]]\n",
            "AUC: 0.7979797979797981\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 2  2]\n",
            " [ 1 15]]\n",
            "AUC: 0.71875\n",
            "[ 51   21 ]\n",
            "[ 15   114 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7960271317829457\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.8068475452196382)\n",
            "[[8 2]\n",
            " [2 9]]\n",
            "AUC: 0.8090909090909092\n",
            "[[ 8  0]\n",
            " [ 2 10]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 5  3]\n",
            " [ 1 11]]\n",
            "AUC: 0.7708333333333333\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[8 3]\n",
            " [1 8]]\n",
            "AUC: 0.8080808080808081\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 4  2]\n",
            " [ 0 14]]\n",
            "AUC: 0.8333333333333334\n",
            "[ 64   25 ]\n",
            "[ 9   103 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8193719903691814\n",
            "[[9 1]\n",
            " [3 8]]\n",
            "AUC: 0.8136363636363637\n",
            "[[8 0]\n",
            " [3 9]]\n",
            "AUC: 0.875\n",
            "[[ 7  2]\n",
            " [ 0 11]]\n",
            "AUC: 0.8888888888888888\n",
            "[[ 6  2]\n",
            " [ 0 12]]\n",
            "AUC: 0.875\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[ 7  2]\n",
            " [ 0 11]]\n",
            "AUC: 0.8888888888888888\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 3  3]\n",
            " [ 2 12]]\n",
            "AUC: 0.6785714285714286\n",
            "[ 69   20 ]\n",
            "[ 11   101 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8385333065810594\n",
            "[[5 5]\n",
            " [2 9]]\n",
            "AUC: 0.6590909090909092\n",
            "[[8 0]\n",
            " [3 9]]\n",
            "AUC: 0.875\n",
            "[[3 6]\n",
            " [2 9]]\n",
            "AUC: 0.5757575757575758\n",
            "[[5 3]\n",
            " [3 9]]\n",
            "AUC: 0.6875\n",
            "[[ 3  2]\n",
            " [ 2 13]]\n",
            "AUC: 0.7333333333333333\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[ 3  6]\n",
            " [ 1 10]]\n",
            "AUC: 0.6212121212121212\n",
            "[[11  0]\n",
            " [ 1  8]]\n",
            "AUC: 0.9444444444444444\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 3  3]\n",
            " [ 0 14]]\n",
            "AUC: 0.75\n",
            "[ 58   31 ]\n",
            "[ 17   95 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7499498394863564\n",
            "[[9 1]\n",
            " [3 8]]\n",
            "AUC: 0.8136363636363637\n",
            "[[ 7  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8541666666666667\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 4  4]\n",
            " [ 0 12]]\n",
            "AUC: 0.75\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 7  2]\n",
            " [ 1 10]]\n",
            "AUC: 0.8434343434343434\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 3  3]\n",
            " [ 2 12]]\n",
            "AUC: 0.6785714285714286\n",
            "[ 61   28 ]\n",
            "[ 11   101 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7935894863563403\n",
            "[[9 1]\n",
            " [2 9]]\n",
            "AUC: 0.8590909090909091\n",
            "[[ 8  0]\n",
            " [ 2 10]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 6  2]\n",
            " [ 2 10]]\n",
            "AUC: 0.7916666666666666\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[ 68   21 ]\n",
            "[ 14   98 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.8195224719101124\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.8385333065810594)\n",
            "[[12  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7857142857142858\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[8 3]\n",
            " [4 5]]\n",
            "AUC: 0.6414141414141414\n",
            "[[9 5]\n",
            " [0 6]]\n",
            "AUC: 0.8214285714285714\n",
            "[[ 3  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6458333333333333\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[8 4]\n",
            " [2 6]]\n",
            "AUC: 0.7083333333333334\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[ 5  2]\n",
            " [ 2 11]]\n",
            "AUC: 0.7802197802197803\n",
            "[ 90   29 ]\n",
            "[ 13   69 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7988829678212748\n",
            "[[13  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8214285714285715\n",
            "[[12  0]\n",
            " [ 1  7]]\n",
            "AUC: 0.9375\n",
            "[[9 2]\n",
            " [5 4]]\n",
            "AUC: 0.6313131313131313\n",
            "[[10  4]\n",
            " [ 0  6]]\n",
            "AUC: 0.8571428571428572\n",
            "[[ 3  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6458333333333333\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[10  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7291666666666667\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[12  2]\n",
            " [ 1  5]]\n",
            "AUC: 0.8452380952380953\n",
            "[[6 1]\n",
            " [5 8]]\n",
            "AUC: 0.7362637362637363\n",
            "[ 98   21 ]\n",
            "[ 20   62 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7898134863701578\n",
            "[[9 5]\n",
            " [1 6]]\n",
            "AUC: 0.75\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[9 5]\n",
            " [0 6]]\n",
            "AUC: 0.8214285714285714\n",
            "[[6 2]\n",
            " [3 9]]\n",
            "AUC: 0.75\n",
            "[[13  1]\n",
            " [ 1  5]]\n",
            "AUC: 0.880952380952381\n",
            "[[7 5]\n",
            " [2 6]]\n",
            "AUC: 0.6666666666666666\n",
            "[[12  1]\n",
            " [ 1  6]]\n",
            "AUC: 0.8901098901098902\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[6 1]\n",
            " [5 8]]\n",
            "AUC: 0.7362637362637363\n",
            "[ 93   26 ]\n",
            "[ 17   65 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7870977659356426\n",
            "[[11  3]\n",
            " [ 1  6]]\n",
            "AUC: 0.8214285714285714\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[6 5]\n",
            " [1 8]]\n",
            "AUC: 0.7171717171717171\n",
            "[[6 8]\n",
            " [1 5]]\n",
            "AUC: 0.6309523809523809\n",
            "[[ 2  6]\n",
            " [ 1 11]]\n",
            "AUC: 0.5833333333333333\n",
            "[[10  4]\n",
            " [ 0  6]]\n",
            "AUC: 0.8571428571428572\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[9 4]\n",
            " [1 6]]\n",
            "AUC: 0.7747252747252747\n",
            "[[9 5]\n",
            " [0 6]]\n",
            "AUC: 0.8214285714285714\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 79   40 ]\n",
            "[ 6   76 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7953474072555852\n",
            "[[12  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7857142857142858\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[ 4  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7083333333333333\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[8 4]\n",
            " [2 6]]\n",
            "AUC: 0.7083333333333334\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[5 2]\n",
            " [5 8]]\n",
            "AUC: 0.6648351648351649\n",
            "[ 94   25 ]\n",
            "[ 18   64 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7852018856323018\n",
            "BEST AUC FROM 5-ALGORITHMS: ('SVM', 0.7988829678212748)\n",
            "[[13  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6071428571428571\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[9 4]\n",
            " [4 3]]\n",
            "AUC: 0.5604395604395604\n",
            "[[11  5]\n",
            " [ 0  4]]\n",
            "AUC: 0.84375\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[13  1]\n",
            " [ 1  5]]\n",
            "AUC: 0.880952380952381\n",
            "[[9 5]\n",
            " [1 5]]\n",
            "AUC: 0.7380952380952381\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[12  4]\n",
            " [ 1  3]]\n",
            "AUC: 0.75\n",
            "[[6 2]\n",
            " [7 5]]\n",
            "AUC: 0.5833333333333334\n",
            "[ 103   28 ]\n",
            "[ 22   48 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7359869138495092\n",
            "[[13  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.6785714285714286\n",
            "[[12  0]\n",
            " [ 2  6]]\n",
            "AUC: 0.875\n",
            "[[11  2]\n",
            " [ 4  3]]\n",
            "AUC: 0.6373626373626373\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[5 6]\n",
            " [2 7]]\n",
            "AUC: 0.6161616161616161\n",
            "[[14  0]\n",
            " [ 0  6]]\n",
            "AUC: 1.0\n",
            "[[12  2]\n",
            " [ 1  5]]\n",
            "AUC: 0.8452380952380953\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[6 2]\n",
            " [7 5]]\n",
            "AUC: 0.5833333333333334\n",
            "[ 111   20 ]\n",
            "[ 23   47 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7593784078516903\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  1]\n",
            " [ 5  3]]\n",
            "AUC: 0.6458333333333333\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[9 5]\n",
            " [1 5]]\n",
            "AUC: 0.7380952380952381\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[12  4]\n",
            " [ 0  4]]\n",
            "AUC: 0.875\n",
            "[[6 2]\n",
            " [3 9]]\n",
            "AUC: 0.75\n",
            "[ 105   26 ]\n",
            "[ 20   50 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7579062159214831\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[8 5]\n",
            " [2 5]]\n",
            "AUC: 0.6648351648351649\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[4 7]\n",
            " [0 9]]\n",
            "AUC: 0.6818181818181819\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[10  3]\n",
            " [ 1  6]]\n",
            "AUC: 0.8131868131868132\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[ 6  2]\n",
            " [ 2 10]]\n",
            "AUC: 0.7916666666666666\n",
            "[ 90   41 ]\n",
            "[ 8   62 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7863685932388222\n",
            "[[12  2]\n",
            " [ 4  3]]\n",
            "AUC: 0.6428571428571429\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[10  3]\n",
            " [ 3  4]]\n",
            "AUC: 0.6703296703296703\n",
            "[[14  2]\n",
            " [ 1  3]]\n",
            "AUC: 0.8125\n",
            "[[6 5]\n",
            " [0 9]]\n",
            "AUC: 0.7727272727272727\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[9 5]\n",
            " [1 5]]\n",
            "AUC: 0.7380952380952381\n",
            "[[13  0]\n",
            " [ 2  5]]\n",
            "AUC: 0.8571428571428572\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[5 3]\n",
            " [8 4]]\n",
            "AUC: 0.47916666666666663\n",
            "[ 107   24 ]\n",
            "[ 23   47 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7441112322791712\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7863685932388222)\n",
            "[[13  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6071428571428571\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[11  2]\n",
            " [ 5  2]]\n",
            "AUC: 0.5659340659340659\n",
            "[[14  2]\n",
            " [ 0  4]]\n",
            "AUC: 0.9375\n",
            "[[8 3]\n",
            " [4 5]]\n",
            "AUC: 0.6414141414141414\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[10  4]\n",
            " [ 1  5]]\n",
            "AUC: 0.773809523809524\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[8 2]\n",
            " [7 3]]\n",
            "AUC: 0.55\n",
            "[ 116   19 ]\n",
            "[ 28   38 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7175084175084175\n",
            "[[13  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.6785714285714286\n",
            "[[12  1]\n",
            " [ 3  4]]\n",
            "AUC: 0.7472527472527473\n",
            "[[12  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.675824175824176\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[6 5]\n",
            " [2 7]]\n",
            "AUC: 0.6616161616161615\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[12  2]\n",
            " [ 1  5]]\n",
            "AUC: 0.8452380952380953\n",
            "[[12  2]\n",
            " [ 2  4]]\n",
            "AUC: 0.7619047619047619\n",
            "[[14  2]\n",
            " [ 1  3]]\n",
            "AUC: 0.8125\n",
            "[[8 2]\n",
            " [6 4]]\n",
            "AUC: 0.6\n",
            "[ 116   19 ]\n",
            "[ 25   41 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7402356902356902\n",
            "[[10  4]\n",
            " [ 3  4]]\n",
            "AUC: 0.6428571428571428\n",
            "[[12  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.675824175824176\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[9 5]\n",
            " [1 5]]\n",
            "AUC: 0.7380952380952381\n",
            "[[11  3]\n",
            " [ 2  4]]\n",
            "AUC: 0.726190476190476\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[7 3]\n",
            " [4 6]]\n",
            "AUC: 0.6499999999999999\n",
            "[ 107   28 ]\n",
            "[ 22   44 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7296296296296296\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[8 5]\n",
            " [2 5]]\n",
            "AUC: 0.6648351648351649\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[3 8]\n",
            " [0 9]]\n",
            "AUC: 0.6363636363636364\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[10  4]\n",
            " [ 1  5]]\n",
            "AUC: 0.773809523809524\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[6 4]\n",
            " [2 8]]\n",
            "AUC: 0.7000000000000001\n",
            "[ 89   46 ]\n",
            "[ 8   58 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7690235690235689\n",
            "[[13  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6071428571428571\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[12  1]\n",
            " [ 3  4]]\n",
            "AUC: 0.7472527472527473\n",
            "[[15  1]\n",
            " [ 2  2]]\n",
            "AUC: 0.71875\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[6 4]\n",
            " [8 2]]\n",
            "AUC: 0.4\n",
            "[ 116   19 ]\n",
            "[ 25   41 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7402356902356902\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7690235690235689)\n",
            "[[12  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7857142857142858\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[9 3]\n",
            " [3 5]]\n",
            "AUC: 0.6875\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[13  1]\n",
            " [ 1  5]]\n",
            "AUC: 0.880952380952381\n",
            "[[8 4]\n",
            " [2 6]]\n",
            "AUC: 0.7083333333333334\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[10  5]\n",
            " [ 1  4]]\n",
            "AUC: 0.7333333333333334\n",
            "[[5 2]\n",
            " [8 5]]\n",
            "AUC: 0.5494505494505495\n",
            "[ 95   30 ]\n",
            "[ 19   57 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.755\n",
            "[[13  1]\n",
            " [ 3  4]]\n",
            "AUC: 0.75\n",
            "[[12  0]\n",
            " [ 1  7]]\n",
            "AUC: 0.9375\n",
            "[[11  1]\n",
            " [ 4  4]]\n",
            "AUC: 0.7083333333333334\n",
            "[[11  5]\n",
            " [ 0  4]]\n",
            "AUC: 0.84375\n",
            "[[5 5]\n",
            " [1 9]]\n",
            "AUC: 0.7\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[10  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7291666666666667\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[13  2]\n",
            " [ 1  4]]\n",
            "AUC: 0.8333333333333334\n",
            "[[5 2]\n",
            " [7 6]]\n",
            "AUC: 0.5879120879120879\n",
            "[ 104   21 ]\n",
            "[ 22   54 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7712631578947369\n",
            "[[9 5]\n",
            " [2 5]]\n",
            "AUC: 0.6785714285714285\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[12  4]\n",
            " [ 0  4]]\n",
            "AUC: 0.875\n",
            "[[8 2]\n",
            " [3 7]]\n",
            "AUC: 0.75\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[6 6]\n",
            " [2 6]]\n",
            "AUC: 0.625\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[12  3]\n",
            " [ 0  5]]\n",
            "AUC: 0.9\n",
            "[[5 2]\n",
            " [4 9]]\n",
            "AUC: 0.7032967032967032\n",
            "[ 97   28 ]\n",
            "[ 18   58 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7695789473684211\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[7 5]\n",
            " [1 7]]\n",
            "AUC: 0.7291666666666665\n",
            "[[7 9]\n",
            " [0 4]]\n",
            "AUC: 0.71875\n",
            "[[ 3  7]\n",
            " [ 0 10]]\n",
            "AUC: 0.65\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[10  2]\n",
            " [ 1  7]]\n",
            "AUC: 0.8541666666666666\n",
            "[[10  3]\n",
            " [ 1  6]]\n",
            "AUC: 0.8131868131868132\n",
            "[[9 6]\n",
            " [0 5]]\n",
            "AUC: 0.8\n",
            "[[ 5  2]\n",
            " [ 3 10]]\n",
            "AUC: 0.7417582417582418\n",
            "[ 84   41 ]\n",
            "[ 8   68 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7833684210526316\n",
            "[[12  2]\n",
            " [ 3  4]]\n",
            "AUC: 0.7142857142857144\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[9 3]\n",
            " [3 5]]\n",
            "AUC: 0.6875\n",
            "[[11  5]\n",
            " [ 0  4]]\n",
            "AUC: 0.84375\n",
            "[[ 7  3]\n",
            " [ 0 10]]\n",
            "AUC: 0.85\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[8 4]\n",
            " [2 6]]\n",
            "AUC: 0.7083333333333334\n",
            "[[13  0]\n",
            " [ 1  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[13  2]\n",
            " [ 1  4]]\n",
            "AUC: 0.8333333333333334\n",
            "[[5 2]\n",
            " [8 5]]\n",
            "AUC: 0.5494505494505495\n",
            "[ 103   22 ]\n",
            "[ 21   55 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7738421052631579\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7833684210526316)\n",
            "[[12  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7857142857142858\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[8 3]\n",
            " [4 5]]\n",
            "AUC: 0.6414141414141414\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[ 5  3]\n",
            " [ 1 11]]\n",
            "AUC: 0.7708333333333333\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[8 4]\n",
            " [2 6]]\n",
            "AUC: 0.7083333333333334\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[5 2]\n",
            " [5 8]]\n",
            "AUC: 0.6648351648351649\n",
            "[ 92   29 ]\n",
            "[ 17   63 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7739152892561983\n",
            "[[13  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8214285714285715\n",
            "[[12  0]\n",
            " [ 1  7]]\n",
            "AUC: 0.9375\n",
            "[[10  1]\n",
            " [ 5  4]]\n",
            "AUC: 0.6767676767676768\n",
            "[[10  6]\n",
            " [ 0  4]]\n",
            "AUC: 0.8125\n",
            "[[ 3  5]\n",
            " [ 2 10]]\n",
            "AUC: 0.6041666666666667\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[10  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7291666666666667\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[12  2]\n",
            " [ 2  4]]\n",
            "AUC: 0.7619047619047619\n",
            "[[5 2]\n",
            " [7 6]]\n",
            "AUC: 0.5879120879120879\n",
            "[ 99   22 ]\n",
            "[ 24   56 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.759090909090909\n",
            "[[9 5]\n",
            " [1 6]]\n",
            "AUC: 0.75\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[10  1]\n",
            " [ 3  6]]\n",
            "AUC: 0.7878787878787877\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[6 2]\n",
            " [3 9]]\n",
            "AUC: 0.75\n",
            "[[13  1]\n",
            " [ 1  5]]\n",
            "AUC: 0.880952380952381\n",
            "[[5 7]\n",
            " [2 6]]\n",
            "AUC: 0.5833333333333333\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[5 2]\n",
            " [5 8]]\n",
            "AUC: 0.6648351648351649\n",
            "[ 91   30 ]\n",
            "[ 18   62 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7635330578512397\n",
            "[[11  3]\n",
            " [ 1  6]]\n",
            "AUC: 0.8214285714285714\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[6 5]\n",
            " [2 7]]\n",
            "AUC: 0.6616161616161615\n",
            "[[7 9]\n",
            " [0 4]]\n",
            "AUC: 0.71875\n",
            "[[ 2  6]\n",
            " [ 1 11]]\n",
            "AUC: 0.5833333333333333\n",
            "[[10  4]\n",
            " [ 0  6]]\n",
            "AUC: 0.8571428571428572\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[9 4]\n",
            " [1 6]]\n",
            "AUC: 0.7747252747252747\n",
            "[[9 5]\n",
            " [0 6]]\n",
            "AUC: 0.8214285714285714\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 80   41 ]\n",
            "[ 6   74 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7930785123966942\n",
            "[[12  2]\n",
            " [ 3  4]]\n",
            "AUC: 0.7142857142857144\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[11  5]\n",
            " [ 0  4]]\n",
            "AUC: 0.84375\n",
            "[[ 6  2]\n",
            " [ 1 11]]\n",
            "AUC: 0.8333333333333334\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[8 4]\n",
            " [2 6]]\n",
            "AUC: 0.7083333333333334\n",
            "[[13  0]\n",
            " [ 2  5]]\n",
            "AUC: 0.8571428571428572\n",
            "[[12  2]\n",
            " [ 1  5]]\n",
            "AUC: 0.8452380952380953\n",
            "[[6 1]\n",
            " [6 7]]\n",
            "AUC: 0.6978021978021978\n",
            "[ 99   22 ]\n",
            "[ 20   60 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7840909090909092\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7930785123966942)\n",
            "[[10  2]\n",
            " [ 3  6]]\n",
            "AUC: 0.75\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[7 3]\n",
            " [2 8]]\n",
            "AUC: 0.75\n",
            "[[7 6]\n",
            " [0 7]]\n",
            "AUC: 0.7692307692307692\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[8 4]\n",
            " [1 7]]\n",
            "AUC: 0.7708333333333335\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  2]\n",
            " [ 0 13]]\n",
            "AUC: 0.8571428571428572\n",
            "[ 81   28 ]\n",
            "[ 10   82 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8172118069405664\n",
            "[[10  2]\n",
            " [ 3  6]]\n",
            "AUC: 0.75\n",
            "[[12  0]\n",
            " [ 1  7]]\n",
            "AUC: 0.9375\n",
            "[[8 2]\n",
            " [3 7]]\n",
            "AUC: 0.75\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[8 4]\n",
            " [1 7]]\n",
            "AUC: 0.7708333333333335\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 6  1]\n",
            " [ 2 11]]\n",
            "AUC: 0.8516483516483517\n",
            "[ 87   22 ]\n",
            "[ 13   79 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8284303948942959\n",
            "[[7 5]\n",
            " [1 8]]\n",
            "AUC: 0.7361111111111109\n",
            "[[10  2]\n",
            " [ 1  7]]\n",
            "AUC: 0.8541666666666666\n",
            "[[8 2]\n",
            " [3 7]]\n",
            "AUC: 0.75\n",
            "[[8 5]\n",
            " [0 7]]\n",
            "AUC: 0.8076923076923077\n",
            "[[ 6  1]\n",
            " [ 3 10]]\n",
            "AUC: 0.8131868131868133\n",
            "[[9 3]\n",
            " [3 5]]\n",
            "AUC: 0.6875\n",
            "[[7 5]\n",
            " [2 6]]\n",
            "AUC: 0.6666666666666666\n",
            "[[11  0]\n",
            " [ 2  7]]\n",
            "AUC: 0.8888888888888888\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[ 5  2]\n",
            " [ 3 10]]\n",
            "AUC: 0.7417582417582418\n",
            "[ 82   27 ]\n",
            "[ 19   73 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7728859194256084\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[6 4]\n",
            " [1 9]]\n",
            "AUC: 0.75\n",
            "[[6 7]\n",
            " [1 6]]\n",
            "AUC: 0.6593406593406593\n",
            "[[ 1  6]\n",
            " [ 1 12]]\n",
            "AUC: 0.532967032967033\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 75   34 ]\n",
            "[ 7   85 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.8059932189868368\n",
            "[[10  2]\n",
            " [ 3  6]]\n",
            "AUC: 0.75\n",
            "[[10  2]\n",
            " [ 1  7]]\n",
            "AUC: 0.8541666666666666\n",
            "[[7 3]\n",
            " [3 7]]\n",
            "AUC: 0.7\n",
            "[[8 5]\n",
            " [0 7]]\n",
            "AUC: 0.8076923076923077\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[8 4]\n",
            " [1 7]]\n",
            "AUC: 0.7708333333333335\n",
            "[[11  0]\n",
            " [ 2  7]]\n",
            "AUC: 0.8888888888888888\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  2]\n",
            " [ 2 11]]\n",
            "AUC: 0.7802197802197803\n",
            "[ 83   26 ]\n",
            "[ 15   77 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7992122058236937\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.8284303948942959)\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 3  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6458333333333333\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[[5 3]\n",
            " [4 8]]\n",
            "AUC: 0.6458333333333333\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[[9 1]\n",
            " [2 8]]\n",
            "AUC: 0.8500000000000001\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[ 54   23 ]\n",
            "[ 15   109 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7901654796816087\n",
            "[[8 1]\n",
            " [3 9]]\n",
            "AUC: 0.8194444444444443\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[6 2]\n",
            " [3 9]]\n",
            "AUC: 0.75\n",
            "[[ 6  1]\n",
            " [ 1 12]]\n",
            "AUC: 0.8901098901098902\n",
            "[[8 2]\n",
            " [2 8]]\n",
            "AUC: 0.8\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[ 54   23 ]\n",
            "[ 15   109 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7901654796816087\n",
            "[[ 5  4]\n",
            " [ 2 10]]\n",
            "AUC: 0.6944444444444444\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 4  5]\n",
            " [ 1 10]]\n",
            "AUC: 0.6767676767676768\n",
            "[[ 1  7]\n",
            " [ 2 10]]\n",
            "AUC: 0.47916666666666674\n",
            "[[ 2  1]\n",
            " [ 3 14]]\n",
            "AUC: 0.7450980392156863\n",
            "[[5 3]\n",
            " [6 6]]\n",
            "AUC: 0.5625\n",
            "[[ 4  3]\n",
            " [ 3 10]]\n",
            "AUC: 0.6703296703296703\n",
            "[[9 1]\n",
            " [2 8]]\n",
            "AUC: 0.8500000000000001\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 2  3]\n",
            " [ 0 15]]\n",
            "AUC: 0.7\n",
            "[ 47   30 ]\n",
            "[ 21   103 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7205173858399665\n",
            "[[8 1]\n",
            " [3 9]]\n",
            "AUC: 0.8194444444444443\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 5  3]\n",
            " [ 2 10]]\n",
            "AUC: 0.7291666666666667\n",
            "[[ 6  1]\n",
            " [ 1 12]]\n",
            "AUC: 0.8901098901098902\n",
            "[[8 2]\n",
            " [2 8]]\n",
            "AUC: 0.8\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[ 53   24 ]\n",
            "[ 14   110 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7877042312526183\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 4  4]\n",
            " [ 2 10]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 1  2]\n",
            " [ 2 15]]\n",
            "AUC: 0.607843137254902\n",
            "[[5 3]\n",
            " [4 8]]\n",
            "AUC: 0.6458333333333333\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[[7 3]\n",
            " [2 8]]\n",
            "AUC: 0.75\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[ 53   24 ]\n",
            "[ 17   107 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.77560745705907\n",
            "BEST AUC FROM 5-ALGORITHMS: ('SVM', 0.7901654796816087)\n",
            "[[12  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7857142857142858\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[8 3]\n",
            " [4 5]]\n",
            "AUC: 0.6414141414141414\n",
            "[[9 6]\n",
            " [0 5]]\n",
            "AUC: 0.8\n",
            "[[ 3  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6458333333333333\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[8 4]\n",
            " [2 6]]\n",
            "AUC: 0.7083333333333334\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[5 2]\n",
            " [4 9]]\n",
            "AUC: 0.7032967032967032\n",
            "[ 90   30 ]\n",
            "[ 15   66 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7824074074074074\n",
            "[[13  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8214285714285715\n",
            "[[12  0]\n",
            " [ 1  7]]\n",
            "AUC: 0.9375\n",
            "[[9 2]\n",
            " [5 4]]\n",
            "AUC: 0.6313131313131313\n",
            "[[10  5]\n",
            " [ 0  5]]\n",
            "AUC: 0.8333333333333334\n",
            "[[ 3  5]\n",
            " [ 2 10]]\n",
            "AUC: 0.6041666666666667\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[10  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7291666666666667\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[12  2]\n",
            " [ 2  4]]\n",
            "AUC: 0.7619047619047619\n",
            "[[5 2]\n",
            " [6 7]]\n",
            "AUC: 0.6263736263736263\n",
            "[ 98   22 ]\n",
            "[ 23   58 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7663580246913579\n",
            "[[10  4]\n",
            " [ 1  6]]\n",
            "AUC: 0.7857142857142858\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[9 2]\n",
            " [3 6]]\n",
            "AUC: 0.7424242424242422\n",
            "[[9 6]\n",
            " [0 5]]\n",
            "AUC: 0.8\n",
            "[[6 2]\n",
            " [3 9]]\n",
            "AUC: 0.75\n",
            "[[13  1]\n",
            " [ 1  5]]\n",
            "AUC: 0.880952380952381\n",
            "[[7 5]\n",
            " [2 6]]\n",
            "AUC: 0.6666666666666666\n",
            "[[12  1]\n",
            " [ 1  6]]\n",
            "AUC: 0.8901098901098902\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[6 1]\n",
            " [5 8]]\n",
            "AUC: 0.7362637362637363\n",
            "[ 95   25 ]\n",
            "[ 17   64 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.790895061728395\n",
            "[[11  3]\n",
            " [ 1  6]]\n",
            "AUC: 0.8214285714285714\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[6 5]\n",
            " [1 8]]\n",
            "AUC: 0.7171717171717171\n",
            "[[6 9]\n",
            " [1 4]]\n",
            "AUC: 0.6000000000000001\n",
            "[[ 2  6]\n",
            " [ 1 11]]\n",
            "AUC: 0.5833333333333333\n",
            "[[10  4]\n",
            " [ 0  6]]\n",
            "AUC: 0.8571428571428572\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[9 4]\n",
            " [1 6]]\n",
            "AUC: 0.7747252747252747\n",
            "[[9 5]\n",
            " [0 6]]\n",
            "AUC: 0.8214285714285714\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 79   41 ]\n",
            "[ 6   75 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7921296296296296\n",
            "[[12  2]\n",
            " [ 3  4]]\n",
            "AUC: 0.7142857142857144\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[ 5  3]\n",
            " [ 1 11]]\n",
            "AUC: 0.7708333333333333\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[8 4]\n",
            " [2 6]]\n",
            "AUC: 0.7083333333333334\n",
            "[[13  0]\n",
            " [ 2  5]]\n",
            "AUC: 0.8571428571428572\n",
            "[[12  2]\n",
            " [ 1  5]]\n",
            "AUC: 0.8452380952380953\n",
            "[[5 2]\n",
            " [5 8]]\n",
            "AUC: 0.6648351648351649\n",
            "[ 97   23 ]\n",
            "[ 19   62 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7868827160493828\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7921296296296296)\n",
            "[[ 6  3]\n",
            " [ 2 10]]\n",
            "AUC: 0.7500000000000002\n",
            "[[ 6  0]\n",
            " [ 3 11]]\n",
            "AUC: 0.8928571428571428\n",
            "[[ 4  4]\n",
            " [ 0 12]]\n",
            "AUC: 0.75\n",
            "[[ 1  5]\n",
            " [ 1 13]]\n",
            "AUC: 0.5476190476190476\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 4 11]]\n",
            "AUC: 0.5666666666666667\n",
            "[[ 4  1]\n",
            " [ 1 14]]\n",
            "AUC: 0.8666666666666668\n",
            "[[ 5  3]\n",
            " [ 2 10]]\n",
            "AUC: 0.7291666666666667\n",
            "[[ 6  3]\n",
            " [ 0 11]]\n",
            "AUC: 0.8333333333333334\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 37   25 ]\n",
            "[ 15   124 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7444302622418195\n",
            "[[ 7  2]\n",
            " [ 2 10]]\n",
            "AUC: 0.8055555555555556\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 5  3]\n",
            " [ 0 12]]\n",
            "AUC: 0.8125\n",
            "[[ 1  5]\n",
            " [ 0 14]]\n",
            "AUC: 0.5833333333333333\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 3 12]]\n",
            "AUC: 0.6000000000000001\n",
            "[[ 5  0]\n",
            " [ 0 15]]\n",
            "AUC: 1.0\n",
            "[[ 5  3]\n",
            " [ 2 10]]\n",
            "AUC: 0.7291666666666667\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 39   23 ]\n",
            "[ 12   127 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7713506614063588\n",
            "[[ 5  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7361111111111112\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 2  6]\n",
            " [ 1 11]]\n",
            "AUC: 0.5833333333333333\n",
            "[[ 0  6]\n",
            " [ 2 12]]\n",
            "AUC: 0.42857142857142855\n",
            "[[ 2  1]\n",
            " [ 3 14]]\n",
            "AUC: 0.7450980392156863\n",
            "[[2 3]\n",
            " [6 9]]\n",
            "AUC: 0.5\n",
            "[[ 1  4]\n",
            " [ 2 13]]\n",
            "AUC: 0.5333333333333333\n",
            "[[ 3  5]\n",
            " [ 2 10]]\n",
            "AUC: 0.6041666666666667\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[ 1  2]\n",
            " [ 2 15]]\n",
            "AUC: 0.607843137254902\n",
            "[ 28   34 ]\n",
            "[ 22   117 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6466697609654212\n",
            "[[7 2]\n",
            " [3 9]]\n",
            "AUC: 0.763888888888889\n",
            "[[ 6  0]\n",
            " [ 3 11]]\n",
            "AUC: 0.8928571428571428\n",
            "[[ 5  3]\n",
            " [ 1 11]]\n",
            "AUC: 0.7708333333333333\n",
            "[[ 2  4]\n",
            " [ 0 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 3 12]]\n",
            "AUC: 0.6000000000000001\n",
            "[[ 5  0]\n",
            " [ 2 13]]\n",
            "AUC: 0.9333333333333333\n",
            "[[ 7  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8541666666666667\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 42   20 ]\n",
            "[ 18   121 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7739614759805059\n",
            "[[ 4  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6805555555555556\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 4  4]\n",
            " [ 0 12]]\n",
            "AUC: 0.75\n",
            "[[ 2  4]\n",
            " [ 1 13]]\n",
            "AUC: 0.6309523809523809\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 3 12]]\n",
            "AUC: 0.6000000000000001\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[ 4  4]\n",
            " [ 2 10]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 33   29 ]\n",
            "[ 12   127 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7229635646321653\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7739614759805059)\n",
            "[[9 1]\n",
            " [2 9]]\n",
            "AUC: 0.8590909090909091\n",
            "[[ 8  0]\n",
            " [ 2 10]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 4  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7083333333333333\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[7 3]\n",
            " [2 8]]\n",
            "AUC: 0.75\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 4  2]\n",
            " [ 0 14]]\n",
            "AUC: 0.8333333333333334\n",
            "[ 63   25 ]\n",
            "[ 10   103 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.813706757843926\n",
            "[[9 1]\n",
            " [3 8]]\n",
            "AUC: 0.8136363636363637\n",
            "[[8 0]\n",
            " [3 9]]\n",
            "AUC: 0.875\n",
            "[[ 6  3]\n",
            " [ 0 11]]\n",
            "AUC: 0.8333333333333334\n",
            "[[ 6  2]\n",
            " [ 0 12]]\n",
            "AUC: 0.875\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[8 2]\n",
            " [2 8]]\n",
            "AUC: 0.8\n",
            "[[ 7  2]\n",
            " [ 0 11]]\n",
            "AUC: 0.8888888888888888\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 5  1]\n",
            " [ 2 12]]\n",
            "AUC: 0.8452380952380952\n",
            "[ 69   19 ]\n",
            "[ 12   101 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8389481094127111\n",
            "[[ 5  5]\n",
            " [ 1 10]]\n",
            "AUC: 0.7045454545454546\n",
            "[[8 0]\n",
            " [3 9]]\n",
            "AUC: 0.875\n",
            "[[5 4]\n",
            " [2 9]]\n",
            "AUC: 0.6868686868686869\n",
            "[[5 3]\n",
            " [3 9]]\n",
            "AUC: 0.6875\n",
            "[[ 3  2]\n",
            " [ 2 13]]\n",
            "AUC: 0.7333333333333333\n",
            "[[7 3]\n",
            " [4 6]]\n",
            "AUC: 0.6499999999999999\n",
            "[[3 6]\n",
            " [2 9]]\n",
            "AUC: 0.5757575757575758\n",
            "[[11  0]\n",
            " [ 2  7]]\n",
            "AUC: 0.8888888888888888\n",
            "[[8 4]\n",
            " [0 8]]\n",
            "AUC: 0.8333333333333334\n",
            "[[ 3  3]\n",
            " [ 0 14]]\n",
            "AUC: 0.75\n",
            "[ 58   30 ]\n",
            "[ 19   94 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7454746580852776\n",
            "[[9 1]\n",
            " [3 8]]\n",
            "AUC: 0.8136363636363637\n",
            "[[ 7  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8541666666666667\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[6 4]\n",
            " [1 9]]\n",
            "AUC: 0.75\n",
            "[[ 7  2]\n",
            " [ 1 10]]\n",
            "AUC: 0.8434343434343434\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[ 3  3]\n",
            " [ 2 12]]\n",
            "AUC: 0.6785714285714286\n",
            "[ 59   29 ]\n",
            "[ 12   101 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7821299275945293\n",
            "[[9 1]\n",
            " [2 9]]\n",
            "AUC: 0.8590909090909091\n",
            "[[ 8  0]\n",
            " [ 2 10]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 5  3]\n",
            " [ 2 10]]\n",
            "AUC: 0.7291666666666667\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[7 3]\n",
            " [4 6]]\n",
            "AUC: 0.6499999999999999\n",
            "[[7 2]\n",
            " [2 9]]\n",
            "AUC: 0.7979797979797981\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[ 67   21 ]\n",
            "[ 15   98 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.8143101367658889\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.8389481094127111)\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 6  0]\n",
            " [ 4 10]]\n",
            "AUC: 0.8571428571428572\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  5]\n",
            " [ 1 13]]\n",
            "AUC: 0.5476190476190476\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 4 11]]\n",
            "AUC: 0.5666666666666667\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[[ 6  2]\n",
            " [ 2 10]]\n",
            "AUC: 0.7916666666666666\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 39   24 ]\n",
            "[ 17   121 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7479296066252588\n",
            "[[ 7  2]\n",
            " [ 2 10]]\n",
            "AUC: 0.8055555555555556\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 5  3]\n",
            " [ 0 12]]\n",
            "AUC: 0.8125\n",
            "[[ 1  5]\n",
            " [ 0 14]]\n",
            "AUC: 0.5833333333333333\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 3  2]\n",
            " [ 3 12]]\n",
            "AUC: 0.7000000000000001\n",
            "[[ 5  1]\n",
            " [ 0 14]]\n",
            "AUC: 0.9166666666666667\n",
            "[[ 5  3]\n",
            " [ 2 10]]\n",
            "AUC: 0.7291666666666667\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 40   23 ]\n",
            "[ 12   126 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7739820565907523\n",
            "[[ 5  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7361111111111112\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 2  6]\n",
            " [ 1 11]]\n",
            "AUC: 0.5833333333333333\n",
            "[[ 0  6]\n",
            " [ 2 12]]\n",
            "AUC: 0.42857142857142855\n",
            "[[ 3  0]\n",
            " [ 3 14]]\n",
            "AUC: 0.9117647058823529\n",
            "[[2 3]\n",
            " [7 8]]\n",
            "AUC: 0.4666666666666667\n",
            "[[ 1  5]\n",
            " [ 2 12]]\n",
            "AUC: 0.5119047619047619\n",
            "[[ 4  4]\n",
            " [ 2 10]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[ 1  2]\n",
            " [ 2 15]]\n",
            "AUC: 0.607843137254902\n",
            "[ 30   33 ]\n",
            "[ 23   115 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6547619047619048\n",
            "[[7 2]\n",
            " [3 9]]\n",
            "AUC: 0.763888888888889\n",
            "[[ 6  0]\n",
            " [ 3 11]]\n",
            "AUC: 0.8928571428571428\n",
            "[[ 5  3]\n",
            " [ 1 11]]\n",
            "AUC: 0.7708333333333333\n",
            "[[ 2  4]\n",
            " [ 0 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 3  2]\n",
            " [ 4 11]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[ 7  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8541666666666667\n",
            "[[ 6  3]\n",
            " [ 1 10]]\n",
            "AUC: 0.787878787878788\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 45   18 ]\n",
            "[ 18   120 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7919254658385093\n",
            "[[ 4  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6805555555555556\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 4  4]\n",
            " [ 0 12]]\n",
            "AUC: 0.75\n",
            "[[ 2  4]\n",
            " [ 1 13]]\n",
            "AUC: 0.6309523809523809\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 3 12]]\n",
            "AUC: 0.6000000000000001\n",
            "[[ 3  3]\n",
            " [ 1 13]]\n",
            "AUC: 0.7142857142857143\n",
            "[[ 5  3]\n",
            " [ 2 10]]\n",
            "AUC: 0.7291666666666667\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 34   29 ]\n",
            "[ 12   126 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7263630089717046\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7919254658385093)\n",
            "[[10  2]\n",
            " [ 1  8]]\n",
            "AUC: 0.8611111111111112\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[6 4]\n",
            " [1 9]]\n",
            "AUC: 0.75\n",
            "[[7 6]\n",
            " [0 7]]\n",
            "AUC: 0.7692307692307692\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[9 3]\n",
            " [1 7]]\n",
            "AUC: 0.8125\n",
            "[[8 4]\n",
            " [0 8]]\n",
            "AUC: 0.8333333333333334\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  2]\n",
            " [ 0 13]]\n",
            "AUC: 0.8571428571428572\n",
            "[ 79   29 ]\n",
            "[ 5   88 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.8388590203106332\n",
            "[[10  2]\n",
            " [ 3  6]]\n",
            "AUC: 0.75\n",
            "[[11  0]\n",
            " [ 2  7]]\n",
            "AUC: 0.8888888888888888\n",
            "[[8 2]\n",
            " [2 8]]\n",
            "AUC: 0.8\n",
            "[[8 5]\n",
            " [0 7]]\n",
            "AUC: 0.8076923076923077\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[8 4]\n",
            " [1 7]]\n",
            "AUC: 0.7708333333333335\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[10  3]\n",
            " [ 0  7]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 6  1]\n",
            " [ 2 11]]\n",
            "AUC: 0.8516483516483517\n",
            "[ 85   23 ]\n",
            "[ 12   81 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8290023894862605\n",
            "[[6 6]\n",
            " [1 8]]\n",
            "AUC: 0.6944444444444444\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[8 2]\n",
            " [3 7]]\n",
            "AUC: 0.75\n",
            "[[8 5]\n",
            " [0 7]]\n",
            "AUC: 0.8076923076923077\n",
            "[[ 6  1]\n",
            " [ 2 11]]\n",
            "AUC: 0.8516483516483517\n",
            "[[9 3]\n",
            " [3 5]]\n",
            "AUC: 0.6875\n",
            "[[6 6]\n",
            " [2 6]]\n",
            "AUC: 0.625\n",
            "[[11  0]\n",
            " [ 2  7]]\n",
            "AUC: 0.8888888888888888\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[ 6  1]\n",
            " [ 3 10]]\n",
            "AUC: 0.8131868131868133\n",
            "[ 81   27 ]\n",
            "[ 18   75 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7782258064516129\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  1]\n",
            " [ 0  9]]\n",
            "AUC: 0.9545454545454545\n",
            "[[6 4]\n",
            " [1 9]]\n",
            "AUC: 0.75\n",
            "[[6 7]\n",
            " [1 6]]\n",
            "AUC: 0.6593406593406593\n",
            "[[ 1  6]\n",
            " [ 1 12]]\n",
            "AUC: 0.532967032967033\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[9 3]\n",
            " [0 8]]\n",
            "AUC: 0.875\n",
            "[[9 2]\n",
            " [1 8]]\n",
            "AUC: 0.8535353535353534\n",
            "[[9 4]\n",
            " [0 7]]\n",
            "AUC: 0.8461538461538461\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 75   33 ]\n",
            "[ 7   86 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.8095878136200716\n",
            "[[10  2]\n",
            " [ 2  7]]\n",
            "AUC: 0.8055555555555555\n",
            "[[10  1]\n",
            " [ 1  8]]\n",
            "AUC: 0.898989898989899\n",
            "[[7 3]\n",
            " [3 7]]\n",
            "AUC: 0.7\n",
            "[[8 5]\n",
            " [0 7]]\n",
            "AUC: 0.8076923076923077\n",
            "[[ 3  4]\n",
            " [ 1 12]]\n",
            "AUC: 0.6758241758241759\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[8 4]\n",
            " [1 7]]\n",
            "AUC: 0.7708333333333335\n",
            "[[11  0]\n",
            " [ 2  7]]\n",
            "AUC: 0.8888888888888888\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[ 83   25 ]\n",
            "[ 13   80 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.8143667861409797\n",
            "BEST AUC FROM 5-ALGORITHMS: ('SVM', 0.8388590203106332)\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 3  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6458333333333333\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[[5 3]\n",
            " [4 8]]\n",
            "AUC: 0.6458333333333333\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[[8 1]\n",
            " [3 8]]\n",
            "AUC: 0.8080808080808081\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[ 53   23 ]\n",
            "[ 16   109 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7846842105263158\n",
            "[[8 1]\n",
            " [3 9]]\n",
            "AUC: 0.8194444444444443\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[6 2]\n",
            " [3 9]]\n",
            "AUC: 0.75\n",
            "[[ 6  1]\n",
            " [ 1 12]]\n",
            "AUC: 0.8901098901098902\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[ 54   22 ]\n",
            "[ 15   110 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7952631578947369\n",
            "[[ 5  4]\n",
            " [ 2 10]]\n",
            "AUC: 0.6944444444444444\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 3  6]\n",
            " [ 1 10]]\n",
            "AUC: 0.6212121212121212\n",
            "[[ 1  7]\n",
            " [ 2 10]]\n",
            "AUC: 0.47916666666666674\n",
            "[[ 2  1]\n",
            " [ 3 14]]\n",
            "AUC: 0.7450980392156863\n",
            "[[4 4]\n",
            " [6 6]]\n",
            "AUC: 0.5\n",
            "[[ 4  3]\n",
            " [ 3 10]]\n",
            "AUC: 0.6703296703296703\n",
            "[[8 1]\n",
            " [3 8]]\n",
            "AUC: 0.8080808080808081\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 2  3]\n",
            " [ 0 15]]\n",
            "AUC: 0.7\n",
            "[ 43   33 ]\n",
            "[ 22   103 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6948947368421052\n",
            "[[8 1]\n",
            " [3 9]]\n",
            "AUC: 0.8194444444444443\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 4  4]\n",
            " [ 2 10]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 6  1]\n",
            " [ 1 12]]\n",
            "AUC: 0.8901098901098902\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[ 52   24 ]\n",
            "[ 14   111 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7861052631578948\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 3  5]\n",
            " [ 2 10]]\n",
            "AUC: 0.6041666666666667\n",
            "[[ 1  2]\n",
            " [ 2 15]]\n",
            "AUC: 0.607843137254902\n",
            "[[5 3]\n",
            " [4 8]]\n",
            "AUC: 0.6458333333333333\n",
            "[[ 4  3]\n",
            " [ 1 12]]\n",
            "AUC: 0.7472527472527472\n",
            "[[7 2]\n",
            " [2 9]]\n",
            "AUC: 0.7979797979797981\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[ 51   25 ]\n",
            "[ 17   108 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7675263157894736\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.7952631578947369)\n",
            "[[12  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7857142857142858\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[8 3]\n",
            " [4 5]]\n",
            "AUC: 0.6414141414141414\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[ 5  3]\n",
            " [ 1 11]]\n",
            "AUC: 0.7708333333333333\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[8 4]\n",
            " [2 6]]\n",
            "AUC: 0.7083333333333334\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[11  4]\n",
            " [ 1  4]]\n",
            "AUC: 0.7666666666666667\n",
            "[[5 2]\n",
            " [7 6]]\n",
            "AUC: 0.5879120879120879\n",
            "[ 92   30 ]\n",
            "[ 19   60 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7567960157709068\n",
            "[[13  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8214285714285715\n",
            "[[12  0]\n",
            " [ 1  7]]\n",
            "AUC: 0.9375\n",
            "[[10  1]\n",
            " [ 5  4]]\n",
            "AUC: 0.6767676767676768\n",
            "[[11  5]\n",
            " [ 0  4]]\n",
            "AUC: 0.84375\n",
            "[[ 3  5]\n",
            " [ 2 10]]\n",
            "AUC: 0.6041666666666667\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[10  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7291666666666667\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[13  2]\n",
            " [ 1  4]]\n",
            "AUC: 0.8333333333333334\n",
            "[[5 2]\n",
            " [7 6]]\n",
            "AUC: 0.5879120879120879\n",
            "[ 101   21 ]\n",
            "[ 23   56 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7683648059763437\n",
            "[[9 5]\n",
            " [2 5]]\n",
            "AUC: 0.6785714285714285\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[9 2]\n",
            " [3 6]]\n",
            "AUC: 0.7424242424242422\n",
            "[[10  6]\n",
            " [ 0  4]]\n",
            "AUC: 0.8125\n",
            "[[6 2]\n",
            " [5 7]]\n",
            "AUC: 0.6666666666666666\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[8 4]\n",
            " [2 6]]\n",
            "AUC: 0.7083333333333334\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[12  3]\n",
            " [ 0  5]]\n",
            "AUC: 0.9\n",
            "[[4 3]\n",
            " [5 8]]\n",
            "AUC: 0.5934065934065934\n",
            "[ 93   29 ]\n",
            "[ 22   57 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7419070346544926\n",
            "[[11  3]\n",
            " [ 1  6]]\n",
            "AUC: 0.8214285714285714\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[6 5]\n",
            " [2 7]]\n",
            "AUC: 0.6616161616161615\n",
            "[[7 9]\n",
            " [0 4]]\n",
            "AUC: 0.71875\n",
            "[[ 2  6]\n",
            " [ 1 11]]\n",
            "AUC: 0.5833333333333333\n",
            "[[10  4]\n",
            " [ 0  6]]\n",
            "AUC: 0.8571428571428572\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[9 4]\n",
            " [1 6]]\n",
            "AUC: 0.7747252747252747\n",
            "[[9 6]\n",
            " [0 5]]\n",
            "AUC: 0.8\n",
            "[[ 5  2]\n",
            " [ 2 11]]\n",
            "AUC: 0.7802197802197803\n",
            "[ 80   42 ]\n",
            "[ 7   72 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7835650549906619\n",
            "[[12  2]\n",
            " [ 3  4]]\n",
            "AUC: 0.7142857142857144\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[11  5]\n",
            " [ 0  4]]\n",
            "AUC: 0.84375\n",
            "[[ 5  3]\n",
            " [ 1 11]]\n",
            "AUC: 0.7708333333333333\n",
            "[[13  1]\n",
            " [ 0  6]]\n",
            "AUC: 0.9642857142857143\n",
            "[[8 4]\n",
            " [2 6]]\n",
            "AUC: 0.7083333333333334\n",
            "[[13  0]\n",
            " [ 2  5]]\n",
            "AUC: 0.8571428571428572\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[6 1]\n",
            " [7 6]]\n",
            "AUC: 0.6593406593406594\n",
            "[ 99   23 ]\n",
            "[ 21   58 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7728263125129695\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7835650549906619)\n",
            "[[13  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.6785714285714286\n",
            "[[12  1]\n",
            " [ 1  6]]\n",
            "AUC: 0.8901098901098902\n",
            "[[10  3]\n",
            " [ 4  3]]\n",
            "AUC: 0.5989010989010989\n",
            "[[12  4]\n",
            " [ 0  4]]\n",
            "AUC: 0.875\n",
            "[[8 3]\n",
            " [4 5]]\n",
            "AUC: 0.6414141414141414\n",
            "[[13  1]\n",
            " [ 1  5]]\n",
            "AUC: 0.880952380952381\n",
            "[[10  4]\n",
            " [ 1  5]]\n",
            "AUC: 0.773809523809524\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[12  4]\n",
            " [ 1  3]]\n",
            "AUC: 0.75\n",
            "[[7 2]\n",
            " [8 3]]\n",
            "AUC: 0.5252525252525253\n",
            "[ 110   24 ]\n",
            "[ 26   41 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7164179104477613\n",
            "[[13  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.6785714285714286\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[12  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.675824175824176\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[5 6]\n",
            " [2 7]]\n",
            "AUC: 0.6161616161616161\n",
            "[[14  0]\n",
            " [ 0  6]]\n",
            "AUC: 1.0\n",
            "[[12  2]\n",
            " [ 1  5]]\n",
            "AUC: 0.8452380952380953\n",
            "[[12  2]\n",
            " [ 2  4]]\n",
            "AUC: 0.7619047619047619\n",
            "[[14  2]\n",
            " [ 1  3]]\n",
            "AUC: 0.8125\n",
            "[[7 2]\n",
            " [7 4]]\n",
            "AUC: 0.5707070707070708\n",
            "[ 114   20 ]\n",
            "[ 23   44 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7537313432835822\n",
            "[[10  4]\n",
            " [ 3  4]]\n",
            "AUC: 0.6428571428571428\n",
            "[[11  2]\n",
            " [ 4  3]]\n",
            "AUC: 0.6373626373626373\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[9 5]\n",
            " [1 5]]\n",
            "AUC: 0.7380952380952381\n",
            "[[11  3]\n",
            " [ 2  4]]\n",
            "AUC: 0.726190476190476\n",
            "[[12  4]\n",
            " [ 1  3]]\n",
            "AUC: 0.75\n",
            "[[6 3]\n",
            " [5 6]]\n",
            "AUC: 0.6060606060606062\n",
            "[ 104   30 ]\n",
            "[ 23   44 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7164179104477613\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[8 5]\n",
            " [1 6]]\n",
            "AUC: 0.7362637362637363\n",
            "[[8 8]\n",
            " [0 4]]\n",
            "AUC: 0.75\n",
            "[[3 8]\n",
            " [0 9]]\n",
            "AUC: 0.6363636363636364\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[10  4]\n",
            " [ 1  5]]\n",
            "AUC: 0.773809523809524\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[6 3]\n",
            " [2 9]]\n",
            "AUC: 0.7424242424242425\n",
            "[ 88   46 ]\n",
            "[ 7   60 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7761194029850746\n",
            "[[13  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.6785714285714286\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[11  2]\n",
            " [ 3  4]]\n",
            "AUC: 0.7087912087912087\n",
            "[[14  2]\n",
            " [ 1  3]]\n",
            "AUC: 0.8125\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[5 4]\n",
            " [9 2]]\n",
            "AUC: 0.3686868686868687\n",
            "[ 113   21 ]\n",
            "[ 24   43 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7425373134328358\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7761194029850746)\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 3  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6458333333333333\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[[5 2]\n",
            " [4 9]]\n",
            "AUC: 0.7032967032967032\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[[8 1]\n",
            " [3 8]]\n",
            "AUC: 0.8080808080808081\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[ 54   21 ]\n",
            "[ 16   110 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7965079365079365\n",
            "[[8 1]\n",
            " [3 9]]\n",
            "AUC: 0.8194444444444443\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 6  1]\n",
            " [ 3 10]]\n",
            "AUC: 0.8131868131868133\n",
            "[[ 6  1]\n",
            " [ 1 12]]\n",
            "AUC: 0.8901098901098902\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[ 54   21 ]\n",
            "[ 15   111 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8004761904761905\n",
            "[[ 5  4]\n",
            " [ 2 10]]\n",
            "AUC: 0.6944444444444444\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 2  7]\n",
            " [ 1 10]]\n",
            "AUC: 0.5656565656565656\n",
            "[[ 1  7]\n",
            " [ 2 10]]\n",
            "AUC: 0.47916666666666674\n",
            "[[ 2  1]\n",
            " [ 3 14]]\n",
            "AUC: 0.7450980392156863\n",
            "[[4 3]\n",
            " [6 7]]\n",
            "AUC: 0.5549450549450549\n",
            "[[ 4  3]\n",
            " [ 3 10]]\n",
            "AUC: 0.6703296703296703\n",
            "[[7 2]\n",
            " [3 8]]\n",
            "AUC: 0.7525252525252525\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[ 42   33 ]\n",
            "[ 23   103 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6887301587301587\n",
            "[[8 1]\n",
            " [3 9]]\n",
            "AUC: 0.8194444444444443\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 4  3]\n",
            " [ 2 11]]\n",
            "AUC: 0.7087912087912088\n",
            "[[ 6  1]\n",
            " [ 1 12]]\n",
            "AUC: 0.8901098901098902\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[ 52   23 ]\n",
            "[ 14   112 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7911111111111111\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 3  5]\n",
            " [ 2 10]]\n",
            "AUC: 0.6041666666666667\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[5 2]\n",
            " [4 9]]\n",
            "AUC: 0.7032967032967032\n",
            "[[ 4  3]\n",
            " [ 1 12]]\n",
            "AUC: 0.7472527472527472\n",
            "[[7 2]\n",
            " [2 9]]\n",
            "AUC: 0.7979797979797981\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[ 51   24 ]\n",
            "[ 16   110 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7765079365079366\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.8004761904761905)\n",
            "[[ 6  3]\n",
            " [ 2 10]]\n",
            "AUC: 0.7500000000000002\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  5]\n",
            " [ 0 14]]\n",
            "AUC: 0.5833333333333333\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[[ 4  1]\n",
            " [ 1 14]]\n",
            "AUC: 0.8666666666666668\n",
            "[[ 5  3]\n",
            " [ 2 10]]\n",
            "AUC: 0.7291666666666667\n",
            "[[ 6  2]\n",
            " [ 0 12]]\n",
            "AUC: 0.875\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 36   25 ]\n",
            "[ 11   129 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7557962529274005\n",
            "[[ 7  2]\n",
            " [ 2 10]]\n",
            "AUC: 0.8055555555555556\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 5  3]\n",
            " [ 0 12]]\n",
            "AUC: 0.8125\n",
            "[[ 1  5]\n",
            " [ 0 14]]\n",
            "AUC: 0.5833333333333333\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[[ 5  0]\n",
            " [ 0 15]]\n",
            "AUC: 1.0\n",
            "[[ 5  3]\n",
            " [ 2 10]]\n",
            "AUC: 0.7291666666666667\n",
            "[[ 5  3]\n",
            " [ 0 12]]\n",
            "AUC: 0.8125\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 39   22 ]\n",
            "[ 11   129 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7803864168618266\n",
            "[[ 5  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7361111111111112\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 1  7]\n",
            " [ 1 11]]\n",
            "AUC: 0.5208333333333333\n",
            "[[ 0  6]\n",
            " [ 2 12]]\n",
            "AUC: 0.42857142857142855\n",
            "[[ 2  1]\n",
            " [ 4 13]]\n",
            "AUC: 0.7156862745098039\n",
            "[[2 3]\n",
            " [6 9]]\n",
            "AUC: 0.5\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[ 4  4]\n",
            " [ 2 10]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 6  2]\n",
            " [ 1 11]]\n",
            "AUC: 0.8333333333333334\n",
            "[[ 1  2]\n",
            " [ 2 15]]\n",
            "AUC: 0.607843137254902\n",
            "[ 28   33 ]\n",
            "[ 22   118 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6509367681498829\n",
            "[[7 2]\n",
            " [3 9]]\n",
            "AUC: 0.763888888888889\n",
            "[[ 6  0]\n",
            " [ 3 11]]\n",
            "AUC: 0.8928571428571428\n",
            "[[ 5  3]\n",
            " [ 1 11]]\n",
            "AUC: 0.7708333333333333\n",
            "[[ 2  4]\n",
            " [ 0 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 3 12]]\n",
            "AUC: 0.6000000000000001\n",
            "[[ 5  0]\n",
            " [ 2 13]]\n",
            "AUC: 0.9333333333333333\n",
            "[[ 6  2]\n",
            " [ 2 10]]\n",
            "AUC: 0.7916666666666666\n",
            "[[ 5  3]\n",
            " [ 1 11]]\n",
            "AUC: 0.7708333333333333\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 41   20 ]\n",
            "[ 18   122 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7717798594847776\n",
            "[[ 4  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6805555555555556\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 4  4]\n",
            " [ 0 12]]\n",
            "AUC: 0.75\n",
            "[[ 2  4]\n",
            " [ 1 13]]\n",
            "AUC: 0.6309523809523809\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 3 12]]\n",
            "AUC: 0.6000000000000001\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[ 4  4]\n",
            " [ 2 10]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 5  3]\n",
            " [ 0 12]]\n",
            "AUC: 0.8125\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 33   28 ]\n",
            "[ 12   128 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7276346604215457\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.7803864168618266)\n",
            "[[13  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6071428571428571\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[11  2]\n",
            " [ 4  3]]\n",
            "AUC: 0.6373626373626373\n",
            "[[14  2]\n",
            " [ 0  4]]\n",
            "AUC: 0.9375\n",
            "[[8 3]\n",
            " [4 5]]\n",
            "AUC: 0.6414141414141414\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[10  4]\n",
            " [ 1  5]]\n",
            "AUC: 0.773809523809524\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[8 2]\n",
            " [7 3]]\n",
            "AUC: 0.55\n",
            "[ 117   19 ]\n",
            "[ 26   39 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7301470588235295\n",
            "[[13  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.6785714285714286\n",
            "[[12  1]\n",
            " [ 3  4]]\n",
            "AUC: 0.7472527472527473\n",
            "[[12  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.675824175824176\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[7 4]\n",
            " [2 7]]\n",
            "AUC: 0.7070707070707071\n",
            "[[14  0]\n",
            " [ 0  6]]\n",
            "AUC: 1.0\n",
            "[[12  2]\n",
            " [ 1  5]]\n",
            "AUC: 0.8452380952380953\n",
            "[[13  2]\n",
            " [ 1  4]]\n",
            "AUC: 0.8333333333333334\n",
            "[[14  2]\n",
            " [ 1  3]]\n",
            "AUC: 0.8125\n",
            "[[8 2]\n",
            " [6 4]]\n",
            "AUC: 0.6\n",
            "[ 118   18 ]\n",
            "[ 22   43 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7645927601809954\n",
            "[[10  4]\n",
            " [ 3  4]]\n",
            "AUC: 0.6428571428571428\n",
            "[[12  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.675824175824176\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[14  2]\n",
            " [ 0  4]]\n",
            "AUC: 0.9375\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[9 5]\n",
            " [1 5]]\n",
            "AUC: 0.7380952380952381\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[8 2]\n",
            " [4 6]]\n",
            "AUC: 0.7000000000000002\n",
            "[ 110   26 ]\n",
            "[ 21   44 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7428733031674208\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[8 5]\n",
            " [2 5]]\n",
            "AUC: 0.6648351648351649\n",
            "[[10  6]\n",
            " [ 0  4]]\n",
            "AUC: 0.8125\n",
            "[[3 8]\n",
            " [0 9]]\n",
            "AUC: 0.6363636363636364\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[6 4]\n",
            " [2 8]]\n",
            "AUC: 0.7000000000000001\n",
            "[ 91   45 ]\n",
            "[ 7   58 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7807126696832579\n",
            "[[13  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6071428571428571\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[12  1]\n",
            " [ 3  4]]\n",
            "AUC: 0.7472527472527473\n",
            "[[15  1]\n",
            " [ 2  2]]\n",
            "AUC: 0.71875\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[6 4]\n",
            " [8 2]]\n",
            "AUC: 0.4\n",
            "[ 117   19 ]\n",
            "[ 24   41 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7455316742081448\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7807126696832579)\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 4  5]\n",
            " [ 0 11]]\n",
            "AUC: 0.7222222222222222\n",
            "[[ 3  5]\n",
            " [ 1 11]]\n",
            "AUC: 0.6458333333333333\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[[5 2]\n",
            " [4 9]]\n",
            "AUC: 0.7032967032967032\n",
            "[[ 5  1]\n",
            " [ 1 13]]\n",
            "AUC: 0.8809523809523809\n",
            "[[8 1]\n",
            " [3 8]]\n",
            "AUC: 0.8080808080808081\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[ 53   21 ]\n",
            "[ 16   111 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7951159821238561\n",
            "[[8 1]\n",
            " [3 9]]\n",
            "AUC: 0.8194444444444443\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 6  1]\n",
            " [ 2 11]]\n",
            "AUC: 0.8516483516483517\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[ 53   21 ]\n",
            "[ 14   113 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.8029899978718876\n",
            "[[ 5  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7361111111111112\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 3  6]\n",
            " [ 1 10]]\n",
            "AUC: 0.6212121212121212\n",
            "[[1 7]\n",
            " [3 9]]\n",
            "AUC: 0.4375\n",
            "[[ 2  1]\n",
            " [ 3 14]]\n",
            "AUC: 0.7450980392156863\n",
            "[[4 3]\n",
            " [6 7]]\n",
            "AUC: 0.5549450549450549\n",
            "[[ 4  2]\n",
            " [ 3 11]]\n",
            "AUC: 0.7261904761904762\n",
            "[[7 2]\n",
            " [3 8]]\n",
            "AUC: 0.7525252525252525\n",
            "[[7 4]\n",
            " [0 9]]\n",
            "AUC: 0.8181818181818181\n",
            "[[ 2  3]\n",
            " [ 0 15]]\n",
            "AUC: 0.7\n",
            "[ 42   32 ]\n",
            "[ 22   105 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6971696105554372\n",
            "[[8 1]\n",
            " [3 9]]\n",
            "AUC: 0.8194444444444443\n",
            "[[ 7  0]\n",
            " [ 2 11]]\n",
            "AUC: 0.9230769230769231\n",
            "[[ 5  4]\n",
            " [ 1 10]]\n",
            "AUC: 0.7323232323232324\n",
            "[[ 2  6]\n",
            " [ 0 12]]\n",
            "AUC: 0.625\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 5  2]\n",
            " [ 2 11]]\n",
            "AUC: 0.7802197802197803\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[8 1]\n",
            " [2 9]]\n",
            "AUC: 0.8535353535353535\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[ 52   22 ]\n",
            "[ 14   113 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7962332411151309\n",
            "[[ 8  1]\n",
            " [ 2 10]]\n",
            "AUC: 0.8611111111111112\n",
            "[[ 7  0]\n",
            " [ 3 10]]\n",
            "AUC: 0.8846153846153846\n",
            "[[ 5  4]\n",
            " [ 0 11]]\n",
            "AUC: 0.7777777777777778\n",
            "[[ 3  5]\n",
            " [ 2 10]]\n",
            "AUC: 0.6041666666666667\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[5 2]\n",
            " [4 9]]\n",
            "AUC: 0.7032967032967032\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[[7 2]\n",
            " [2 9]]\n",
            "AUC: 0.7979797979797981\n",
            "[[9 2]\n",
            " [0 9]]\n",
            "AUC: 0.9090909090909091\n",
            "[[ 2  3]\n",
            " [ 1 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[ 51   23 ]\n",
            "[ 16   111 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7816024686103427\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.8029899978718876)\n",
            "[[ 6  3]\n",
            " [ 1 11]]\n",
            "AUC: 0.7916666666666667\n",
            "[[ 4  2]\n",
            " [ 1 13]]\n",
            "AUC: 0.7976190476190477\n",
            "[[ 3  5]\n",
            " [ 0 12]]\n",
            "AUC: 0.6875\n",
            "[[ 1  5]\n",
            " [ 0 14]]\n",
            "AUC: 0.5833333333333333\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[ 4  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7083333333333333\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 31   29 ]\n",
            "[ 9   132 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.726418439716312\n",
            "[[ 7  2]\n",
            " [ 2 10]]\n",
            "AUC: 0.8055555555555556\n",
            "[[ 6  0]\n",
            " [ 2 12]]\n",
            "AUC: 0.9285714285714286\n",
            "[[ 5  3]\n",
            " [ 0 12]]\n",
            "AUC: 0.8125\n",
            "[[ 2  4]\n",
            " [ 0 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[[ 5  0]\n",
            " [ 0 15]]\n",
            "AUC: 1.0\n",
            "[[ 5  3]\n",
            " [ 2 10]]\n",
            "AUC: 0.7291666666666667\n",
            "[[ 5  2]\n",
            " [ 0 13]]\n",
            "AUC: 0.8571428571428572\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 40   20 ]\n",
            "[ 11   130 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7943262411347518\n",
            "[[ 5  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7361111111111112\n",
            "[[ 5  1]\n",
            " [ 2 12]]\n",
            "AUC: 0.8452380952380952\n",
            "[[ 1  7]\n",
            " [ 2 10]]\n",
            "AUC: 0.47916666666666674\n",
            "[[ 0  6]\n",
            " [ 3 11]]\n",
            "AUC: 0.39285714285714285\n",
            "[[ 1  2]\n",
            " [ 4 13]]\n",
            "AUC: 0.5490196078431373\n",
            "[[ 2  3]\n",
            " [ 5 10]]\n",
            "AUC: 0.5333333333333333\n",
            "[[ 1  4]\n",
            " [ 1 14]]\n",
            "AUC: 0.5666666666666667\n",
            "[[ 3  5]\n",
            " [ 2 10]]\n",
            "AUC: 0.6041666666666667\n",
            "[[ 5  2]\n",
            " [ 2 11]]\n",
            "AUC: 0.7802197802197803\n",
            "[[ 1  2]\n",
            " [ 2 15]]\n",
            "AUC: 0.607843137254902\n",
            "[ 24   36 ]\n",
            "[ 24   117 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6148936170212767\n",
            "[[7 2]\n",
            " [3 9]]\n",
            "AUC: 0.763888888888889\n",
            "[[ 6  0]\n",
            " [ 3 11]]\n",
            "AUC: 0.8928571428571428\n",
            "[[ 5  3]\n",
            " [ 1 11]]\n",
            "AUC: 0.7708333333333333\n",
            "[[ 2  4]\n",
            " [ 0 14]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 3 12]]\n",
            "AUC: 0.6000000000000001\n",
            "[[ 5  0]\n",
            " [ 1 14]]\n",
            "AUC: 0.9666666666666667\n",
            "[[ 6  2]\n",
            " [ 2 10]]\n",
            "AUC: 0.7916666666666666\n",
            "[[ 5  2]\n",
            " [ 1 12]]\n",
            "AUC: 0.8186813186813187\n",
            "[[ 2  1]\n",
            " [ 2 15]]\n",
            "AUC: 0.7745098039215688\n",
            "[ 41   19 ]\n",
            "[ 17   124 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7813829787234043\n",
            "[[ 5  4]\n",
            " [ 1 11]]\n",
            "AUC: 0.7361111111111112\n",
            "[[ 6  0]\n",
            " [ 1 13]]\n",
            "AUC: 0.9642857142857143\n",
            "[[ 4  4]\n",
            " [ 0 12]]\n",
            "AUC: 0.75\n",
            "[[ 0  6]\n",
            " [ 1 13]]\n",
            "AUC: 0.4642857142857143\n",
            "[[ 1  2]\n",
            " [ 1 16]]\n",
            "AUC: 0.6372549019607843\n",
            "[[ 2  3]\n",
            " [ 2 13]]\n",
            "AUC: 0.6333333333333333\n",
            "[[ 3  2]\n",
            " [ 1 14]]\n",
            "AUC: 0.7666666666666666\n",
            "[[ 4  4]\n",
            " [ 2 10]]\n",
            "AUC: 0.6666666666666667\n",
            "[[ 5  2]\n",
            " [ 0 13]]\n",
            "AUC: 0.8571428571428572\n",
            "[[ 2  1]\n",
            " [ 1 16]]\n",
            "AUC: 0.803921568627451\n",
            "[ 32   28 ]\n",
            "[ 10   131 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7312056737588652\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Random Forest', 0.7943262411347518)\n",
            "[[13  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6071428571428571\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[11  2]\n",
            " [ 6  1]]\n",
            "AUC: 0.49450549450549447\n",
            "[[16  0]\n",
            " [ 0  4]]\n",
            "AUC: 1.0\n",
            "[[9 3]\n",
            " [4 4]]\n",
            "AUC: 0.625\n",
            "[[14  0]\n",
            " [ 2  4]]\n",
            "AUC: 0.8333333333333333\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[15  0]\n",
            " [ 3  2]]\n",
            "AUC: 0.7\n",
            "[[14  3]\n",
            " [ 1  2]]\n",
            "AUC: 0.7450980392156862\n",
            "[[11  3]\n",
            " [ 4  2]]\n",
            "AUC: 0.5595238095238094\n",
            "[ 128   16 ]\n",
            "[ 28   29 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.6988304093567251\n",
            "[[14  0]\n",
            " [ 5  2]]\n",
            "AUC: 0.6428571428571428\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[12  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.675824175824176\n",
            "[[15  1]\n",
            " [ 2  2]]\n",
            "AUC: 0.71875\n",
            "[[9 3]\n",
            " [4 4]]\n",
            "AUC: 0.625\n",
            "[[14  0]\n",
            " [ 2  4]]\n",
            "AUC: 0.8333333333333333\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[15  2]\n",
            " [ 1  2]]\n",
            "AUC: 0.7745098039215685\n",
            "[[11  3]\n",
            " [ 3  3]]\n",
            "AUC: 0.6428571428571429\n",
            "[ 129   15 ]\n",
            "[ 25   32 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7286184210526316\n",
            "[[10  4]\n",
            " [ 4  3]]\n",
            "AUC: 0.5714285714285714\n",
            "[[13  1]\n",
            " [ 3  3]]\n",
            "AUC: 0.7142857142857143\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[15  1]\n",
            " [ 1  3]]\n",
            "AUC: 0.84375\n",
            "[[10  2]\n",
            " [ 5  3]]\n",
            "AUC: 0.6041666666666667\n",
            "[[14  0]\n",
            " [ 3  3]]\n",
            "AUC: 0.75\n",
            "[[10  5]\n",
            " [ 2  3]]\n",
            "AUC: 0.6333333333333334\n",
            "[[12  3]\n",
            " [ 2  3]]\n",
            "AUC: 0.7000000000000002\n",
            "[[14  3]\n",
            " [ 0  3]]\n",
            "AUC: 0.9117647058823529\n",
            "[[10  4]\n",
            " [ 2  4]]\n",
            "AUC: 0.6904761904761905\n",
            "[ 119   25 ]\n",
            "[ 24   33 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7026681286549707\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[8 5]\n",
            " [2 5]]\n",
            "AUC: 0.6648351648351649\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[4 8]\n",
            " [0 8]]\n",
            "AUC: 0.6666666666666667\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[9 8]\n",
            " [0 3]]\n",
            "AUC: 0.7647058823529411\n",
            "[[7 7]\n",
            " [2 4]]\n",
            "AUC: 0.5833333333333333\n",
            "[ 92   52 ]\n",
            "[ 7   50 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7580409356725146\n",
            "[[14  0]\n",
            " [ 6  1]]\n",
            "AUC: 0.5714285714285714\n",
            "[[13  1]\n",
            " [ 3  3]]\n",
            "AUC: 0.7142857142857143\n",
            "[[12  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6043956043956044\n",
            "[[16  0]\n",
            " [ 2  2]]\n",
            "AUC: 0.75\n",
            "[[10  2]\n",
            " [ 5  3]]\n",
            "AUC: 0.6041666666666667\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[11  4]\n",
            " [ 1  4]]\n",
            "AUC: 0.7666666666666667\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[14  3]\n",
            " [ 0  3]]\n",
            "AUC: 0.9117647058823529\n",
            "[[11  3]\n",
            " [ 4  2]]\n",
            "AUC: 0.5595238095238094\n",
            "[ 129   15 ]\n",
            "[ 28   29 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7023026315789473\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7580409356725146)\n",
            "[[16  0]\n",
            " [ 4  1]]\n",
            "AUC: 0.6\n",
            "[[14  0]\n",
            " [ 5  1]]\n",
            "AUC: 0.5833333333333334\n",
            "[[11  2]\n",
            " [ 6  1]]\n",
            "AUC: 0.49450549450549447\n",
            "[[16  0]\n",
            " [ 2  2]]\n",
            "AUC: 0.75\n",
            "[[11  1]\n",
            " [ 6  2]]\n",
            "AUC: 0.5833333333333333\n",
            "[[14  0]\n",
            " [ 6  0]]\n",
            "AUC: 0.5\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[16  0]\n",
            " [ 3  1]]\n",
            "AUC: 0.625\n",
            "[[15  2]\n",
            " [ 2  1]]\n",
            "AUC: 0.6078431372549019\n",
            "[[12  4]\n",
            " [ 3  1]]\n",
            "AUC: 0.5\n",
            "[ 138   12 ]\n",
            "[ 37   14 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.5972549019607843\n",
            "[[16  0]\n",
            " [ 4  1]]\n",
            "AUC: 0.6\n",
            "[[13  1]\n",
            " [ 3  3]]\n",
            "AUC: 0.7142857142857143\n",
            "[[12  1]\n",
            " [ 6  1]]\n",
            "AUC: 0.532967032967033\n",
            "[[16  0]\n",
            " [ 3  1]]\n",
            "AUC: 0.625\n",
            "[[10  2]\n",
            " [ 5  3]]\n",
            "AUC: 0.6041666666666667\n",
            "[[14  0]\n",
            " [ 3  3]]\n",
            "AUC: 0.75\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[14  2]\n",
            " [ 1  3]]\n",
            "AUC: 0.8125\n",
            "[[15  2]\n",
            " [ 1  2]]\n",
            "AUC: 0.7745098039215685\n",
            "[[13  3]\n",
            " [ 3  1]]\n",
            "AUC: 0.53125\n",
            "[ 136   14 ]\n",
            "[ 29   22 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.6690196078431372\n",
            "[[14  2]\n",
            " [ 3  2]]\n",
            "AUC: 0.6375\n",
            "[[13  1]\n",
            " [ 4  2]]\n",
            "AUC: 0.6309523809523809\n",
            "[[11  2]\n",
            " [ 3  4]]\n",
            "AUC: 0.7087912087912087\n",
            "[[15  1]\n",
            " [ 1  3]]\n",
            "AUC: 0.84375\n",
            "[[10  2]\n",
            " [ 5  3]]\n",
            "AUC: 0.6041666666666667\n",
            "[[14  0]\n",
            " [ 3  3]]\n",
            "AUC: 0.75\n",
            "[[11  5]\n",
            " [ 1  3]]\n",
            "AUC: 0.71875\n",
            "[[12  4]\n",
            " [ 0  4]]\n",
            "AUC: 0.875\n",
            "[[16  1]\n",
            " [ 1  2]]\n",
            "AUC: 0.8039215686274509\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[ 129   21 ]\n",
            "[ 22   29 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7143137254901961\n",
            "[[13  3]\n",
            " [ 2  3]]\n",
            "AUC: 0.70625\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[8 5]\n",
            " [2 5]]\n",
            "AUC: 0.6648351648351649\n",
            "[[10  6]\n",
            " [ 0  4]]\n",
            "AUC: 0.8125\n",
            "[[3 9]\n",
            " [0 8]]\n",
            "AUC: 0.625\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[11  5]\n",
            " [ 0  4]]\n",
            "AUC: 0.84375\n",
            "[[12  4]\n",
            " [ 0  4]]\n",
            "AUC: 0.875\n",
            "[[11  6]\n",
            " [ 0  3]]\n",
            "AUC: 0.8235294117647058\n",
            "[[7 9]\n",
            " [2 2]]\n",
            "AUC: 0.46875\n",
            "[ 97   53 ]\n",
            "[ 7   44 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7547058823529411\n",
            "[[16  0]\n",
            " [ 4  1]]\n",
            "AUC: 0.6\n",
            "[[13  1]\n",
            " [ 4  2]]\n",
            "AUC: 0.6309523809523809\n",
            "[[12  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6043956043956044\n",
            "[[16  0]\n",
            " [ 2  2]]\n",
            "AUC: 0.75\n",
            "[[11  1]\n",
            " [ 7  1]]\n",
            "AUC: 0.5208333333333334\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[14  2]\n",
            " [ 1  3]]\n",
            "AUC: 0.8125\n",
            "[[15  2]\n",
            " [ 1  2]]\n",
            "AUC: 0.7745098039215685\n",
            "[[13  3]\n",
            " [ 3  1]]\n",
            "AUC: 0.53125\n",
            "[ 137   13 ]\n",
            "[ 28   23 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.682156862745098\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7547058823529411)\n",
            "[[13  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6071428571428571\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[11  2]\n",
            " [ 4  3]]\n",
            "AUC: 0.6373626373626373\n",
            "[[14  2]\n",
            " [ 0  4]]\n",
            "AUC: 0.9375\n",
            "[[8 3]\n",
            " [4 5]]\n",
            "AUC: 0.6414141414141414\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[10  5]\n",
            " [ 1  4]]\n",
            "AUC: 0.7333333333333334\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[8 2]\n",
            " [7 3]]\n",
            "AUC: 0.55\n",
            "[ 117   20 ]\n",
            "[ 26   38 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.723882299270073\n",
            "[[13  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6071428571428571\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[12  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.675824175824176\n",
            "[[13  3]\n",
            " [ 0  4]]\n",
            "AUC: 0.90625\n",
            "[[8 3]\n",
            " [3 6]]\n",
            "AUC: 0.696969696969697\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[14  2]\n",
            " [ 1  3]]\n",
            "AUC: 0.8125\n",
            "[[8 2]\n",
            " [6 4]]\n",
            "AUC: 0.6\n",
            "[ 120   17 ]\n",
            "[ 24   40 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7504562043795621\n",
            "[[10  4]\n",
            " [ 4  3]]\n",
            "AUC: 0.5714285714285714\n",
            "[[12  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.675824175824176\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[15  1]\n",
            " [ 0  4]]\n",
            "AUC: 0.96875\n",
            "[[8 3]\n",
            " [5 4]]\n",
            "AUC: 0.5858585858585859\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[9 6]\n",
            " [1 4]]\n",
            "AUC: 0.7000000000000001\n",
            "[[13  2]\n",
            " [ 1  4]]\n",
            "AUC: 0.8333333333333334\n",
            "[[14  2]\n",
            " [ 1  3]]\n",
            "AUC: 0.8125\n",
            "[[7 3]\n",
            " [5 5]]\n",
            "AUC: 0.5999999999999999\n",
            "[ 112   25 ]\n",
            "[ 25   39 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7134466240875912\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  2]\n",
            " [ 0  7]]\n",
            "AUC: 0.9230769230769231\n",
            "[[8 5]\n",
            " [2 5]]\n",
            "AUC: 0.6648351648351649\n",
            "[[10  6]\n",
            " [ 0  4]]\n",
            "AUC: 0.8125\n",
            "[[3 8]\n",
            " [0 9]]\n",
            "AUC: 0.6363636363636364\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[6 4]\n",
            " [2 8]]\n",
            "AUC: 0.7000000000000001\n",
            "[ 91   46 ]\n",
            "[ 7   57 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7774292883211679\n",
            "[[13  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6071428571428571\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[12  1]\n",
            " [ 3  4]]\n",
            "AUC: 0.7472527472527473\n",
            "[[16  0]\n",
            " [ 2  2]]\n",
            "AUC: 0.75\n",
            "[[8 3]\n",
            " [0 9]]\n",
            "AUC: 0.8636363636363636\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[11  4]\n",
            " [ 1  4]]\n",
            "AUC: 0.7666666666666667\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[7 3]\n",
            " [8 2]]\n",
            "AUC: 0.44999999999999996\n",
            "[ 119   18 ]\n",
            "[ 24   40 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7468065693430657\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7774292883211679)\n",
            "[[12  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7857142857142858\n",
            "[[11  1]\n",
            " [ 1  7]]\n",
            "AUC: 0.8958333333333334\n",
            "[[9 3]\n",
            " [3 5]]\n",
            "AUC: 0.6875\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[ 6  2]\n",
            " [ 1 11]]\n",
            "AUC: 0.8333333333333334\n",
            "[[13  1]\n",
            " [ 1  5]]\n",
            "AUC: 0.880952380952381\n",
            "[[8 4]\n",
            " [2 6]]\n",
            "AUC: 0.7083333333333334\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[11  4]\n",
            " [ 1  4]]\n",
            "AUC: 0.7666666666666667\n",
            "[[5 2]\n",
            " [7 6]]\n",
            "AUC: 0.5879120879120879\n",
            "[ 95   28 ]\n",
            "[ 19   59 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7643839899937461\n",
            "[[13  1]\n",
            " [ 3  4]]\n",
            "AUC: 0.75\n",
            "[[12  0]\n",
            " [ 1  7]]\n",
            "AUC: 0.9375\n",
            "[[11  1]\n",
            " [ 4  4]]\n",
            "AUC: 0.7083333333333334\n",
            "[[11  5]\n",
            " [ 0  4]]\n",
            "AUC: 0.84375\n",
            "[[ 4  4]\n",
            " [ 2 10]]\n",
            "AUC: 0.6666666666666667\n",
            "[[12  2]\n",
            " [ 0  6]]\n",
            "AUC: 0.9285714285714286\n",
            "[[10  2]\n",
            " [ 3  5]]\n",
            "AUC: 0.7291666666666667\n",
            "[[12  1]\n",
            " [ 2  5]]\n",
            "AUC: 0.8186813186813188\n",
            "[[13  2]\n",
            " [ 1  4]]\n",
            "AUC: 0.8333333333333334\n",
            "[[5 2]\n",
            " [7 6]]\n",
            "AUC: 0.5879120879120879\n",
            "[ 103   20 ]\n",
            "[ 23   55 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7712632895559726\n",
            "[[10  4]\n",
            " [ 0  7]]\n",
            "AUC: 0.8571428571428572\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[10  2]\n",
            " [ 2  6]]\n",
            "AUC: 0.7916666666666667\n",
            "[[10  6]\n",
            " [ 0  4]]\n",
            "AUC: 0.8125\n",
            "[[6 2]\n",
            " [5 7]]\n",
            "AUC: 0.6666666666666666\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[8 4]\n",
            " [2 6]]\n",
            "AUC: 0.7083333333333334\n",
            "[[11  2]\n",
            " [ 1  6]]\n",
            "AUC: 0.8516483516483516\n",
            "[[12  3]\n",
            " [ 0  5]]\n",
            "AUC: 0.9\n",
            "[[4 3]\n",
            " [4 9]]\n",
            "AUC: 0.6318681318681318\n",
            "[ 95   28 ]\n",
            "[ 18   60 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7707942464040025\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  1]\n",
            " [ 0  8]]\n",
            "AUC: 0.9583333333333333\n",
            "[[7 5]\n",
            " [1 7]]\n",
            "AUC: 0.7291666666666665\n",
            "[[7 9]\n",
            " [0 4]]\n",
            "AUC: 0.71875\n",
            "[[ 2  6]\n",
            " [ 1 11]]\n",
            "AUC: 0.5833333333333333\n",
            "[[10  4]\n",
            " [ 0  6]]\n",
            "AUC: 0.8571428571428572\n",
            "[[10  2]\n",
            " [ 0  8]]\n",
            "AUC: 0.9166666666666667\n",
            "[[10  3]\n",
            " [ 1  6]]\n",
            "AUC: 0.8131868131868132\n",
            "[[9 6]\n",
            " [0 5]]\n",
            "AUC: 0.8\n",
            "[[ 5  2]\n",
            " [ 3 10]]\n",
            "AUC: 0.7417582417582418\n",
            "[ 82   41 ]\n",
            "[ 8   70 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.782051282051282\n",
            "[[12  2]\n",
            " [ 3  4]]\n",
            "AUC: 0.7142857142857144\n",
            "[[11  1]\n",
            " [ 2  6]]\n",
            "AUC: 0.8333333333333333\n",
            "[[9 3]\n",
            " [2 6]]\n",
            "AUC: 0.75\n",
            "[[12  4]\n",
            " [ 0  4]]\n",
            "AUC: 0.875\n",
            "[[ 6  2]\n",
            " [ 1 11]]\n",
            "AUC: 0.8333333333333334\n",
            "[[13  1]\n",
            " [ 0  6]]\n",
            "AUC: 0.9642857142857143\n",
            "[[9 3]\n",
            " [2 6]]\n",
            "AUC: 0.75\n",
            "[[13  0]\n",
            " [ 2  5]]\n",
            "AUC: 0.8571428571428572\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[6 1]\n",
            " [7 6]]\n",
            "AUC: 0.6593406593406594\n",
            "[ 103   20 ]\n",
            "[ 20   58 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7904940587867417\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Logistic Regression', 0.7904940587867417)\n",
            "[[14  0]\n",
            " [ 6  1]]\n",
            "AUC: 0.5714285714285714\n",
            "[[13  1]\n",
            " [ 3  3]]\n",
            "AUC: 0.7142857142857143\n",
            "[[11  2]\n",
            " [ 6  1]]\n",
            "AUC: 0.49450549450549447\n",
            "[[16  0]\n",
            " [ 1  3]]\n",
            "AUC: 0.875\n",
            "[[10  2]\n",
            " [ 4  4]]\n",
            "AUC: 0.6666666666666666\n",
            "[[14  0]\n",
            " [ 2  4]]\n",
            "AUC: 0.8333333333333333\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[15  0]\n",
            " [ 3  2]]\n",
            "AUC: 0.7\n",
            "[[14  3]\n",
            " [ 1  2]]\n",
            "AUC: 0.7450980392156862\n",
            "[[12  3]\n",
            " [ 3  2]]\n",
            "AUC: 0.6\n",
            "[ 131   14 ]\n",
            "[ 30   26 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.6838669950738916\n",
            "[[14  0]\n",
            " [ 6  1]]\n",
            "AUC: 0.5714285714285714\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[12  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.675824175824176\n",
            "[[16  0]\n",
            " [ 2  2]]\n",
            "AUC: 0.75\n",
            "[[10  2]\n",
            " [ 5  3]]\n",
            "AUC: 0.6041666666666667\n",
            "[[14  0]\n",
            " [ 2  4]]\n",
            "AUC: 0.8333333333333333\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[15  2]\n",
            " [ 1  2]]\n",
            "AUC: 0.7745098039215685\n",
            "[[11  4]\n",
            " [ 3  2]]\n",
            "AUC: 0.5666666666666667\n",
            "[ 131   14 ]\n",
            "[ 27   29 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.710652709359606\n",
            "[[12  2]\n",
            " [ 4  3]]\n",
            "AUC: 0.6428571428571429\n",
            "[[13  1]\n",
            " [ 3  3]]\n",
            "AUC: 0.7142857142857143\n",
            "[[11  2]\n",
            " [ 3  4]]\n",
            "AUC: 0.7087912087912087\n",
            "[[15  1]\n",
            " [ 1  3]]\n",
            "AUC: 0.84375\n",
            "[[10  2]\n",
            " [ 5  3]]\n",
            "AUC: 0.6041666666666667\n",
            "[[14  0]\n",
            " [ 3  3]]\n",
            "AUC: 0.75\n",
            "[[10  5]\n",
            " [ 2  3]]\n",
            "AUC: 0.6333333333333334\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[15  2]\n",
            " [ 0  3]]\n",
            "AUC: 0.9411764705882353\n",
            "[[10  5]\n",
            " [ 2  3]]\n",
            "AUC: 0.6333333333333334\n",
            "[ 122   23 ]\n",
            "[ 24   32 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7064039408866996\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[8 5]\n",
            " [2 5]]\n",
            "AUC: 0.6648351648351649\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[4 8]\n",
            " [0 8]]\n",
            "AUC: 0.6666666666666667\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[9 8]\n",
            " [0 3]]\n",
            "AUC: 0.7647058823529411\n",
            "[[7 8]\n",
            " [2 3]]\n",
            "AUC: 0.5333333333333333\n",
            "[ 92   53 ]\n",
            "[ 7   49 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7547413793103448\n",
            "[[14  0]\n",
            " [ 6  1]]\n",
            "AUC: 0.5714285714285714\n",
            "[[13  1]\n",
            " [ 3  3]]\n",
            "AUC: 0.7142857142857143\n",
            "[[12  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6043956043956044\n",
            "[[16  0]\n",
            " [ 2  2]]\n",
            "AUC: 0.75\n",
            "[[11  1]\n",
            " [ 5  3]]\n",
            "AUC: 0.6458333333333333\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[11  4]\n",
            " [ 1  4]]\n",
            "AUC: 0.7666666666666667\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[14  3]\n",
            " [ 0  3]]\n",
            "AUC: 0.9117647058823529\n",
            "[[12  3]\n",
            " [ 3  2]]\n",
            "AUC: 0.6\n",
            "[ 131   14 ]\n",
            "[ 27   29 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.710652709359606\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7547413793103448)\n",
            "[[15  0]\n",
            " [ 5  1]]\n",
            "AUC: 0.5833333333333334\n",
            "[[14  0]\n",
            " [ 4  2]]\n",
            "AUC: 0.6666666666666666\n",
            "[[11  2]\n",
            " [ 6  1]]\n",
            "AUC: 0.49450549450549447\n",
            "[[16  0]\n",
            " [ 2  2]]\n",
            "AUC: 0.75\n",
            "[[11  1]\n",
            " [ 7  1]]\n",
            "AUC: 0.5208333333333334\n",
            "[[14  0]\n",
            " [ 5  1]]\n",
            "AUC: 0.5833333333333334\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[15  0]\n",
            " [ 4  1]]\n",
            "AUC: 0.6\n",
            "[[15  2]\n",
            " [ 2  1]]\n",
            "AUC: 0.6078431372549019\n",
            "[[12  4]\n",
            " [ 3  1]]\n",
            "AUC: 0.5\n",
            "[ 135   12 ]\n",
            "[ 39   15 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.5980725623582767\n",
            "[[15  0]\n",
            " [ 5  1]]\n",
            "AUC: 0.5833333333333334\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[12  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6043956043956044\n",
            "[[16  0]\n",
            " [ 3  1]]\n",
            "AUC: 0.625\n",
            "[[9 3]\n",
            " [5 3]]\n",
            "AUC: 0.5625\n",
            "[[14  0]\n",
            " [ 3  3]]\n",
            "AUC: 0.75\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[15  2]\n",
            " [ 1  2]]\n",
            "AUC: 0.7745098039215685\n",
            "[[11  5]\n",
            " [ 3  1]]\n",
            "AUC: 0.46875\n",
            "[ 131   16 ]\n",
            "[ 29   25 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.6770597127739985\n",
            "[[12  3]\n",
            " [ 4  2]]\n",
            "AUC: 0.5666666666666667\n",
            "[[12  2]\n",
            " [ 3  3]]\n",
            "AUC: 0.6785714285714286\n",
            "[[11  2]\n",
            " [ 3  4]]\n",
            "AUC: 0.7087912087912087\n",
            "[[15  1]\n",
            " [ 0  4]]\n",
            "AUC: 0.96875\n",
            "[[10  2]\n",
            " [ 5  3]]\n",
            "AUC: 0.6041666666666667\n",
            "[[14  0]\n",
            " [ 3  3]]\n",
            "AUC: 0.75\n",
            "[[10  5]\n",
            " [ 2  3]]\n",
            "AUC: 0.6333333333333334\n",
            "[[12  3]\n",
            " [ 2  3]]\n",
            "AUC: 0.7000000000000002\n",
            "[[16  1]\n",
            " [ 0  3]]\n",
            "AUC: 0.9705882352941176\n",
            "[[11  5]\n",
            " [ 1  3]]\n",
            "AUC: 0.71875\n",
            "[ 123   24 ]\n",
            "[ 23   31 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7054043839758126\n",
            "[[11  4]\n",
            " [ 2  4]]\n",
            "AUC: 0.7000000000000001\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[8 5]\n",
            " [2 5]]\n",
            "AUC: 0.6648351648351649\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[3 9]\n",
            " [0 8]]\n",
            "AUC: 0.625\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[9 8]\n",
            " [0 3]]\n",
            "AUC: 0.7647058823529411\n",
            "[[7 9]\n",
            " [2 2]]\n",
            "AUC: 0.46875\n",
            "[ 91   56 ]\n",
            "[ 7   47 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7447089947089947\n",
            "[[15  0]\n",
            " [ 5  1]]\n",
            "AUC: 0.5833333333333334\n",
            "[[13  1]\n",
            " [ 3  3]]\n",
            "AUC: 0.7142857142857143\n",
            "[[12  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6043956043956044\n",
            "[[16  0]\n",
            " [ 2  2]]\n",
            "AUC: 0.75\n",
            "[[11  1]\n",
            " [ 7  1]]\n",
            "AUC: 0.5208333333333334\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[11  4]\n",
            " [ 1  4]]\n",
            "AUC: 0.7666666666666667\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[14  3]\n",
            " [ 1  2]]\n",
            "AUC: 0.7450980392156862\n",
            "[[13  3]\n",
            " [ 3  1]]\n",
            "AUC: 0.53125\n",
            "[ 133   14 ]\n",
            "[ 29   25 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.6838624338624338\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7447089947089947)\n",
            "[[15  0]\n",
            " [ 5  1]]\n",
            "AUC: 0.5833333333333334\n",
            "[[14  0]\n",
            " [ 3  3]]\n",
            "AUC: 0.75\n",
            "[[11  2]\n",
            " [ 6  1]]\n",
            "AUC: 0.49450549450549447\n",
            "[[16  0]\n",
            " [ 2  2]]\n",
            "AUC: 0.75\n",
            "[[10  2]\n",
            " [ 4  4]]\n",
            "AUC: 0.6666666666666666\n",
            "[[14  0]\n",
            " [ 2  4]]\n",
            "AUC: 0.8333333333333333\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[15  0]\n",
            " [ 3  2]]\n",
            "AUC: 0.7\n",
            "[[14  3]\n",
            " [ 1  2]]\n",
            "AUC: 0.7450980392156862\n",
            "[[12  3]\n",
            " [ 3  2]]\n",
            "AUC: 0.6\n",
            "[ 133   13 ]\n",
            "[ 30   25 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.6827521793275217\n",
            "[[15  0]\n",
            " [ 5  1]]\n",
            "AUC: 0.5833333333333334\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[12  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6043956043956044\n",
            "[[16  0]\n",
            " [ 2  2]]\n",
            "AUC: 0.75\n",
            "[[10  2]\n",
            " [ 5  3]]\n",
            "AUC: 0.6041666666666667\n",
            "[[14  0]\n",
            " [ 2  4]]\n",
            "AUC: 0.8333333333333333\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[15  2]\n",
            " [ 1  2]]\n",
            "AUC: 0.7745098039215685\n",
            "[[11  4]\n",
            " [ 3  2]]\n",
            "AUC: 0.5666666666666667\n",
            "[ 132   14 ]\n",
            "[ 27   28 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7066002490660024\n",
            "[[12  3]\n",
            " [ 4  2]]\n",
            "AUC: 0.5666666666666667\n",
            "[[12  2]\n",
            " [ 3  3]]\n",
            "AUC: 0.6785714285714286\n",
            "[[11  2]\n",
            " [ 3  4]]\n",
            "AUC: 0.7087912087912087\n",
            "[[15  1]\n",
            " [ 0  4]]\n",
            "AUC: 0.96875\n",
            "[[9 3]\n",
            " [5 3]]\n",
            "AUC: 0.5625\n",
            "[[14  0]\n",
            " [ 3  3]]\n",
            "AUC: 0.75\n",
            "[[10  5]\n",
            " [ 2  3]]\n",
            "AUC: 0.6333333333333334\n",
            "[[12  3]\n",
            " [ 2  3]]\n",
            "AUC: 0.7000000000000002\n",
            "[[16  1]\n",
            " [ 0  3]]\n",
            "AUC: 0.9705882352941176\n",
            "[[10  5]\n",
            " [ 2  3]]\n",
            "AUC: 0.6333333333333334\n",
            "[ 121   25 ]\n",
            "[ 24   31 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6962017434620174\n",
            "[[11  4]\n",
            " [ 2  4]]\n",
            "AUC: 0.7000000000000001\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[8 5]\n",
            " [2 5]]\n",
            "AUC: 0.6648351648351649\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[4 8]\n",
            " [0 8]]\n",
            "AUC: 0.6666666666666667\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[9 8]\n",
            " [0 3]]\n",
            "AUC: 0.7647058823529411\n",
            "[[7 8]\n",
            " [2 3]]\n",
            "AUC: 0.5333333333333333\n",
            "[ 92   54 ]\n",
            "[ 7   48 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7514321295143213\n",
            "[[15  0]\n",
            " [ 5  1]]\n",
            "AUC: 0.5833333333333334\n",
            "[[13  1]\n",
            " [ 3  3]]\n",
            "AUC: 0.7142857142857143\n",
            "[[12  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6043956043956044\n",
            "[[16  0]\n",
            " [ 2  2]]\n",
            "AUC: 0.75\n",
            "[[11  1]\n",
            " [ 4  4]]\n",
            "AUC: 0.7083333333333334\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[11  4]\n",
            " [ 1  4]]\n",
            "AUC: 0.7666666666666667\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[14  3]\n",
            " [ 0  3]]\n",
            "AUC: 0.9117647058823529\n",
            "[[13  2]\n",
            " [ 3  2]]\n",
            "AUC: 0.6333333333333333\n",
            "[ 133   13 ]\n",
            "[ 25   30 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7282067247820672\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7514321295143213)\n",
            "[[13  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6071428571428571\n",
            "[[13  1]\n",
            " [ 1  5]]\n",
            "AUC: 0.880952380952381\n",
            "[[11  2]\n",
            " [ 6  1]]\n",
            "AUC: 0.49450549450549447\n",
            "[[16  0]\n",
            " [ 0  4]]\n",
            "AUC: 1.0\n",
            "[[8 3]\n",
            " [5 4]]\n",
            "AUC: 0.5858585858585859\n",
            "[[14  0]\n",
            " [ 2  4]]\n",
            "AUC: 0.8333333333333333\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[15  0]\n",
            " [ 2  3]]\n",
            "AUC: 0.8\n",
            "[[14  3]\n",
            " [ 1  2]]\n",
            "AUC: 0.7450980392156862\n",
            "[[11  2]\n",
            " [ 4  3]]\n",
            "AUC: 0.6373626373626373\n",
            "[ 127   15 ]\n",
            "[ 27   32 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7183695392695154\n",
            "[[14  0]\n",
            " [ 5  2]]\n",
            "AUC: 0.6428571428571428\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[12  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.675824175824176\n",
            "[[15  1]\n",
            " [ 2  2]]\n",
            "AUC: 0.71875\n",
            "[[8 3]\n",
            " [5 4]]\n",
            "AUC: 0.5858585858585859\n",
            "[[14  0]\n",
            " [ 2  4]]\n",
            "AUC: 0.8333333333333333\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[15  2]\n",
            " [ 0  3]]\n",
            "AUC: 0.9411764705882353\n",
            "[[11  2]\n",
            " [ 3  4]]\n",
            "AUC: 0.7087912087912087\n",
            "[ 128   14 ]\n",
            "[ 25   34 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7388398185724516\n",
            "[[10  4]\n",
            " [ 4  3]]\n",
            "AUC: 0.5714285714285714\n",
            "[[13  1]\n",
            " [ 3  3]]\n",
            "AUC: 0.7142857142857143\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[14  2]\n",
            " [ 0  4]]\n",
            "AUC: 0.9375\n",
            "[[8 3]\n",
            " [6 3]]\n",
            "AUC: 0.5303030303030303\n",
            "[[13  1]\n",
            " [ 3  3]]\n",
            "AUC: 0.7142857142857143\n",
            "[[9 6]\n",
            " [1 4]]\n",
            "AUC: 0.7000000000000001\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[14  3]\n",
            " [ 0  3]]\n",
            "AUC: 0.9117647058823529\n",
            "[[10  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7417582417582418\n",
            "[ 114   28 ]\n",
            "[ 22   37 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7149677727381236\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[8 5]\n",
            " [2 5]]\n",
            "AUC: 0.6648351648351649\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[4 7]\n",
            " [0 9]]\n",
            "AUC: 0.6818181818181819\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[9 8]\n",
            " [0 3]]\n",
            "AUC: 0.7647058823529411\n",
            "[[7 6]\n",
            " [1 6]]\n",
            "AUC: 0.6978021978021978\n",
            "[ 92   50 ]\n",
            "[ 6   53 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7730962043447124\n",
            "[[14  0]\n",
            " [ 6  1]]\n",
            "AUC: 0.5714285714285714\n",
            "[[12  2]\n",
            " [ 3  3]]\n",
            "AUC: 0.6785714285714286\n",
            "[[12  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.675824175824176\n",
            "[[16  0]\n",
            " [ 2  2]]\n",
            "AUC: 0.75\n",
            "[[9 2]\n",
            " [6 3]]\n",
            "AUC: 0.5757575757575757\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[11  4]\n",
            " [ 1  4]]\n",
            "AUC: 0.7666666666666667\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[14  3]\n",
            " [ 0  3]]\n",
            "AUC: 0.9117647058823529\n",
            "[[10  3]\n",
            " [ 5  2]]\n",
            "AUC: 0.5274725274725274\n",
            "[ 126   16 ]\n",
            "[ 29   30 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.6978992599665792\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7730962043447124)\n",
            "[[13  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6071428571428571\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[11  2]\n",
            " [ 6  1]]\n",
            "AUC: 0.49450549450549447\n",
            "[[16  0]\n",
            " [ 0  4]]\n",
            "AUC: 1.0\n",
            "[[8 3]\n",
            " [5 4]]\n",
            "AUC: 0.5858585858585859\n",
            "[[14  0]\n",
            " [ 2  4]]\n",
            "AUC: 0.8333333333333333\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[15  0]\n",
            " [ 2  3]]\n",
            "AUC: 0.8\n",
            "[[14  3]\n",
            " [ 1  2]]\n",
            "AUC: 0.7450980392156862\n",
            "[[11  3]\n",
            " [ 4  2]]\n",
            "AUC: 0.5595238095238094\n",
            "[ 127   16 ]\n",
            "[ 28   30 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7026766337111165\n",
            "[[14  0]\n",
            " [ 5  2]]\n",
            "AUC: 0.6428571428571428\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[12  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.675824175824176\n",
            "[[15  1]\n",
            " [ 2  2]]\n",
            "AUC: 0.71875\n",
            "[[8 3]\n",
            " [5 4]]\n",
            "AUC: 0.5858585858585859\n",
            "[[14  0]\n",
            " [ 3  3]]\n",
            "AUC: 0.75\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[15  2]\n",
            " [ 1  2]]\n",
            "AUC: 0.7745098039215685\n",
            "[[11  3]\n",
            " [ 3  3]]\n",
            "AUC: 0.6428571428571429\n",
            "[ 128   15 ]\n",
            "[ 27   31 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7147938268627924\n",
            "[[10  4]\n",
            " [ 4  3]]\n",
            "AUC: 0.5714285714285714\n",
            "[[13  1]\n",
            " [ 3  3]]\n",
            "AUC: 0.7142857142857143\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[15  1]\n",
            " [ 0  4]]\n",
            "AUC: 0.96875\n",
            "[[9 2]\n",
            " [6 3]]\n",
            "AUC: 0.5757575757575757\n",
            "[[14  0]\n",
            " [ 3  3]]\n",
            "AUC: 0.75\n",
            "[[9 6]\n",
            " [2 3]]\n",
            "AUC: 0.6\n",
            "[[12  3]\n",
            " [ 2  3]]\n",
            "AUC: 0.7000000000000002\n",
            "[[14  3]\n",
            " [ 0  3]]\n",
            "AUC: 0.9117647058823529\n",
            "[[10  4]\n",
            " [ 2  4]]\n",
            "AUC: 0.6904761904761905\n",
            "[ 117   26 ]\n",
            "[ 24   34 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.7021943573667712\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[8 5]\n",
            " [2 5]]\n",
            "AUC: 0.6648351648351649\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[4 7]\n",
            " [0 9]]\n",
            "AUC: 0.6818181818181819\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[9 8]\n",
            " [0 3]]\n",
            "AUC: 0.7647058823529411\n",
            "[[7 7]\n",
            " [1 5]]\n",
            "AUC: 0.6666666666666667\n",
            "[ 92   51 ]\n",
            "[ 6   52 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7699541837472872\n",
            "[[14  0]\n",
            " [ 6  1]]\n",
            "AUC: 0.5714285714285714\n",
            "[[12  2]\n",
            " [ 3  3]]\n",
            "AUC: 0.6785714285714286\n",
            "[[12  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.675824175824176\n",
            "[[16  0]\n",
            " [ 2  2]]\n",
            "AUC: 0.75\n",
            "[[9 2]\n",
            " [6 3]]\n",
            "AUC: 0.5757575757575757\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[11  4]\n",
            " [ 1  4]]\n",
            "AUC: 0.7666666666666667\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[14  3]\n",
            " [ 0  3]]\n",
            "AUC: 0.9117647058823529\n",
            "[[11  3]\n",
            " [ 4  2]]\n",
            "AUC: 0.5595238095238094\n",
            "[ 127   16 ]\n",
            "[ 28   30 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7026766337111165\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7699541837472872)\n",
            "[[13  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6071428571428571\n",
            "[[13  1]\n",
            " [ 1  5]]\n",
            "AUC: 0.880952380952381\n",
            "[[11  2]\n",
            " [ 6  1]]\n",
            "AUC: 0.49450549450549447\n",
            "[[16  0]\n",
            " [ 0  4]]\n",
            "AUC: 1.0\n",
            "[[8 3]\n",
            " [5 4]]\n",
            "AUC: 0.5858585858585859\n",
            "[[14  0]\n",
            " [ 2  4]]\n",
            "AUC: 0.8333333333333333\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[15  0]\n",
            " [ 2  3]]\n",
            "AUC: 0.8\n",
            "[[13  3]\n",
            " [ 2  2]]\n",
            "AUC: 0.65625\n",
            "[[11  2]\n",
            " [ 4  3]]\n",
            "AUC: 0.6373626373626373\n",
            "[ 126   15 ]\n",
            "[ 28   32 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7134751773049646\n",
            "[[13  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6071428571428571\n",
            "[[13  1]\n",
            " [ 2  4]]\n",
            "AUC: 0.7976190476190476\n",
            "[[12  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.675824175824176\n",
            "[[15  1]\n",
            " [ 2  2]]\n",
            "AUC: 0.71875\n",
            "[[8 3]\n",
            " [4 5]]\n",
            "AUC: 0.6414141414141414\n",
            "[[14  0]\n",
            " [ 2  4]]\n",
            "AUC: 0.8333333333333333\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[14  2]\n",
            " [ 1  3]]\n",
            "AUC: 0.8125\n",
            "[[11  2]\n",
            " [ 3  4]]\n",
            "AUC: 0.7087912087912087\n",
            "[ 126   15 ]\n",
            "[ 25   35 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.7384751773049645\n",
            "[[10  4]\n",
            " [ 4  3]]\n",
            "AUC: 0.5714285714285714\n",
            "[[13  1]\n",
            " [ 3  3]]\n",
            "AUC: 0.7142857142857143\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[14  2]\n",
            " [ 0  4]]\n",
            "AUC: 0.9375\n",
            "[[8 3]\n",
            " [6 3]]\n",
            "AUC: 0.5303030303030303\n",
            "[[14  0]\n",
            " [ 3  3]]\n",
            "AUC: 0.75\n",
            "[[9 6]\n",
            " [1 4]]\n",
            "AUC: 0.7000000000000001\n",
            "[[12  3]\n",
            " [ 2  3]]\n",
            "AUC: 0.7000000000000002\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[9 4]\n",
            " [2 5]]\n",
            "AUC: 0.7032967032967034\n",
            "[ 113   28 ]\n",
            "[ 24   36 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.700709219858156\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[8 5]\n",
            " [2 5]]\n",
            "AUC: 0.6648351648351649\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[4 7]\n",
            " [0 9]]\n",
            "AUC: 0.6818181818181819\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[7 6]\n",
            " [1 6]]\n",
            "AUC: 0.6978021978021978\n",
            "[ 92   49 ]\n",
            "[ 6   54 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.776241134751773\n",
            "[[14  0]\n",
            " [ 6  1]]\n",
            "AUC: 0.5714285714285714\n",
            "[[12  2]\n",
            " [ 3  3]]\n",
            "AUC: 0.6785714285714286\n",
            "[[12  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.675824175824176\n",
            "[[16  0]\n",
            " [ 2  2]]\n",
            "AUC: 0.75\n",
            "[[9 2]\n",
            " [5 4]]\n",
            "AUC: 0.6313131313131313\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[11  4]\n",
            " [ 1  4]]\n",
            "AUC: 0.7666666666666667\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[10  3]\n",
            " [ 5  2]]\n",
            "AUC: 0.5274725274725274\n",
            "[ 125   16 ]\n",
            "[ 29   31 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.7015957446808511\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.776241134751773)\n",
            "[[13  1]\n",
            " [ 5  2]]\n",
            "AUC: 0.6071428571428571\n",
            "[[13  1]\n",
            " [ 1  5]]\n",
            "AUC: 0.880952380952381\n",
            "[[11  2]\n",
            " [ 6  1]]\n",
            "AUC: 0.49450549450549447\n",
            "[[16  0]\n",
            " [ 0  4]]\n",
            "AUC: 1.0\n",
            "[[8 3]\n",
            " [5 4]]\n",
            "AUC: 0.5858585858585859\n",
            "[[14  0]\n",
            " [ 2  4]]\n",
            "AUC: 0.8333333333333333\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[15  0]\n",
            " [ 2  3]]\n",
            "AUC: 0.8\n",
            "[[13  3]\n",
            " [ 2  2]]\n",
            "AUC: 0.65625\n",
            "[[10  2]\n",
            " [ 5  3]]\n",
            "AUC: 0.6041666666666667\n",
            "[ 125   15 ]\n",
            "[ 29   32 ]\n",
            "10-FOLD AVERAGE OF SVM IS: 0.7087236533957846\n",
            "[[13  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.6785714285714286\n",
            "[[12  2]\n",
            " [ 2  4]]\n",
            "AUC: 0.7619047619047619\n",
            "[[12  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.675824175824176\n",
            "[[15  1]\n",
            " [ 1  3]]\n",
            "AUC: 0.84375\n",
            "[[8 3]\n",
            " [4 5]]\n",
            "AUC: 0.6414141414141414\n",
            "[[14  0]\n",
            " [ 2  4]]\n",
            "AUC: 0.8333333333333333\n",
            "[[12  3]\n",
            " [ 1  4]]\n",
            "AUC: 0.8\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[14  2]\n",
            " [ 1  3]]\n",
            "AUC: 0.8125\n",
            "[[10  2]\n",
            " [ 4  4]]\n",
            "AUC: 0.6666666666666666\n",
            "[ 124   16 ]\n",
            "[ 24   37 ]\n",
            "10-FOLD AVERAGE OF RANDOM FOREST IS: 0.746135831381733\n",
            "[[10  4]\n",
            " [ 4  3]]\n",
            "AUC: 0.5714285714285714\n",
            "[[13  1]\n",
            " [ 3  3]]\n",
            "AUC: 0.7142857142857143\n",
            "[[11  2]\n",
            " [ 2  5]]\n",
            "AUC: 0.7802197802197803\n",
            "[[15  1]\n",
            " [ 1  3]]\n",
            "AUC: 0.84375\n",
            "[[7 4]\n",
            " [6 3]]\n",
            "AUC: 0.4848484848484848\n",
            "[[14  0]\n",
            " [ 3  3]]\n",
            "AUC: 0.75\n",
            "[[8 7]\n",
            " [1 4]]\n",
            "AUC: 0.6666666666666666\n",
            "[[12  3]\n",
            " [ 2  3]]\n",
            "AUC: 0.7000000000000002\n",
            "[[12  4]\n",
            " [ 0  4]]\n",
            "AUC: 0.875\n",
            "[[8 4]\n",
            " [3 5]]\n",
            "AUC: 0.6458333333333334\n",
            "[ 110   30 ]\n",
            "[ 25   36 ]\n",
            "10-FOLD AVERAGE OF LDA IS: 0.6879391100702577\n",
            "[[11  3]\n",
            " [ 2  5]]\n",
            "AUC: 0.7500000000000001\n",
            "[[11  3]\n",
            " [ 0  6]]\n",
            "AUC: 0.8928571428571428\n",
            "[[8 5]\n",
            " [2 5]]\n",
            "AUC: 0.6648351648351649\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[3 8]\n",
            " [0 9]]\n",
            "AUC: 0.6363636363636364\n",
            "[[11  3]\n",
            " [ 1  5]]\n",
            "AUC: 0.8095238095238095\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[11  4]\n",
            " [ 0  5]]\n",
            "AUC: 0.8666666666666667\n",
            "[[9 7]\n",
            " [0 4]]\n",
            "AUC: 0.78125\n",
            "[[7 5]\n",
            " [1 7]]\n",
            "AUC: 0.7291666666666665\n",
            "[ 91   49 ]\n",
            "[ 6   55 ]\n",
            "10-FOLD AVERAGE OF NAIVE BAYES IS: 0.7758196721311476\n",
            "[[14  0]\n",
            " [ 6  1]]\n",
            "AUC: 0.5714285714285714\n",
            "[[12  2]\n",
            " [ 3  3]]\n",
            "AUC: 0.6785714285714286\n",
            "[[12  1]\n",
            " [ 4  3]]\n",
            "AUC: 0.675824175824176\n",
            "[[16  0]\n",
            " [ 2  2]]\n",
            "AUC: 0.75\n",
            "[[9 2]\n",
            " [4 5]]\n",
            "AUC: 0.6868686868686869\n",
            "[[14  0]\n",
            " [ 1  5]]\n",
            "AUC: 0.9166666666666667\n",
            "[[11  4]\n",
            " [ 1  4]]\n",
            "AUC: 0.7666666666666667\n",
            "[[14  1]\n",
            " [ 1  4]]\n",
            "AUC: 0.8666666666666667\n",
            "[[13  3]\n",
            " [ 1  3]]\n",
            "AUC: 0.78125\n",
            "[[9 3]\n",
            " [6 2]]\n",
            "AUC: 0.5\n",
            "[ 124   16 ]\n",
            "[ 29   32 ]\n",
            "10-FOLD AVERAGE OF LOGISTIC REGRESSION IS: 0.705152224824356\n",
            "BEST AUC FROM 5-ALGORITHMS: ('Naive Bayes', 0.7758196721311476)\n",
            "Total Time: 120.48621700000001 \n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "-ZGw7UI2HZIy",
        "colab_type": "text"
      },
      "source": [
        "## VIC result \n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Fd6TC352GgHw",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Function to print the final result\n",
        "def printVICresult(avgDict,bestMaxScore):\n",
        "  print('---------------------------------------')\n",
        "  # At the end of evaluating all the files/datasets the result of VIC is printed\n",
        "  print('BEST DATABASE MAX:',max(bestMaxScore.items(), key = lambda x: x[1][1]))\n",
        "  print('---------------------------------------')\n",
        "  return\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "M3QnPrFhHPWe",
        "colab_type": "code",
        "outputId": "a991ce5e-fc09-4fb3-da63-f0a6f8cc0da6",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 65
        }
      },
      "source": [
        "printVICresult(avgDict,bestMaxScore)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "---------------------------------------\n",
            "BEST DATABASE MAX: ('/content/drive/My Drive/datasets/dataset_99.csv', ('Random Forest', 0.8799762329174093))\n",
            "---------------------------------------\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "QPfpy0iYSzQv",
        "colab_type": "code",
        "outputId": "57069f5a-5faf-4a6d-899b-7bea69fa8428",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "# Complete results by cluster specifying the classifying algorithm and AUC result\n",
        "bestAveragesScores"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "{'/content/drive/My Drive/datasets/dataset_100.csv': {'LDA': 0.760940594059406,\n",
              "  'Logistic Regression': 0.8603960396039605,\n",
              "  'MAX Score': ('Random Forest', 0.8704455445544554),\n",
              "  'Naive Bayes': 0.8303465346534653,\n",
              "  'Random Forest': 0.8704455445544554,\n",
              "  'SVM': 0.8501485148514851},\n",
              " '/content/drive/My Drive/datasets/dataset_101.csv': {'LDA': 0.7714851485148515,\n",
              "  'Logistic Regression': 0.855990099009901,\n",
              "  'MAX Score': ('Random Forest', 0.8658910891089109),\n",
              "  'Naive Bayes': 0.8263861386138613,\n",
              "  'Random Forest': 0.8658910891089109,\n",
              "  'SVM': 0.8463366336633663},\n",
              " '/content/drive/My Drive/datasets/dataset_102.csv': {'LDA': 0.7918894830659537,\n",
              "  'Logistic Regression': 0.85650623885918,\n",
              "  'MAX Score': ('Random Forest', 0.8612596553773024),\n",
              "  'Naive Bayes': 0.8324420677361855,\n",
              "  'Random Forest': 0.8612596553773024,\n",
              "  'SVM': 0.8523469994058229},\n",
              " '/content/drive/My Drive/datasets/dataset_103.csv': {'LDA': 0.79750346740638,\n",
              "  'Logistic Regression': 0.8470378442639191,\n",
              "  'MAX Score': ('Random Forest', 0.8516445413116702),\n",
              "  'Naive Bayes': 0.8283633841886269,\n",
              "  'Random Forest': 0.8516445413116702,\n",
              "  'SVM': 0.8436695066376065},\n",
              " '/content/drive/My Drive/datasets/dataset_104.csv': {'LDA': 0.7777557494052338,\n",
              "  'Logistic Regression': 0.8426843774781919,\n",
              "  'MAX Score': ('SVM', 0.8499206978588422),\n",
              "  'Naive Bayes': 0.8244944488501189,\n",
              "  'Random Forest': 0.8471451229183188,\n",
              "  'SVM': 0.8499206978588422},\n",
              " '/content/drive/My Drive/datasets/dataset_105.csv': {'LDA': 0.7586309523809525,\n",
              "  'Logistic Regression': 0.8379464285714285,\n",
              "  'MAX Score': ('Random Forest', 0.8474702380952381),\n",
              "  'Naive Bayes': 0.8206845238095238,\n",
              "  'Random Forest': 0.8474702380952381,\n",
              "  'SVM': 0.846279761904762},\n",
              " '/content/drive/My Drive/datasets/dataset_106.csv': {'LDA': 0.7779046673286991,\n",
              "  'Logistic Regression': 0.8236345580933466,\n",
              "  'MAX Score': ('SVM', 0.8421549155908639),\n",
              "  'Naive Bayes': 0.8169314796425025,\n",
              "  'Random Forest': 0.837785501489573,\n",
              "  'SVM': 0.8421549155908639},\n",
              " '/content/drive/My Drive/datasets/dataset_107.csv': {'LDA': 0.7734141976536091,\n",
              "  'Logistic Regression': 0.808709484987075,\n",
              "  'MAX Score': ('SVM', 0.8312785842115729),\n",
              "  'Naive Bayes': 0.808560349970173,\n",
              "  'Random Forest': 0.8286935772519388,\n",
              "  'SVM': 0.8312785842115729},\n",
              " '/content/drive/My Drive/datasets/dataset_108.csv': {'LDA': 0.7782258064516129,\n",
              "  'Logistic Regression': 0.8143667861409797,\n",
              "  'MAX Score': ('SVM', 0.8388590203106332),\n",
              "  'Naive Bayes': 0.8095878136200716,\n",
              "  'Random Forest': 0.8290023894862605,\n",
              "  'SVM': 0.8388590203106332},\n",
              " '/content/drive/My Drive/datasets/dataset_109.csv': {'LDA': 0.7728859194256084,\n",
              "  'Logistic Regression': 0.7992122058236937,\n",
              "  'MAX Score': ('Random Forest', 0.8284303948942959),\n",
              "  'Naive Bayes': 0.8059932189868368,\n",
              "  'Random Forest': 0.8284303948942959,\n",
              "  'SVM': 0.8172118069405664},\n",
              " '/content/drive/My Drive/datasets/dataset_110.csv': {'LDA': 0.7518481518481519,\n",
              "  'Logistic Regression': 0.7994005994005995,\n",
              "  'MAX Score': ('Random Forest', 0.8185314685314685),\n",
              "  'Naive Bayes': 0.8024475524475525,\n",
              "  'Random Forest': 0.8185314685314685,\n",
              "  'SVM': 0.8132367632367632},\n",
              " '/content/drive/My Drive/datasets/dataset_111.csv': {'LDA': 0.7527027027027027,\n",
              "  'Logistic Regression': 0.793993993993994,\n",
              "  'MAX Score': ('Random Forest', 0.8231231231231231),\n",
              "  'Naive Bayes': 0.798948948948949,\n",
              "  'Random Forest': 0.8231231231231231,\n",
              "  'SVM': 0.8082582582582583},\n",
              " '/content/drive/My Drive/datasets/dataset_112.csv': {'LDA': 0.7525581861958266,\n",
              "  'Logistic Regression': 0.7895766452648475,\n",
              "  'MAX Score': ('Random Forest', 0.817516051364366),\n",
              "  'Naive Bayes': 0.7954955858747994,\n",
              "  'Random Forest': 0.817516051364366,\n",
              "  'SVM': 0.8132022471910112},\n",
              " '/content/drive/My Drive/datasets/dataset_113.csv': {'LDA': 0.7466814159292036,\n",
              "  'Logistic Regression': 0.7940466613032985,\n",
              "  'MAX Score': ('SVM', 0.8136061946902655),\n",
              "  'Naive Bayes': 0.7920856798069187,\n",
              "  'Random Forest': 0.8060639581657281,\n",
              "  'SVM': 0.8136061946902655},\n",
              " '/content/drive/My Drive/datasets/dataset_114.csv': {'LDA': 0.7710223835450696,\n",
              "  'Logistic Regression': 0.8085299455535391,\n",
              "  'MAX Score': ('SVM', 0.8126134301270418),\n",
              "  'Naive Bayes': 0.7887174833635814,\n",
              "  'Random Forest': 0.7841802782819116,\n",
              "  'SVM': 0.8126134301270418},\n",
              " '/content/drive/My Drive/datasets/dataset_115.csv': {'LDA': 0.7779069767441861,\n",
              "  'Logistic Regression': 0.8084428715874621,\n",
              "  'MAX Score': ('SVM', 0.8171890798786653),\n",
              "  'Naive Bayes': 0.7853892821031345,\n",
              "  'Random Forest': 0.7822548028311426,\n",
              "  'SVM': 0.8171890798786653},\n",
              " '/content/drive/My Drive/datasets/dataset_116.csv': {'LDA': 0.7863590263691683,\n",
              "  'Logistic Regression': 0.8024340770791075,\n",
              "  'MAX Score': ('SVM', 0.8071501014198783),\n",
              "  'Naive Bayes': 0.7820993914807302,\n",
              "  'Random Forest': 0.7934077079107504,\n",
              "  'SVM': 0.8071501014198783},\n",
              " '/content/drive/My Drive/datasets/dataset_117.csv': {'LDA': 0.7698412698412698,\n",
              "  'Logistic Regression': 0.7817460317460317,\n",
              "  'MAX Score': ('SVM', 0.802960927960928),\n",
              "  'Naive Bayes': 0.7831196581196581,\n",
              "  'Random Forest': 0.7895299145299146,\n",
              "  'SVM': 0.802960927960928},\n",
              " '/content/drive/My Drive/datasets/dataset_118.csv': {'LDA': 0.7711353890136818,\n",
              "  'Logistic Regression': 0.7813967735348173,\n",
              "  'MAX Score': ('SVM', 0.8090667755768838),\n",
              "  'Naive Bayes': 0.7986011843986114,\n",
              "  'Random Forest': 0.7862977333061059,\n",
              "  'SVM': 0.8090667755768838},\n",
              " '/content/drive/My Drive/datasets/dataset_119.csv': {'LDA': 0.7870977659356426,\n",
              "  'Logistic Regression': 0.7852018856323018,\n",
              "  'MAX Score': ('SVM', 0.7988829678212748),\n",
              "  'Naive Bayes': 0.7953474072555852,\n",
              "  'Random Forest': 0.7898134863701578,\n",
              "  'SVM': 0.7988829678212748},\n",
              " '/content/drive/My Drive/datasets/dataset_120.csv': {'LDA': 0.790895061728395,\n",
              "  'Logistic Regression': 0.7868827160493828,\n",
              "  'MAX Score': ('Naive Bayes', 0.7921296296296296),\n",
              "  'Naive Bayes': 0.7921296296296296,\n",
              "  'Random Forest': 0.7663580246913579,\n",
              "  'SVM': 0.7824074074074074},\n",
              " '/content/drive/My Drive/datasets/dataset_121.csv': {'LDA': 0.7635330578512397,\n",
              "  'Logistic Regression': 0.7840909090909092,\n",
              "  'MAX Score': ('Naive Bayes', 0.7930785123966942),\n",
              "  'Naive Bayes': 0.7930785123966942,\n",
              "  'Random Forest': 0.759090909090909,\n",
              "  'SVM': 0.7739152892561983},\n",
              " '/content/drive/My Drive/datasets/dataset_122.csv': {'LDA': 0.7419070346544926,\n",
              "  'Logistic Regression': 0.7728263125129695,\n",
              "  'MAX Score': ('Naive Bayes', 0.7835650549906619),\n",
              "  'Naive Bayes': 0.7835650549906619,\n",
              "  'Random Forest': 0.7683648059763437,\n",
              "  'SVM': 0.7567960157709068},\n",
              " '/content/drive/My Drive/datasets/dataset_123.csv': {'LDA': 0.7707942464040025,\n",
              "  'Logistic Regression': 0.7904940587867417,\n",
              "  'MAX Score': ('Logistic Regression', 0.7904940587867417),\n",
              "  'Naive Bayes': 0.782051282051282,\n",
              "  'Random Forest': 0.7712632895559726,\n",
              "  'SVM': 0.7643839899937461},\n",
              " '/content/drive/My Drive/datasets/dataset_124.csv': {'LDA': 0.776707163803938,\n",
              "  'Logistic Regression': 0.7814201927105153,\n",
              "  'MAX Score': ('Naive Bayes', 0.7867616254713028),\n",
              "  'Naive Bayes': 0.7867616254713028,\n",
              "  'Random Forest': 0.7764976958525346,\n",
              "  'SVM': 0.7702136573104315},\n",
              " '/content/drive/My Drive/datasets/dataset_125.csv': {'LDA': 0.7695789473684211,\n",
              "  'Logistic Regression': 0.7738421052631579,\n",
              "  'MAX Score': ('Naive Bayes', 0.7833684210526316),\n",
              "  'Naive Bayes': 0.7833684210526316,\n",
              "  'Random Forest': 0.7712631578947369,\n",
              "  'SVM': 0.755},\n",
              " '/content/drive/My Drive/datasets/dataset_126.csv': {'LDA': 0.7728571428571429,\n",
              "  'Logistic Regression': 0.7647619047619048,\n",
              "  'MAX Score': ('Naive Bayes', 0.78),\n",
              "  'Naive Bayes': 0.78,\n",
              "  'Random Forest': 0.7766666666666666,\n",
              "  'SVM': 0.7582539682539683},\n",
              " '/content/drive/My Drive/datasets/dataset_127.csv': {'LDA': 0.773196424771228,\n",
              "  'Logistic Regression': 0.7647371781230049,\n",
              "  'MAX Score': ('Random Forest', 0.7939987231325814),\n",
              "  'Naive Bayes': 0.788465630985316,\n",
              "  'Random Forest': 0.7939987231325814,\n",
              "  'SVM': 0.7613854011491806},\n",
              " '/content/drive/My Drive/datasets/dataset_128.csv': {'LDA': 0.7683005136986301,\n",
              "  'Logistic Regression': 0.7633775684931507,\n",
              "  'MAX Score': ('Naive Bayes', 0.7850492294520548),\n",
              "  'Naive Bayes': 0.7850492294520548,\n",
              "  'Random Forest': 0.7643407534246576,\n",
              "  'SVM': 0.7526755136986301},\n",
              " '/content/drive/My Drive/datasets/dataset_129.csv': {'LDA': 0.7750322997416021,\n",
              "  'Logistic Regression': 0.7611434108527132,\n",
              "  'MAX Score': ('LDA', 0.7750322997416021),\n",
              "  'Naive Bayes': 0.7747093023255813,\n",
              "  'Random Forest': 0.7705103359173127,\n",
              "  'SVM': 0.7479005167958657},\n",
              " '/content/drive/My Drive/datasets/dataset_130.csv': {'LDA': 0.7738894907908993,\n",
              "  'Logistic Regression': 0.7489165763813651,\n",
              "  'MAX Score': ('Naive Bayes', 0.7930119176598049),\n",
              "  'Naive Bayes': 0.7930119176598049,\n",
              "  'Random Forest': 0.7649512459371615,\n",
              "  'SVM': 0.7476164680390033},\n",
              " '/content/drive/My Drive/datasets/dataset_131.csv': {'LDA': 0.7579062159214831,\n",
              "  'Logistic Regression': 0.7441112322791712,\n",
              "  'MAX Score': ('Naive Bayes', 0.7863685932388222),\n",
              "  'Naive Bayes': 0.7863685932388222,\n",
              "  'Random Forest': 0.7593784078516903,\n",
              "  'SVM': 0.7359869138495092},\n",
              " '/content/drive/My Drive/datasets/dataset_132.csv': {'LDA': 0.7234848484848484,\n",
              "  'Logistic Regression': 0.7462121212121212,\n",
              "  'MAX Score': ('Naive Bayes', 0.7901844532279314),\n",
              "  'Naive Bayes': 0.7901844532279314,\n",
              "  'Random Forest': 0.7613636363636364,\n",
              "  'SVM': 0.7241436100131752},\n",
              " '/content/drive/My Drive/datasets/dataset_133.csv': {'LDA': 0.7256191950464397,\n",
              "  'Logistic Regression': 0.7445820433436532,\n",
              "  'MAX Score': ('Naive Bayes', 0.7720035382574082),\n",
              "  'Naive Bayes': 0.7720035382574082,\n",
              "  'Random Forest': 0.7521008403361344,\n",
              "  'SVM': 0.7148385670057497},\n",
              " '/content/drive/My Drive/datasets/dataset_134.csv': {'LDA': 0.7164179104477613,\n",
              "  'Logistic Regression': 0.7425373134328358,\n",
              "  'MAX Score': ('Naive Bayes', 0.7761194029850746),\n",
              "  'Naive Bayes': 0.7761194029850746,\n",
              "  'Random Forest': 0.7537313432835822,\n",
              "  'SVM': 0.7164179104477613},\n",
              " '/content/drive/My Drive/datasets/dataset_135.csv': {'LDA': 0.7296296296296296,\n",
              "  'Logistic Regression': 0.7402356902356902,\n",
              "  'MAX Score': ('Naive Bayes', 0.7690235690235689),\n",
              "  'Naive Bayes': 0.7690235690235689,\n",
              "  'Random Forest': 0.7402356902356902,\n",
              "  'SVM': 0.7175084175084175},\n",
              " '/content/drive/My Drive/datasets/dataset_136.csv': {'LDA': 0.7428733031674208,\n",
              "  'Logistic Regression': 0.7455316742081448,\n",
              "  'MAX Score': ('Naive Bayes', 0.7807126696832579),\n",
              "  'Naive Bayes': 0.7807126696832579,\n",
              "  'Random Forest': 0.7645927601809954,\n",
              "  'SVM': 0.7301470588235295},\n",
              " '/content/drive/My Drive/datasets/dataset_137.csv': {'LDA': 0.7134466240875912,\n",
              "  'Logistic Regression': 0.7468065693430657,\n",
              "  'MAX Score': ('Naive Bayes', 0.7774292883211679),\n",
              "  'Naive Bayes': 0.7774292883211679,\n",
              "  'Random Forest': 0.7504562043795621,\n",
              "  'SVM': 0.723882299270073},\n",
              " '/content/drive/My Drive/datasets/dataset_138.csv': {'LDA': 0.7153209109730849,\n",
              "  'Logistic Regression': 0.7399930986887508,\n",
              "  'MAX Score': ('Naive Bayes', 0.7820910973084887),\n",
              "  'Naive Bayes': 0.7820910973084887,\n",
              "  'Random Forest': 0.7717391304347826,\n",
              "  'SVM': 0.7204968944099379},\n",
              " '/content/drive/My Drive/datasets/dataset_139.csv': {'LDA': 0.7326525876073335,\n",
              "  'Logistic Regression': 0.713042469250406,\n",
              "  'MAX Score': ('Naive Bayes', 0.7789510327222093),\n",
              "  'Naive Bayes': 0.7789510327222093,\n",
              "  'Random Forest': 0.7488976560686935,\n",
              "  'SVM': 0.7202367138547227},\n",
              " '/content/drive/My Drive/datasets/dataset_140.csv': {'LDA': 0.6879391100702577,\n",
              "  'Logistic Regression': 0.705152224824356,\n",
              "  'MAX Score': ('Naive Bayes', 0.7758196721311476),\n",
              "  'Naive Bayes': 0.7758196721311476,\n",
              "  'Random Forest': 0.746135831381733,\n",
              "  'SVM': 0.7087236533957846},\n",
              " '/content/drive/My Drive/datasets/dataset_141.csv': {'LDA': 0.700709219858156,\n",
              "  'Logistic Regression': 0.7015957446808511,\n",
              "  'MAX Score': ('Naive Bayes', 0.776241134751773),\n",
              "  'Naive Bayes': 0.776241134751773,\n",
              "  'Random Forest': 0.7384751773049645,\n",
              "  'SVM': 0.7134751773049646},\n",
              " '/content/drive/My Drive/datasets/dataset_142.csv': {'LDA': 0.7149677727381236,\n",
              "  'Logistic Regression': 0.6978992599665792,\n",
              "  'MAX Score': ('Naive Bayes', 0.7730962043447124),\n",
              "  'Naive Bayes': 0.7730962043447124,\n",
              "  'Random Forest': 0.7388398185724516,\n",
              "  'SVM': 0.7183695392695154},\n",
              " '/content/drive/My Drive/datasets/dataset_143.csv': {'LDA': 0.7021943573667712,\n",
              "  'Logistic Regression': 0.7026766337111165,\n",
              "  'MAX Score': ('Naive Bayes', 0.7699541837472872),\n",
              "  'Naive Bayes': 0.7699541837472872,\n",
              "  'Random Forest': 0.7147938268627924,\n",
              "  'SVM': 0.7026766337111165},\n",
              " '/content/drive/My Drive/datasets/dataset_144.csv': {'LDA': 0.7026681286549707,\n",
              "  'Logistic Regression': 0.7023026315789473,\n",
              "  'MAX Score': ('Naive Bayes', 0.7580409356725146),\n",
              "  'Naive Bayes': 0.7580409356725146,\n",
              "  'Random Forest': 0.7286184210526316,\n",
              "  'SVM': 0.6988304093567251},\n",
              " '/content/drive/My Drive/datasets/dataset_145.csv': {'LDA': 0.7064039408866996,\n",
              "  'Logistic Regression': 0.710652709359606,\n",
              "  'MAX Score': ('Naive Bayes', 0.7547413793103448),\n",
              "  'Naive Bayes': 0.7547413793103448,\n",
              "  'Random Forest': 0.710652709359606,\n",
              "  'SVM': 0.6838669950738916},\n",
              " '/content/drive/My Drive/datasets/dataset_146.csv': {'LDA': 0.6962017434620174,\n",
              "  'Logistic Regression': 0.7282067247820672,\n",
              "  'MAX Score': ('Naive Bayes', 0.7514321295143213),\n",
              "  'Naive Bayes': 0.7514321295143213,\n",
              "  'Random Forest': 0.7066002490660024,\n",
              "  'SVM': 0.6827521793275217},\n",
              " '/content/drive/My Drive/datasets/dataset_147.csv': {'LDA': 0.7054043839758126,\n",
              "  'Logistic Regression': 0.6838624338624338,\n",
              "  'MAX Score': ('Naive Bayes', 0.7447089947089947),\n",
              "  'Naive Bayes': 0.7447089947089947,\n",
              "  'Random Forest': 0.6770597127739985,\n",
              "  'SVM': 0.5980725623582767},\n",
              " '/content/drive/My Drive/datasets/dataset_148.csv': {'LDA': 0.7147501274859765,\n",
              "  'Logistic Regression': 0.7107980622131566,\n",
              "  'MAX Score': ('Naive Bayes', 0.7609637939826619),\n",
              "  'Naive Bayes': 0.7609637939826619,\n",
              "  'Random Forest': 0.6912289648138705,\n",
              "  'SVM': 0.6009688934217237},\n",
              " '/content/drive/My Drive/datasets/dataset_149.csv': {'LDA': 0.7405782137325762,\n",
              "  'Logistic Regression': 0.6967604543107899,\n",
              "  'MAX Score': ('Naive Bayes', 0.7644553433144037),\n",
              "  'Naive Bayes': 0.7644553433144037,\n",
              "  'Random Forest': 0.6900490449148168,\n",
              "  'SVM': 0.6039623128549303},\n",
              " '/content/drive/My Drive/datasets/dataset_150.csv': {'LDA': 0.7143137254901961,\n",
              "  'Logistic Regression': 0.682156862745098,\n",
              "  'MAX Score': ('Naive Bayes', 0.7547058823529411),\n",
              "  'Naive Bayes': 0.7547058823529411,\n",
              "  'Random Forest': 0.6690196078431372,\n",
              "  'SVM': 0.5972549019607843},\n",
              " '/content/drive/My Drive/datasets/dataset_50.csv': {'LDA': 0.6970198675496688,\n",
              "  'Logistic Regression': 0.7535099337748344,\n",
              "  'MAX Score': ('Naive Bayes', 0.8070860927152318),\n",
              "  'Naive Bayes': 0.8070860927152318,\n",
              "  'Random Forest': 0.7968874172185431,\n",
              "  'SVM': 0.7135099337748344},\n",
              " '/content/drive/My Drive/datasets/dataset_51.csv': {'LDA': 0.6950980392156862,\n",
              "  'Logistic Regression': 0.754313725490196,\n",
              "  'MAX Score': ('Naive Bayes', 0.7960784313725491),\n",
              "  'Naive Bayes': 0.7960784313725491,\n",
              "  'Random Forest': 0.7901960784313726,\n",
              "  'SVM': 0.7086274509803921},\n",
              " '/content/drive/My Drive/datasets/dataset_52.csv': {'LDA': 0.6900490449148168,\n",
              "  'Logistic Regression': 0.7457408363448632,\n",
              "  'MAX Score': ('Naive Bayes', 0.7886551368094992),\n",
              "  'Naive Bayes': 0.7886551368094992,\n",
              "  'Random Forest': 0.7803949406298399,\n",
              "  'SVM': 0.7039235931853381},\n",
              " '/content/drive/My Drive/datasets/dataset_53.csv': {'LDA': 0.6817950025497195,\n",
              "  'Logistic Regression': 0.7431795002549719,\n",
              "  'MAX Score': ('Naive Bayes', 0.7909229984701682),\n",
              "  'Naive Bayes': 0.7909229984701682,\n",
              "  'Random Forest': 0.7896481387047425,\n",
              "  'SVM': 0.7114992350841407},\n",
              " '/content/drive/My Drive/datasets/dataset_54.csv': {'LDA': 0.6634542705971277,\n",
              "  'Logistic Regression': 0.7471655328798186,\n",
              "  'MAX Score': ('Random Forest', 0.7832577475434619),\n",
              "  'Naive Bayes': 0.7804232804232805,\n",
              "  'Random Forest': 0.7832577475434619,\n",
              "  'SVM': 0.7067271352985639},\n",
              " '/content/drive/My Drive/datasets/dataset_55.csv': {'LDA': 0.6587795765877957,\n",
              "  'Logistic Regression': 0.7259651307596513,\n",
              "  'MAX Score': ('Random Forest', 0.7770859277708593),\n",
              "  'Naive Bayes': 0.7735367372353674,\n",
              "  'Random Forest': 0.7770859277708593,\n",
              "  'SVM': 0.7021170610211706},\n",
              " '/content/drive/My Drive/datasets/dataset_56.csv': {'LDA': 0.645320197044335,\n",
              "  'Logistic Regression': 0.7244458128078818,\n",
              "  'MAX Score': ('Naive Bayes', 0.7723522167487684),\n",
              "  'Naive Bayes': 0.7723522167487684,\n",
              "  'Random Forest': 0.7711206896551723,\n",
              "  'SVM': 0.7155172413793103},\n",
              " '/content/drive/My Drive/datasets/dataset_57.csv': {'LDA': 0.6376096491228069,\n",
              "  'Logistic Regression': 0.7074195906432749,\n",
              "  'MAX Score': ('Random Forest', 0.7951388888888888),\n",
              "  'Naive Bayes': 0.7779605263157894,\n",
              "  'Random Forest': 0.7951388888888888,\n",
              "  'SVM': 0.731907894736842},\n",
              " '/content/drive/My Drive/datasets/dataset_58.csv': {'LDA': 0.6248492886423921,\n",
              "  'Logistic Regression': 0.720159151193634,\n",
              "  'MAX Score': ('Random Forest', 0.7805039787798409),\n",
              "  'Naive Bayes': 0.7679045092838197,\n",
              "  'Random Forest': 0.7805039787798409,\n",
              "  'SVM': 0.7185314685314685},\n",
              " '/content/drive/My Drive/datasets/dataset_59.csv': {'LDA': 0.6054547624731439,\n",
              "  'Logistic Regression': 0.7239794700405825,\n",
              "  'MAX Score': ('Random Forest', 0.7882549534495107),\n",
              "  'Naive Bayes': 0.7855096681785629,\n",
              "  'Random Forest': 0.7882549534495107,\n",
              "  'SVM': 0.7190260205299595},\n",
              " '/content/drive/My Drive/datasets/dataset_60.csv': {'LDA': 0.6148936170212767,\n",
              "  'Logistic Regression': 0.7312056737588652,\n",
              "  'MAX Score': ('Random Forest', 0.7943262411347518),\n",
              "  'Naive Bayes': 0.7813829787234043,\n",
              "  'Random Forest': 0.7943262411347518,\n",
              "  'SVM': 0.726418439716312},\n",
              " '/content/drive/My Drive/datasets/dataset_61.csv': {'LDA': 0.6509367681498829,\n",
              "  'Logistic Regression': 0.7276346604215457,\n",
              "  'MAX Score': ('Random Forest', 0.7803864168618266),\n",
              "  'Naive Bayes': 0.7717798594847776,\n",
              "  'Random Forest': 0.7803864168618266,\n",
              "  'SVM': 0.7557962529274005},\n",
              " '/content/drive/My Drive/datasets/dataset_62.csv': {'LDA': 0.6466697609654212,\n",
              "  'Logistic Regression': 0.7229635646321653,\n",
              "  'MAX Score': ('Naive Bayes', 0.7739614759805059),\n",
              "  'Naive Bayes': 0.7739614759805059,\n",
              "  'Random Forest': 0.7713506614063588,\n",
              "  'SVM': 0.7444302622418195},\n",
              " '/content/drive/My Drive/datasets/dataset_63.csv': {'LDA': 0.6547619047619048,\n",
              "  'Logistic Regression': 0.7263630089717046,\n",
              "  'MAX Score': ('Naive Bayes', 0.7919254658385093),\n",
              "  'Naive Bayes': 0.7919254658385093,\n",
              "  'Random Forest': 0.7739820565907523,\n",
              "  'SVM': 0.7479296066252588},\n",
              " '/content/drive/My Drive/datasets/dataset_64.csv': {'LDA': 0.658245894160584,\n",
              "  'Logistic Regression': 0.7218293795620438,\n",
              "  'MAX Score': ('Naive Bayes', 0.7936815693430657),\n",
              "  'Naive Bayes': 0.7936815693430657,\n",
              "  'Random Forest': 0.7650547445255474,\n",
              "  'SVM': 0.7619183394160585},\n",
              " '/content/drive/My Drive/datasets/dataset_65.csv': {'LDA': 0.6615950226244345,\n",
              "  'Logistic Regression': 0.7100678733031675,\n",
              "  'MAX Score': ('Naive Bayes', 0.7990384615384616),\n",
              "  'Naive Bayes': 0.7990384615384616,\n",
              "  'Random Forest': 0.7756221719457013,\n",
              "  'SVM': 0.771945701357466},\n",
              " '/content/drive/My Drive/datasets/dataset_66.csv': {'LDA': 0.6835016835016835,\n",
              "  'Logistic Regression': 0.7397306397306398,\n",
              "  'MAX Score': ('Naive Bayes', 0.8043771043771044),\n",
              "  'Naive Bayes': 0.8043771043771044,\n",
              "  'Random Forest': 0.7966329966329966,\n",
              "  'SVM': 0.7702020202020201},\n",
              " '/content/drive/My Drive/datasets/dataset_67.csv': {'LDA': 0.6791044776119403,\n",
              "  'Logistic Regression': 0.75,\n",
              "  'MAX Score': ('Random Forest', 0.7985074626865671),\n",
              "  'Naive Bayes': 0.7985074626865671,\n",
              "  'Random Forest': 0.7985074626865671,\n",
              "  'SVM': 0.791044776119403},\n",
              " '/content/drive/My Drive/datasets/dataset_68.csv': {'LDA': 0.681999115435648,\n",
              "  'Logistic Regression': 0.7893631136665192,\n",
              "  'MAX Score': ('Naive Bayes', 0.8112560813799203),\n",
              "  'Naive Bayes': 0.8112560813799203,\n",
              "  'Random Forest': 0.7929566563467492,\n",
              "  'SVM': 0.7965501990269792},\n",
              " '/content/drive/My Drive/datasets/dataset_69.csv': {'LDA': 0.6592555994729908,\n",
              "  'Logistic Regression': 0.7913372859025033,\n",
              "  'MAX Score': ('Naive Bayes', 0.8055006587615283),\n",
              "  'Naive Bayes': 0.8055006587615283,\n",
              "  'Random Forest': 0.7910079051383399,\n",
              "  'SVM': 0.7765151515151515},\n",
              " '/content/drive/My Drive/datasets/dataset_70.csv': {'LDA': 0.6441112322791712,\n",
              "  'Logistic Regression': 0.7751363140676117,\n",
              "  'MAX Score': ('Naive Bayes', 0.7998909487459106),\n",
              "  'Naive Bayes': 0.7998909487459106,\n",
              "  'Random Forest': 0.7894220283533261,\n",
              "  'SVM': 0.7927480916030534},\n",
              " '/content/drive/My Drive/datasets/dataset_71.csv': {'LDA': 0.6829902491874322,\n",
              "  'Logistic Regression': 0.7912242686890574,\n",
              "  'MAX Score': ('Naive Bayes', 0.8123510292524377),\n",
              "  'Naive Bayes': 0.8123510292524377,\n",
              "  'Random Forest': 0.802112676056338,\n",
              "  'SVM': 0.7982665222101841},\n",
              " '/content/drive/My Drive/datasets/dataset_72.csv': {'LDA': 0.6955749354005167,\n",
              "  'Logistic Regression': 0.7960271317829457,\n",
              "  'MAX Score': ('Random Forest', 0.8068475452196382),\n",
              "  'Naive Bayes': 0.8068475452196382,\n",
              "  'Random Forest': 0.8068475452196382,\n",
              "  'SVM': 0.7890826873385013},\n",
              " '/content/drive/My Drive/datasets/dataset_73.csv': {'LDA': 0.7193386130136986,\n",
              "  'Logistic Regression': 0.7907213184931507,\n",
              "  'MAX Score': ('Random Forest', 0.808326198630137),\n",
              "  'Naive Bayes': 0.7877782534246576,\n",
              "  'Random Forest': 0.808326198630137,\n",
              "  'SVM': 0.804419948630137},\n",
              " '/content/drive/My Drive/datasets/dataset_74.csv': {'LDA': 0.6971696105554372,\n",
              "  'Logistic Regression': 0.7816024686103427,\n",
              "  'MAX Score': ('Random Forest', 0.8029899978718876),\n",
              "  'Naive Bayes': 0.7962332411151309,\n",
              "  'Random Forest': 0.8029899978718876,\n",
              "  'SVM': 0.7951159821238561},\n",
              " '/content/drive/My Drive/datasets/dataset_75.csv': {'LDA': 0.6887301587301587,\n",
              "  'Logistic Regression': 0.7765079365079366,\n",
              "  'MAX Score': ('Random Forest', 0.8004761904761905),\n",
              "  'Naive Bayes': 0.7911111111111111,\n",
              "  'Random Forest': 0.8004761904761905,\n",
              "  'SVM': 0.7965079365079365},\n",
              " '/content/drive/My Drive/datasets/dataset_76.csv': {'LDA': 0.6948947368421052,\n",
              "  'Logistic Regression': 0.7675263157894736,\n",
              "  'MAX Score': ('Random Forest', 0.7952631578947369),\n",
              "  'Naive Bayes': 0.7861052631578948,\n",
              "  'Random Forest': 0.7952631578947369,\n",
              "  'SVM': 0.7846842105263158},\n",
              " '/content/drive/My Drive/datasets/dataset_77.csv': {'LDA': 0.7205173858399665,\n",
              "  'Logistic Regression': 0.77560745705907,\n",
              "  'MAX Score': ('SVM', 0.7901654796816087),\n",
              "  'Naive Bayes': 0.7877042312526183,\n",
              "  'Random Forest': 0.7901654796816087,\n",
              "  'SVM': 0.7901654796816087},\n",
              " '/content/drive/My Drive/datasets/dataset_78.csv': {'LDA': 0.743277048155097,\n",
              "  'Logistic Regression': 0.7811131957473421,\n",
              "  'MAX Score': ('SVM', 0.802063789868668),\n",
              "  'Naive Bayes': 0.799718574108818,\n",
              "  'Random Forest': 0.7956535334584116,\n",
              "  'SVM': 0.802063789868668},\n",
              " '/content/drive/My Drive/datasets/dataset_79.csv': {'LDA': 0.7240610085079893,\n",
              "  'Logistic Regression': 0.7825274953309815,\n",
              "  'MAX Score': ('SVM', 0.7970533305665075),\n",
              "  'Naive Bayes': 0.7948225772981947,\n",
              "  'Random Forest': 0.7970533305665075,\n",
              "  'SVM': 0.7970533305665075},\n",
              " '/content/drive/My Drive/datasets/dataset_80.csv': {'LDA': 0.7298553719008265,\n",
              "  'Logistic Regression': 0.7838842975206611,\n",
              "  'MAX Score': ('SVM', 0.8025309917355372),\n",
              "  'Naive Bayes': 0.7962809917355371,\n",
              "  'Random Forest': 0.8004132231404959,\n",
              "  'SVM': 0.8025309917355372},\n",
              " '/content/drive/My Drive/datasets/dataset_81.csv': {'LDA': 0.7376543209876543,\n",
              "  'Logistic Regression': 0.7851851851851852,\n",
              "  'MAX Score': ('SVM', 0.8080246913580247),\n",
              "  'Naive Bayes': 0.8018518518518518,\n",
              "  'Random Forest': 0.7976851851851852,\n",
              "  'SVM': 0.8080246913580247},\n",
              " '/content/drive/My Drive/datasets/dataset_82.csv': {'LDA': 0.7494363599098176,\n",
              "  'Logistic Regression': 0.7986267677802829,\n",
              "  'MAX Score': ('SVM', 0.8154334904693585),\n",
              "  'Naive Bayes': 0.7971408075425293,\n",
              "  'Random Forest': 0.8051342488214799,\n",
              "  'SVM': 0.8154334904693585},\n",
              " '/content/drive/My Drive/datasets/dataset_83.csv': {'LDA': 0.7671023075352257,\n",
              "  'Logistic Regression': 0.7876250765774964,\n",
              "  'MAX Score': ('SVM', 0.8105983255054114),\n",
              "  'Naive Bayes': 0.7925260363487849,\n",
              "  'Random Forest': 0.800336940984276,\n",
              "  'SVM': 0.8105983255054114},\n",
              " '/content/drive/My Drive/datasets/dataset_84.csv': {'LDA': 0.764041514041514,\n",
              "  'Logistic Regression': 0.7725885225885225,\n",
              "  'MAX Score': ('Random Forest', 0.8118131868131868),\n",
              "  'Naive Bayes': 0.7982295482295483,\n",
              "  'Random Forest': 0.8118131868131868,\n",
              "  'SVM': 0.8058608058608059},\n",
              " '/content/drive/My Drive/datasets/dataset_85.csv': {'LDA': 0.76947261663286,\n",
              "  'Logistic Regression': 0.7882860040567952,\n",
              "  'MAX Score': ('Random Forest', 0.8247464503042596),\n",
              "  'Naive Bayes': 0.7894523326572008,\n",
              "  'Random Forest': 0.8247464503042596,\n",
              "  'SVM': 0.8114097363083164},\n",
              " '/content/drive/My Drive/datasets/dataset_86.csv': {'LDA': 0.7691102123356925,\n",
              "  'Logistic Regression': 0.8170374115267948,\n",
              "  'MAX Score': ('Random Forest', 0.8475227502527806),\n",
              "  'Naive Bayes': 0.7908493427704752,\n",
              "  'Random Forest': 0.8475227502527806,\n",
              "  'SVM': 0.8169868554095046},\n",
              " '/content/drive/My Drive/datasets/dataset_87.csv': {'LDA': 0.7530248033877798,\n",
              "  'Logistic Regression': 0.8135208711433757,\n",
              "  'MAX Score': ('Random Forest', 0.8425589836660617),\n",
              "  'Naive Bayes': 0.7864488808227466,\n",
              "  'Random Forest': 0.8425589836660617,\n",
              "  'SVM': 0.8182093163944344},\n",
              " '/content/drive/My Drive/datasets/dataset_88.csv': {'LDA': 0.7454746580852776,\n",
              "  'Logistic Regression': 0.8143101367658889,\n",
              "  'MAX Score': ('Random Forest', 0.8389481094127111),\n",
              "  'Naive Bayes': 0.7821299275945293,\n",
              "  'Random Forest': 0.8389481094127111,\n",
              "  'SVM': 0.813706757843926},\n",
              " '/content/drive/My Drive/datasets/dataset_89.csv': {'LDA': 0.7499498394863564,\n",
              "  'Logistic Regression': 0.8195224719101124,\n",
              "  'MAX Score': ('Random Forest', 0.8385333065810594),\n",
              "  'Naive Bayes': 0.7935894863563403,\n",
              "  'Random Forest': 0.8385333065810594,\n",
              "  'SVM': 0.8193719903691814},\n",
              " '/content/drive/My Drive/datasets/dataset_90.csv': {'LDA': 0.7567567567567568,\n",
              "  'Logistic Regression': 0.8247747747747748,\n",
              "  'MAX Score': ('Random Forest', 0.856006006006006),\n",
              "  'Naive Bayes': 0.7948948948948948,\n",
              "  'Random Forest': 0.856006006006006,\n",
              "  'SVM': 0.8195195195195195},\n",
              " '/content/drive/My Drive/datasets/dataset_91.csv': {'LDA': 0.7578921078921079,\n",
              "  'Logistic Regression': 0.8346153846153846,\n",
              "  'MAX Score': ('Random Forest', 0.8575424575424575),\n",
              "  'Naive Bayes': 0.7906593406593407,\n",
              "  'Random Forest': 0.8575424575424575,\n",
              "  'SVM': 0.8207792207792208},\n",
              " '/content/drive/My Drive/datasets/dataset_92.csv': {'LDA': 0.7790187475069805,\n",
              "  'Logistic Regression': 0.8399980055843638,\n",
              "  'MAX Score': ('Random Forest', 0.8634323893099323),\n",
              "  'Naive Bayes': 0.7919325887514959,\n",
              "  'Random Forest': 0.8634323893099323,\n",
              "  'SVM': 0.8320203430394895},\n",
              " '/content/drive/My Drive/datasets/dataset_93.csv': {'LDA': 0.77389486260454,\n",
              "  'Logistic Regression': 0.8408004778972521,\n",
              "  'MAX Score': ('Random Forest', 0.8584229390681004),\n",
              "  'Naive Bayes': 0.7916666666666666,\n",
              "  'Random Forest': 0.8584229390681004,\n",
              "  'SVM': 0.8431899641577061},\n",
              " '/content/drive/My Drive/datasets/dataset_94.csv': {'LDA': 0.7709783257108769,\n",
              "  'Logistic Regression': 0.836896003181547,\n",
              "  'MAX Score': ('Random Forest', 0.8528534499900576),\n",
              "  'Naive Bayes': 0.787731159276198,\n",
              "  'Random Forest': 0.8528534499900576,\n",
              "  'SVM': 0.8389838934181746},\n",
              " '/content/drive/My Drive/datasets/dataset_95.csv': {'LDA': 0.7971201588877855,\n",
              "  'Logistic Regression': 0.8475670307845085,\n",
              "  'MAX Score': ('Random Forest', 0.8586395233366435),\n",
              "  'Naive Bayes': 0.7891261171797418,\n",
              "  'Random Forest': 0.8586395233366435,\n",
              "  'SVM': 0.8395729890764647},\n",
              " '/content/drive/My Drive/datasets/dataset_96.csv': {'LDA': 0.8130952380952381,\n",
              "  'Logistic Regression': 0.8581845238095238,\n",
              "  'MAX Score': ('Random Forest', 0.859077380952381),\n",
              "  'Naive Bayes': 0.8056547619047619,\n",
              "  'Random Forest': 0.859077380952381,\n",
              "  'SVM': 0.8455357142857143},\n",
              " '/content/drive/My Drive/datasets/dataset_97.csv': {'LDA': 0.803479381443299,\n",
              "  'Logistic Regression': 0.8488302934179223,\n",
              "  'MAX Score': ('Random Forest', 0.8543318794607455),\n",
              "  'Naive Bayes': 0.8068992862807296,\n",
              "  'Random Forest': 0.8543318794607455,\n",
              "  'SVM': 0.8467486122125297},\n",
              " '/content/drive/My Drive/datasets/dataset_98.csv': {'LDA': 0.7889340202100257,\n",
              "  'Logistic Regression': 0.8642262730334853,\n",
              "  'MAX Score': ('Random Forest', 0.864473944917773),\n",
              "  'Naive Bayes': 0.8333663562512383,\n",
              "  'Random Forest': 0.864473944917773,\n",
              "  'SVM': 0.8527838319793937},\n",
              " '/content/drive/My Drive/datasets/dataset_99.csv': {'LDA': 0.7703505644682115,\n",
              "  'Logistic Regression': 0.8548722519310754,\n",
              "  'MAX Score': ('Random Forest', 0.8799762329174093),\n",
              "  'Naive Bayes': 0.8443256090314915,\n",
              "  'Random Forest': 0.8799762329174093,\n",
              "  'SVM': 0.8539809863339275}}"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 29
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "dfnOsiklVFbC",
        "colab_type": "code",
        "outputId": "7010762f-e268-41ce-d935-84d58f8d09b8",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "# Best AUC by cluster\n",
        "bestMaxScore"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "{'/content/drive/My Drive/datasets/dataset_100.csv': 0.8704455445544554,\n",
              " '/content/drive/My Drive/datasets/dataset_101.csv': 0.8658910891089109,\n",
              " '/content/drive/My Drive/datasets/dataset_102.csv': 0.8612596553773024,\n",
              " '/content/drive/My Drive/datasets/dataset_103.csv': 0.8516445413116702,\n",
              " '/content/drive/My Drive/datasets/dataset_104.csv': 0.8499206978588422,\n",
              " '/content/drive/My Drive/datasets/dataset_105.csv': 0.8474702380952381,\n",
              " '/content/drive/My Drive/datasets/dataset_106.csv': 0.8421549155908639,\n",
              " '/content/drive/My Drive/datasets/dataset_107.csv': 0.8312785842115729,\n",
              " '/content/drive/My Drive/datasets/dataset_108.csv': 0.8388590203106332,\n",
              " '/content/drive/My Drive/datasets/dataset_109.csv': 0.8284303948942959,\n",
              " '/content/drive/My Drive/datasets/dataset_110.csv': 0.8185314685314685,\n",
              " '/content/drive/My Drive/datasets/dataset_111.csv': 0.8231231231231231,\n",
              " '/content/drive/My Drive/datasets/dataset_112.csv': 0.817516051364366,\n",
              " '/content/drive/My Drive/datasets/dataset_113.csv': 0.8136061946902655,\n",
              " '/content/drive/My Drive/datasets/dataset_114.csv': 0.8126134301270418,\n",
              " '/content/drive/My Drive/datasets/dataset_115.csv': 0.8171890798786653,\n",
              " '/content/drive/My Drive/datasets/dataset_116.csv': 0.8071501014198783,\n",
              " '/content/drive/My Drive/datasets/dataset_117.csv': 0.802960927960928,\n",
              " '/content/drive/My Drive/datasets/dataset_118.csv': 0.8090667755768838,\n",
              " '/content/drive/My Drive/datasets/dataset_119.csv': 0.7988829678212748,\n",
              " '/content/drive/My Drive/datasets/dataset_120.csv': 0.7921296296296296,\n",
              " '/content/drive/My Drive/datasets/dataset_121.csv': 0.7930785123966942,\n",
              " '/content/drive/My Drive/datasets/dataset_122.csv': 0.7835650549906619,\n",
              " '/content/drive/My Drive/datasets/dataset_123.csv': 0.7904940587867417,\n",
              " '/content/drive/My Drive/datasets/dataset_124.csv': 0.7867616254713028,\n",
              " '/content/drive/My Drive/datasets/dataset_125.csv': 0.7833684210526316,\n",
              " '/content/drive/My Drive/datasets/dataset_126.csv': 0.78,\n",
              " '/content/drive/My Drive/datasets/dataset_127.csv': 0.7939987231325814,\n",
              " '/content/drive/My Drive/datasets/dataset_128.csv': 0.7850492294520548,\n",
              " '/content/drive/My Drive/datasets/dataset_129.csv': 0.7750322997416021,\n",
              " '/content/drive/My Drive/datasets/dataset_130.csv': 0.7930119176598049,\n",
              " '/content/drive/My Drive/datasets/dataset_131.csv': 0.7863685932388222,\n",
              " '/content/drive/My Drive/datasets/dataset_132.csv': 0.7901844532279314,\n",
              " '/content/drive/My Drive/datasets/dataset_133.csv': 0.7720035382574082,\n",
              " '/content/drive/My Drive/datasets/dataset_134.csv': 0.7761194029850746,\n",
              " '/content/drive/My Drive/datasets/dataset_135.csv': 0.7690235690235689,\n",
              " '/content/drive/My Drive/datasets/dataset_136.csv': 0.7807126696832579,\n",
              " '/content/drive/My Drive/datasets/dataset_137.csv': 0.7774292883211679,\n",
              " '/content/drive/My Drive/datasets/dataset_138.csv': 0.7820910973084887,\n",
              " '/content/drive/My Drive/datasets/dataset_139.csv': 0.7789510327222093,\n",
              " '/content/drive/My Drive/datasets/dataset_140.csv': 0.7758196721311476,\n",
              " '/content/drive/My Drive/datasets/dataset_141.csv': 0.776241134751773,\n",
              " '/content/drive/My Drive/datasets/dataset_142.csv': 0.7730962043447124,\n",
              " '/content/drive/My Drive/datasets/dataset_143.csv': 0.7699541837472872,\n",
              " '/content/drive/My Drive/datasets/dataset_144.csv': 0.7580409356725146,\n",
              " '/content/drive/My Drive/datasets/dataset_145.csv': 0.7547413793103448,\n",
              " '/content/drive/My Drive/datasets/dataset_146.csv': 0.7514321295143213,\n",
              " '/content/drive/My Drive/datasets/dataset_147.csv': 0.7447089947089947,\n",
              " '/content/drive/My Drive/datasets/dataset_148.csv': 0.7609637939826619,\n",
              " '/content/drive/My Drive/datasets/dataset_149.csv': 0.7644553433144037,\n",
              " '/content/drive/My Drive/datasets/dataset_150.csv': 0.7547058823529411,\n",
              " '/content/drive/My Drive/datasets/dataset_50.csv': 0.8070860927152318,\n",
              " '/content/drive/My Drive/datasets/dataset_51.csv': 0.7960784313725491,\n",
              " '/content/drive/My Drive/datasets/dataset_52.csv': 0.7886551368094992,\n",
              " '/content/drive/My Drive/datasets/dataset_53.csv': 0.7909229984701682,\n",
              " '/content/drive/My Drive/datasets/dataset_54.csv': 0.7832577475434619,\n",
              " '/content/drive/My Drive/datasets/dataset_55.csv': 0.7770859277708593,\n",
              " '/content/drive/My Drive/datasets/dataset_56.csv': 0.7723522167487684,\n",
              " '/content/drive/My Drive/datasets/dataset_57.csv': 0.7951388888888888,\n",
              " '/content/drive/My Drive/datasets/dataset_58.csv': 0.7805039787798409,\n",
              " '/content/drive/My Drive/datasets/dataset_59.csv': 0.7882549534495107,\n",
              " '/content/drive/My Drive/datasets/dataset_60.csv': 0.7943262411347518,\n",
              " '/content/drive/My Drive/datasets/dataset_61.csv': 0.7803864168618266,\n",
              " '/content/drive/My Drive/datasets/dataset_62.csv': 0.7739614759805059,\n",
              " '/content/drive/My Drive/datasets/dataset_63.csv': 0.7919254658385093,\n",
              " '/content/drive/My Drive/datasets/dataset_64.csv': 0.7936815693430657,\n",
              " '/content/drive/My Drive/datasets/dataset_65.csv': 0.7990384615384616,\n",
              " '/content/drive/My Drive/datasets/dataset_66.csv': 0.8043771043771044,\n",
              " '/content/drive/My Drive/datasets/dataset_67.csv': 0.7985074626865671,\n",
              " '/content/drive/My Drive/datasets/dataset_68.csv': 0.8112560813799203,\n",
              " '/content/drive/My Drive/datasets/dataset_69.csv': 0.8055006587615283,\n",
              " '/content/drive/My Drive/datasets/dataset_70.csv': 0.7998909487459106,\n",
              " '/content/drive/My Drive/datasets/dataset_71.csv': 0.8123510292524377,\n",
              " '/content/drive/My Drive/datasets/dataset_72.csv': 0.8068475452196382,\n",
              " '/content/drive/My Drive/datasets/dataset_73.csv': 0.808326198630137,\n",
              " '/content/drive/My Drive/datasets/dataset_74.csv': 0.8029899978718876,\n",
              " '/content/drive/My Drive/datasets/dataset_75.csv': 0.8004761904761905,\n",
              " '/content/drive/My Drive/datasets/dataset_76.csv': 0.7952631578947369,\n",
              " '/content/drive/My Drive/datasets/dataset_77.csv': 0.7901654796816087,\n",
              " '/content/drive/My Drive/datasets/dataset_78.csv': 0.802063789868668,\n",
              " '/content/drive/My Drive/datasets/dataset_79.csv': 0.7970533305665075,\n",
              " '/content/drive/My Drive/datasets/dataset_80.csv': 0.8025309917355372,\n",
              " '/content/drive/My Drive/datasets/dataset_81.csv': 0.8080246913580247,\n",
              " '/content/drive/My Drive/datasets/dataset_82.csv': 0.8154334904693585,\n",
              " '/content/drive/My Drive/datasets/dataset_83.csv': 0.8105983255054114,\n",
              " '/content/drive/My Drive/datasets/dataset_84.csv': 0.8118131868131868,\n",
              " '/content/drive/My Drive/datasets/dataset_85.csv': 0.8247464503042596,\n",
              " '/content/drive/My Drive/datasets/dataset_86.csv': 0.8475227502527806,\n",
              " '/content/drive/My Drive/datasets/dataset_87.csv': 0.8425589836660617,\n",
              " '/content/drive/My Drive/datasets/dataset_88.csv': 0.8389481094127111,\n",
              " '/content/drive/My Drive/datasets/dataset_89.csv': 0.8385333065810594,\n",
              " '/content/drive/My Drive/datasets/dataset_90.csv': 0.856006006006006,\n",
              " '/content/drive/My Drive/datasets/dataset_91.csv': 0.8575424575424575,\n",
              " '/content/drive/My Drive/datasets/dataset_92.csv': 0.8634323893099323,\n",
              " '/content/drive/My Drive/datasets/dataset_93.csv': 0.8584229390681004,\n",
              " '/content/drive/My Drive/datasets/dataset_94.csv': 0.8528534499900576,\n",
              " '/content/drive/My Drive/datasets/dataset_95.csv': 0.8586395233366435,\n",
              " '/content/drive/My Drive/datasets/dataset_96.csv': 0.859077380952381,\n",
              " '/content/drive/My Drive/datasets/dataset_97.csv': 0.8543318794607455,\n",
              " '/content/drive/My Drive/datasets/dataset_98.csv': 0.864473944917773,\n",
              " '/content/drive/My Drive/datasets/dataset_99.csv': 0.8799762329174093}"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 13
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "cp2Y2Qa7IgOK",
        "colab_type": "text"
      },
      "source": [
        "# Saving results into a csv file and ploting into an eps file"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "E3f9KTb6Srz_",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Writing the file with all the results\n",
        "import csv\n",
        "with open('dictFinal.csv', 'w') as f:\n",
        "    for key in bestAveragesScores.keys():\n",
        "        f.write(\"%s,%s\\n\"%(key,bestAveragesScores[key]))"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "nTg3yg6i2JAF",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "df_plot = pd.read_csv('/content/drive/My Drive/dictFinal.csv')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "GkKoegToI2Zk",
        "colab_type": "text"
      },
      "source": [
        "## Ploting the AUC obtained by VIC algorithm"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "_vA2w9Ei6NDl",
        "colab_type": "code",
        "outputId": "329c1f8f-44f4-42f3-9047-49a238be34de",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 662
        }
      },
      "source": [
        "fig, ((ax1, ax2,ax3), (ax4, ax5,ax6)) = plt.subplots(2, 3, figsize=(20,10))\n",
        "fig.suptitle('Functions', fontsize=20)\n",
        "ax1.bar(df_plot['dataset_file'], df_plot['MAX Score'])\n",
        "ax1.set_title('MAX Score', fontsize=16)\n",
        "ax1.set_ylim([0.65,0.9])\n",
        "ax2.bar(df_plot['dataset_file'], df_plot['SVM'], color='red')\n",
        "ax2.set_title('SVM', fontsize=16)\n",
        "ax2.set_ylim([0.65,0.9])\n",
        "ax3.bar(df_plot['dataset_file'], df_plot['Logistic Regression'], color='orange')\n",
        "ax3.set_title('LogReg', fontsize=16)\n",
        "ax3.set_ylim([0.65,0.9])\n",
        "ax4.bar(df_plot['dataset_file'], df_plot['LDA'], color='green')\n",
        "ax4.set_title('LDA', fontsize=16)\n",
        "ax4.set_ylim([0.65,0.9])\n",
        "ax4.set_xticks(np.arange(50, 160, 10))\n",
        "ax5.bar(df_plot['dataset_file'], df_plot['Random Forest'], color='brown')\n",
        "ax5.set_title('Random Forest', fontsize=16)\n",
        "ax5.set_xticks(np.arange(50, 160, 10))\n",
        "ax5.set_ylim([0.65,0.9])\n",
        "ax6.bar(df_plot['dataset_file'], df_plot['Naive Bayes'], color='gray')\n",
        "ax6.set_title('Naive', fontsize=16)\n",
        "ax6.set_xticks(np.arange(50, 160, 10))\n",
        "ax6.set_ylim([0.65,0.9])\n",
        "\n",
        "for ax in fig.get_axes():\n",
        "    ax.label_outer()\n",
        "\n",
        "fig.savefig('test.eps')"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAABIsAAAKGCAYAAADKwRuKAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAIABJREFUeJzs3Xm8bXVdN/DPN0hNnDCwgUGwSJoz\ncSgryZG0HBoMUQbTyKewsrSox5Qwy+rJofRJUcnxZoaKFBhihJpDXlA0QVEkUlCfVMRZEfg+f6x1\nNpvNOffue++5Z3y/X6/9Onuv9Vtr/9a55+6192d/f79V3R0AAAAASJJvWu0OAAAAALB2CIsAAAAA\nmBAWAQAAADAhLAIAAABgQlgEAAAAwISwCAAAAIAJYREAwCKq6n5V1VX1lNXuCwDAShIWAQA7bQxT\ntnU7brX7uJSq+u6xjy9e7b4AAKwle652BwCADeGPl1h+4Yr2Ynm9I8n3Jvn0ancEAGAlCYsAgF3W\n3Setdh+WW3d/JcmHVrsfAAArzTA0AGBFVNW/V9W1S6x73Dgk7NEzy6+oqkuraq+q+quq+lhVfb2q\nPlJVT6qqWmJ/96yq11TVJ6rqmvHn2VX1i+P6P0nykbH5Y2eGzj16bLPknEVVdeeqesXM/l9WVd+1\nSNs/GffzE1X1y1W1taq+UlWfraotVfUdi2zzXVX14qr6aFV9dWz7n1X1t1W19/Z+1wAAu0JlEQCw\n1t0syZuT3CHJWUmuS/LwJH+Z5OZJnjHduKoen+T5Sb6R5Iwkl47b3i3J45OcluTcJLdJ8oQk7x3b\nLXj/tjpTVfdM8qYkt0ryhgzVR4cmOTrJQ6rqvt39nkU2/c0kPzc+13lJfizJI5P8cFXdpbuvGfe/\nX5Kt4/7PGvv7LUkOTnJMkucm+dy2+ggAsCuERQDALquqkxZZfHl3v3QZdn9AkvcluU93f3V8vqcn\n+XCS362qZ3b3dePyH0ryvCRXJ/mJ7v7gTD8PSJLuPreqPpYhLHrPvMPoquqbkrw8ya2THNnd/zC1\n7lFJXpnk5VX1g93dM5s/MMlh3X3R2L6S/EOSX0rys0leN7Z7RJK9k5zQ3c+fef5bJVm0OgsAYLkI\niwCA5fC0RZa9JclLl2n/T1gIipKkuz9VVf+U5Kgkh+SGuYX+V5I9kpw0GxSN2318F/vxk+PzvW06\nKBr3/aqqOiHJPTNUDb1jZttnLwRFY/uuqhdlCIvunhvCogVfnXmc7v7SLvYfAGC7zFkEAOyy7q5F\nbocv0+4/292XL7J8IfiZnsPnnuPPNy7Tc8/60fHnuUusX1h+l0XWnb/IssWO4Q1JvpzkBVV1WlX9\nalV931LzMwEALDdhEQCw1l29xPKF4Vh7TC273fjzyt3Ul9uOPz+5xPqF5bdbZN1ix3GTY+juy5Lc\nI8npSe6f5JQkFyW5fKxcAgDYrYRFAMBKuT7DVD2Lvf9YLFzZGQuBzH7LtL9Znx9/fvsS679jpt1O\n6e6LuvsRSb41yWFJ/jDJNyf5m6o6dlf2DQCwPcIiAGClfC7De4/FgpzDluk53jX+/Jk52l43/txj\nm61u7L3jz8OXWP/T48/Froa2w7r72u6+oLv/LMmjxsUPW459AwAsRVgEAKyUd48/f3V6YVU9IMMk\nz8vh/2YIgU6qqkNnV46XpV9w1fjzwB3Y/1uTXJrk8Kq6UWhTVUdmmNj6g0neuSOdntnPYVV1m0VW\nfdv48ys7u28AgHm4GhoAsFJekuR3k/xRVd0lQ6hyaJIjkrw+yS/s6hN0939W1ROSPC/JhVX1hiQf\nzTCc624ZAqL7jW0/X1XnJ/npqnplkg9nGCp3end/YIn9Xz8OA3tTktdW1elJLhmP46FJvpDkmO7u\nXTiM45I8tqreNvb96iTfneTnknwtyXN3Yd8AANslLAIAVsR4uft7J/mLDMO4fjrJ1iT3TXLnLENY\nND7P31bV+5M8aXyOhyf5TJL3ZZgsetqjkjwryYOSHJWkklyeZNGwaNz/O6rqbkmekuQ+SR4y7n9L\nkpO7+yO7eAivyvAe7cczDM/7lgwTdm9J8n+6++Jd3D8AwDbVrn3xBQAAAMBGYs4iAAAAACaERQAA\nAABMCIsAAAAAmBAWAQAAADAhLAIAAABgQlgEAAAAwISwCAAAAIAJYREAAAAAE8IiAAAAACaERQAA\nAABMCIsAAAAAmBAWAQAAADAhLAIAAABgQlgEAAAAwISwCAAAAIAJYREAAAAAE8IiAAAAACaERQAA\nAABMCIsAAAAAmBAWAQAAADAhLAIAAABgQlgEAAAAwISwCAAAAIAJYREAAAAAE8IiAAAAACaERQAA\nAABMCIsAAAAAmBAWAQAAADAhLAIAAABgQlgEAAAAwISwCAAAAIAJYREAAAAAE8IiAAAAACaERQAA\nAABMCIsAAAAAmBAWAQAAADAhLAIAAABgQlgEAAAAwISwiFVRVcdVVY+371lk/b2n1t9viX2cM67/\nrUXWfVNVvbOqLq2qW86su3VVfayq3lpVtZ1+Pmxs9z9V9dWq+u+qOr2qjtjRYwZgbdrea31VPaeq\nrq2q71hi+xq3OW98fPjUOewBi7Q/qKquH9c/brceHAA3MvU55LtX6PlOmjondFV9vaourqonV5XP\n46xZ/jhZbV9McvQiy48d1y2qqvZPcp/x4TGz67v7+iSPTXJAkj+ZWf0XSfZN8rju7m08x28meX2S\nj4z7evDUvu6z1HYArB9zvta/LMkeSY5aYjeHJzlwbDdtqXPcMUm+tNOdBmA9+okkP5bk4Uk+kOEz\nyRNXtUewDcIiVtvrkjx6usKnqr4lyS8mee02tjs6w9/vWUl+tKp+YLZBd1+c5BlJfquq7jnu+95J\nfi3JSd394e307UlJTu/ux3b3P3X3ud39ou5+WJIT5z/EnTd+W32zlXgugE1qu6/13f3eJP+ZRb6c\nGB2T5CtJTptZ/rokD6+qvWaWH51tn+MA2Hj+o7vf1d1nJTkyySVJfnWV+wRLEhax2l6R5I4ZkvYF\nD8/wt7mtN9LHJrkoyW9PPV7Mn43tXlJVt0vy4iTvSfJ/5ujb7ZN8arEVY+XSRFUdXFWvqKpPjaWl\nl1XVc2faPLqq3ldVX6uqz4ztv2OmzeVV9cqq+pWq+lCSazJ8y52qumVV/XlV/VdVXTP+/N/KVwF2\nybyv9S9L8kNV9UPTbcahzr+Q5PXdPVsR+7okneTnp9r/eJLvynD+A2ANmvN9+y2r6m+r6rNV9aWq\nen1V/fg41Oy4be1/PL+8L0NV6uxz/3BVnVFVnxuHRr+9qn5ykXa/PX52+FpVvXt87sur6qW7dvQw\n8CGT1fbfSd6aG5fpH5NhSMCiJfpVdY8kd07yiu7+SJJ3JnlUVe0x27a7v5FhWMGdk1yQIZh6bHdf\nN0ff3p3k2HE88U3mVZrqz8Fj259K8tQkRyT54yT7TLU5PsMHgw9m+NBwYpIHJnlLVd1qZpc/neR3\nxn0ckeT9VbVnkrOTPC7Jc5P8TIbg64+S/OUcxwLA4uZ6rU/yqiTX5abDyh6W5Na56RC0ZKg2em1u\neo57e5LLdrrHAOw2O/C+/ZQkv5LhS+iHZ6gUetUOPNVBST4689w/muQdGb7I+NUMX0Z8Nsmbq+qu\nU+0el+TZSd6c5KFJXppkS5Lb7cDzwzbtudodgCQvT/JX47wReye5X4YwZCnHJrk+ySvHxy9L8oIk\n90/yL7ONu3trVf1jhnLPZ3X3++bs1+MzDCn4iyR/UVWfTXJOkr/r7jdNtfvjJN+S5Ie7+xNTy1+W\nJGOI9fQk53X3kQsrx8qht2U4yfz11HZ7J7lrd39qqu3RGaqv7t3dbx0X/+s4eu9pVfXn3f0/cx4X\nADeY67W+uz9VVWcnOaqqTpz60uGYJFcm+dcl9v/yJOdU1XdmeMP/iCS/v3sOBYBdMe/79qq6c4Z5\n7E7s7r8Ym50zVps+YYnd7zG+d987wxfAd80w9ca0v0zysST36e5rxuc+O8McR3+U5GHjqIKnJXlj\nd08uklBVn4ohziwjlUWsBf+Y5OZJfi7JozIMB1j0TXdV3TxD6HNud185Lv6HJF/PEkPRquqOSX42\nw1CAey9WgbSYcU6juyS5d4a5jy7M8K3B2VX1lKmmD0jyzzNB0bQ7J7lDZr5p6O5/z1BZde+Z9u+a\nDopGR4xt31FVey7ckrwpyTcnuec8xwTAje3Aa30yfAnwnUnumyTjkIT7JXnl7PDkKf+WIUx6VIbz\n3Lckec0yHwYAy2Pe9+33SFIZPsdMm527btrXknwjyf8k+dMkf9Ddpy+sHOdtvfe4z+un3u9Xhgqi\nnxqb7j/eZp/7DUmu3f4hwnyERay6cY6H0zOU6R+T5FXbeNP9cxnS+NdX1e3GeYiSYYjWQ6vqNots\n88IMV6T5xQwJ/txXHeju67r7rd39lO6+X5I7ZZjk9GlVtffY7FuTXLGN3dx+/PnJRdZ9amp9ttHu\nDhmG0H1j5vbuqT4AsBPmfK1PkjOSXJ0bJrp+VIarpC02BG1h352hEvboDF9qnNHdn98NhwHArpv3\nffvC/EWzlf3/bxv7vmeSu2f4QuI9SZ5ZVYfPPPceGSqIZt/zn5Bk77GqaNHnHiteP7ON54cdIixi\nrXh5homcf3C8v5SF6qHnJ/nc1O0hGb6tfcR046o6NsMY49/o7tcleUmSP66qO+1MJ8fqoRdnGMJ5\nyLj4M0n228ZmV40/v32Rdd8+tX7yNIu0+2yS/0pytyVu/zRH9wGYwxKv9enur2WoZn34OG/F0UnO\n7+4PbmeXL89wfntQtn2OA2B1zfu+fSFMusNMm2/bxr4v6O6tYzXRAzN8hvmbqYvVXJ1hqo2/yRLv\n+ccv1Bd97nH0xD6BZSIsYq04J0NZ/gu6+6LFGlTVHTIMx3pDhkmgZ2+fytRQtKr6tiTPSvLa7n79\nuPhJST6fYUK6bZq94sGUQ8efC0PF3pTkZ7fR/pIM3zIcOb1wvCLOHZOct72+ZJiL6YAkX+ru8xe5\n+RYBYCfswGv9gpcluWWG+ep+KNuoKlrQ3R/K8CXHaRkqYQFYm+Z93/7uDF/w/tLM9rOPFzW+dz85\nyQ9kmMQ63f3lDPMi/XCS9yz2nn/c/IrxNvtcD4s5iVlG/phYE8ayyUdup9mjMvzNPru73zK7sqpe\nluT3qupO3X1ZkudlCERPmHqeq6vqCUlOq6rHdPffbeP5PlBVb05yVoaqnttk+Fb48Ule090fG9s9\nbVz+jqr60ySXZqg0OqK7H93d11XVU5O8sKpemWE4wn4Z5sb4SJJTt3PcyTBu+jEZJrX+qwyX2rxZ\nhssvPyTJw7r7K3PsB4Abm/e1PknS3e+sqg9nGNJ8TZK/n+dJuvuE7bcCYAUdMU4KPe3zGa5uvM33\n7d39oarakuTpY2XQBUnuk2HKjGSoENqeFyZ5cpKnVNVp47Dl38lwpeizq+olGaqI9knyo0n26O4T\nu/v6qvrjJC+qqhdnmLvoThmu2vb5OZ8btktYxHpybIbLS751ifWnZrjCzDFVdWGGOYoeOztZdHe/\ntqpen+T/VNVZ3b3U2OL/neEDw8kZSkqvS/LhDC/Ez5na3+VVdc8kf5Lkz5LcKsNkpm+YanNKVX0l\nwwnhDUm+lOGDye+N3yJsU3d/o6oeOD738UkOTvLl8fdxZoYPLADsuLle62e8PMNr/lnd/dmV6CQA\ny+5vFll2UXf/wJzv24/PMC/q72X4EvfcJL+R5J8zhDbb1N1fr6qnZwiNHpbk9d39nqq6W4Yvo/86\nyW2TfDrDHEcvmNr2xeNw6CcmeXSGq6U9OsPceubFY1nUEGACAAAAO6uqnpTkL5IcNFuZugLPfViS\nrUmO6e5XrORzszGpLAIAAIAdUFU/m2HOoQszDP36yQzzo95kCPNueO6DM1QxvS3JF5J8b5I/zDCc\n+rW787nZPOaa4LqqjqiqS6rq0qo6cZH1d6yqf62q91fVeVW1/9S6Y6vqI+Pt2NltAQAAYJ35Yobh\nY6/OMC3E0RmGjh23As/91QxB1YsyXGznpAxTdRxuHlOWy3aHoY2X4PtwkvtnmHV9a5JHdvfFU23+\nMck/d/fLquo+SR7T3UdX1e2TnJ/ksAyzxV+Q5K7d/bndcjQAAAAA7JJ5KovunuTS7r6su6/JkJw+\ndKbN92WY0CtJ/m1q/QOTnNPdV40B0TkZLn0OAAAAwBo0z5xF+yX5+NTjK5LcY6bN+5L8fJLnJnl4\nkltX1bcuse1+s09QVcdnmE0+e+21110PPfTQefsPsKlccMEFn+nufVe7HyvNeQJgPs4TzhMAS9mR\nc8RyTXD9pCTPq6rjMoyVvDLDpWfn0t2nJDklSQ477LA+//zzl6lbABtLVf33avdhNThPAMzHecJ5\nAmApO3KOmCcsujLJAVOP9x+XTXT3JzJUFqWqbpXkF7r76qq6MsnhM9ueN2/nAAAAAFhZ88xZtDXJ\nIVV1cFXdLMmRSc6YblBV+1TVwr7+IMmp4/2zkzygqvauqr2TPGBcBgAAAMAatN2wqLuvTXJChpDn\ng0le090XVdXJVfWQsdnhSS6pqg8n+bYkzxi3vSrJ0zMETluTnDwuAwAAAGANmmvOou4+K8lZM8ue\nOnX/tCSnLbHtqbmh0ggAAACANWyeYWgAAAAAbBLCIgAAAAAmhEUAAAAATAiLAAAAAJgQFgEAAAAw\nISwCAAAAYEJYBAAAAMCEsAgAAACACWERAAAAABPCIgAAAAAmhEUAAAAATAiLAAAAAJgQFgEAAAAw\nISwCAAAAYGLP1e4ArCUHnXjm5P7lz3zwKvYEAAAAVofKIgAAAAAmhEUAAAAATAiLAAAAAJgQFgEA\nAAAwISwCAAAAYEJYBAAAAMCEsAgAAACACWERAAAAABN7rnYHYK066MQzJ/cvf+aDV7EnAAAAsHJU\nFgEAAAAwISwCAAAAYEJYBAAAAMCEsAgAAACACRNcwxxMdg0AAMBmISxi05sOggAAAGCzExaxri0E\nPap9AACAVbGlbrh/VK9eP2AZmbMIAAAAgAmVRbCDzF8EAADARiYsAgAAgOVmeBrrmGFoAAAAAEwI\ni9gwDjrxzEWvbDa9fKk2AAAAwMAwNNYdV0ADAABWnGFlbCIqiwAAAGClbKkbB0+wBgmLWBcMHwMA\nANYtARHrjGFobFrCJwAAYFkJhNgghEUAAPOqqQ8Bbb4KAGBjmmsYWlUdUVWXVNWlVXXiIusPrKp/\nq6r3VtX7q+pB4/KDquqrVXXheHvBch8ALMawNQCWTdUNt93RHgBgjdluZVFV7ZHk+Unun+SKJFur\n6ozuvniq2VOSvKa7/7aqvi/JWUkOGtd9tLt/ZHm7DWvDdCDl6mwAAABsBPNUFt09yaXdfVl3X5Pk\n1UkeOtOmk9xmvH/bJJ9Yvi4CAKxBKogAgA1qnjmL9kvy8anHVyS5x0ybk5K8qaqekGSvJPebWndw\nVb03yReSPKW73zb7BFV1fJLjk+TAAw+cu/Owlqgygt3HeYINYSFUMtcRLDvnCYDlNdecRXN4ZJKX\ndvf+SR6U5BVV9U1JPpnkwO6+S5LfSbKlqm4zu3F3n9Ldh3X3Yfvuu+8ydQmAjcJ5AoBtcZ5gxW2p\nG26wAc1TWXRlkgOmHu8/Lpv22CRHJEl3v7OqbpFkn+7+nyRfH5dfUFUfTfI9Sc7f1Y6zvi1U4WzU\nChxVRgAAsAEIg9ik5qks2prkkKo6uKpuluTIJGfMtPlYkvsmSVV9b5JbJPl0Ve07TpCdqrpTkkOS\nXLZcnQcA2C129xXQzHUEQKI6iTVru5VF3X1tVZ2Q5OwkeyQ5tbsvqqqTk5zf3Wck+d0kL6qqJ2aY\n7Pq47u6q+qkkJ1fVN5Jcn+Tx3X3VbjsaAICdJbwBAEgy3zC0dPdZSc6aWfbUqfsXJ7nXItu9Nslr\nd7GPAAAAAKyQucIiAIB1bzWuRqZaCQBYh4RFrDqTXQOwqa1GiAXA2rMwd9FRzgesvnkmuAYAAABg\nk1BZBAAAwOY2fUUylT0gLAIANjFzCgFsXi5ZD0sSFrGmTM9ftFnmMtqoxwewpq2HkMhcRgDAKjFn\nEQAAAKwlW0rlE6tKZREAAAAsENKAyiIAAAAAbqCyCAAAgM1D5RBsl8oiAAAAACaERQDAxlW1Pq58\nBgCwhgiLYAUddOKZOejEM1e7GwCsVcItAGANEBYBAAAAMCEsAgAAAGBCWARrgOFpAAAArBXCIgAA\nAAAmhEUAAAAATAiLAAAAAJgQFrFizMsDAACsii013IC5CItgDROwAQDAJifoYhUIiwAAAACYEBYB\nABtL1XADAGCnCIsAAAAAmBAWAQDr03QFkWoiAGaZ6wd2mrAI1hiTWgPMEAQBAKwoYRGsE/OESIIm\nYMMQEN3Ycv0+/F6BjULVEOxWwiIAAAAAJoRFLAsVLQBsk4oWAIB1Q1gEAKwfQicAtmUzDU/bTMfK\nihMWwTqkkgtgE1sqMHN1OGCzEprAshMWbRBrNTxYq/3aSPyOAdgmwREAsIOEReuAMACATUGoAQCw\nJgiLWHbCLQC2SSgEALCmCYtgkxHmAbBNwjyAtcv8TKyQPVe7A+w+04HA5c988G7dPwDcxELg0L26\n/djI/I4B2FUL4dNRfeP7bGobKiza3eHIeiDAYcHC38Jm/b8AwHYImgCAJRiGBgCsHkOeAADWHGHR\nOmO+GQAAAGB32lDD0NY7w4YAWFHTFT2GIgEAMJqrsqiqjqiqS6rq0qo6cZH1B1bVv1XVe6vq/VX1\noKl1fzBud0lVPXA5O8/8FiqSVCVtTv7tAdgmwwEBgCnbrSyqqj2SPD/J/ZNckWRrVZ3R3RdPNXtK\nktd0999W1fclOSvJQeP9I5N8f5LvTPLmqvqe7r5uuQ+E5bXUZOECBwCSLF2VZNJkANgYXBltU5un\nsujuSS7t7su6+5okr07y0Jk2neQ24/3bJvnEeP+hSV7d3V/v7v9Kcum4PwAAAADWoHnmLNovycen\nHl+R5B4zbU5K8qaqekKSvZLcb2rbd81su9/sE1TV8UmOT5IDDzxwnn6TnZ/jaKmqIYC1ynkCgG1x\nngBYXst1NbRHJnlpd++f5EFJXlFVc++7u0/p7sO6+7B99913mbq0PphLhtXk74/1YjOfJ2BVmcuI\ndcJ5YgPYUjcMe2LHTf/+/C5ZBvNUFl2Z5ICpx/uPy6Y9NskRSdLd76yqWyTZZ85tWYQrowGwbFz1\nDACAHTBPWLQ1ySFVdXCGoOfIJEfNtPlYkvsmeWlVfW+SWyT5dJIzkmypqmdlmOD6kCTvXqa+s0JU\nngCsccs9qfSOhksmtQYA2FC2GxZ197VVdUKSs5PskeTU7r6oqk5Ocn53n5Hkd5O8qKqemGGy6+O6\nu5NcVFWvSXJxkmuT/MZKXQnNvDwAAAA7aHr4kqtgwaY1T2VRuvusJGfNLHvq1P2Lk9xriW2fkeQZ\nu9DHVbXRh4MJ1QBIYl4aAAAm5gqL2LYdDZQ2egAFiSASAABW3UKl2GyV2FLLYSQsAm5ipQJNgRLs\nRiqFAADYSXNf3p5d4xLlrHX+RgEAAEg2YWWRSgbYOf7vwBrjCmQA7KilJq/eskQ1qsmuWU7+ntaV\nTRcWsTRVJawV5vWCNcrQNgBYv8xTxA7YFGGREAQARgIfgM1lqaohgG0wZ9FOMr8LAADAbrClFg+5\nlloOLLtNUVkELC/zFwEAABPmI9pwhEXAmqBSDwAAYG0QFgG7nUokWMfMcQTA7mLC5fXNkMANTVgE\nbNP2Kn4EQQAAzE1AtPEZkrYhbOqwyIdcAIA5TFeYtTf+wA4SEMG6s6nDImBjWwiEhcEAALtItcjm\ntTuGm/l7WvO+abU7sJ4cdOKZcw3JMVEvrCz/7wAA1hiXuYd1TWURsGwENgAAAOufyiJgU1B9BAAA\nMB9hEbChCIUAAAB2jWFoI1dGA2DdK3NDALACTE4MG57KImDdWK6qoen9qEQCAFgmJrWGDUNlEbCi\nBDMAAGuAUAfYBmHRbrTwodiwNgBgw5ge7tiGnwCwiwxrXJOERYsQ8sDm5P8+AMAasxAkCBHWJxVs\n65Y5i4A1zZxCbHpVJq4GAGBFqSwCgPViITQy9Ie1zlA1AFjXVBYBLEJFEwAAsFkJi4B1SZgDAACw\newiLAAAA2DlbyiTGsAEJiwAAAACYEBYBAAAAMOFqaAC7yfScSpc/88Gr2BOAFVCGoQCwixaGNB7V\nN77PilNZBAAAAKxd5sZaccIiAAAAACYMQwOAtWZhOE8ru2YDmx625m8dgHkZnrYihEUAy2h6niIA\nAID1yDA0AAAAACZUFgEAsDJcMQ0A1gWVRQDbcdCJZxpeBgAAbBoqiwAA2DkqhQBgQ1JZBAArqcoH\nbAAA1jSVRQA7YGE42uXPfPBObbcz2wKsa8JR1iuX5wY2sbnCoqo6Islzk+yR5MXd/cyZ9c9O8tPj\nw1smuUN3325cd12S/xzXfay7H7IcHQcAAFhWW4SbAMkcYVFV7ZHk+Unun+SKJFur6ozuvnihTXc/\ncar9E5LcZWoXX+3uH1m+LgMAsKFMVx+1Kg4AWG3zzFl09ySXdvdl3X1Nklcneeg22j8yyd8vR+cA\n1jJXSQMAADaieYah7Zfk41OPr0hyj8UaVtUdkxyc5NypxbeoqvOTXJvkmd19+iLbHZ/k+CQ58MAD\n5+s5AJuG8wQA2+I8McNwOmAXLffV0I5Mclp3Xze17I7dfViSo5I8p6q+a3aj7j6luw/r7sP23Xff\nZe4SAOud8wQA2+I8AbC85gmLrkxywNTj/cdlizkyM0PQuvvK8edlSc7LjeczAgAAANhxW0ol3W4y\nT1i0NckhVXVwVd0sQyB0xmyjqjo0yd5J3jm1bO+quvl4f58k90py8ey2ALDpVbnEOCQ3/r/g/wVr\nnQ+qwAa13TmLuvvaqjohydlJ9khyandfVFUnJzm/uxeCoyOTvLr7Rpew+N4kL6yq6zMEU8+cvooa\nAAAAwLJaCHGP2okrbO7KthvIPBNcp7vPSnLWzLKnzjw+aZHt3pHkB3ehfwAAAKvLh0fY2Pwfv4m5\nwiIAtu2gE89c7S6wHi0Mr2lvTAAAdslSgY8gaKcs99XQAAAANi7zFAGbgLAIAAAA2PiEvXMTFgEA\nAAAwISwCAAAANpd5qow2cSUTOLStAAAgAElEQVSSCa4BAADWu036gRbYPVQWAQAAADAhLAIAAABg\nQlgEAMDaVzXcAIDdTlgEAAAAwISwCAAAAIAJYREAAAAAE8IiANgV5lEBAGCDERYBAACspi013ADW\nCGERAAAbmwpAANghwiIAAAAAJvZc7Q4AAAAAbCrTQ0+P6tXrxxJUFgEAAKwV5i8C1gBhEQDsbuZL\nAdj4dnfII0QCVpCwCAAAAIAJYREAAOvLrlTrqfRjJcxTBaRSCFjDhEUAAABrkUAJWCXCIgAAgPVE\niATsZsIiAAAAACaERQAAbE7T8xeZy4iVoCIIWCeERQCwO/jgCQDAOiUsAoDlIiCCjc3/cQA2CWER\nAAAbj2AHAHaasAgAgI1BQAQAy0JYBAA7ygdSWDv8fwSAZScsAgAAAGBiz9XuAACsmOnqg+7V6wew\nfiy8bnjNANjctozng6M2x/lAZREAAAAAEyqLAGCa6iMAAHaHLXPMsTfdZhWrmIRFAAAA69U8Hz4B\ndpCwCIDNSQURsBTzFAGwyZmzCAAAAIAJYREALKXqxhVIALCjtpShYsC6IywCAAAAYEJYBAAAADCv\nTVAxaIJrADDUDAAAJuaqLKqqI6rqkqq6tKpOXGT9s6vqwvH24aq6emrdsVX1kfF27HJ2HgAAVoU5\nzQBYykLl0TquPtpuZVFV7ZHk+Unun+SKJFur6ozuvnihTXc/car9E5LcZbx/+yRPS3JYkk5ywbjt\n55b1KABgd3MpbQAAZi0EQkct8R5xnQZG81QW3T3Jpd19WXdfk+TVSR66jfaPTPL34/0HJjmnu68a\nA6JzkhyxKx0GAAAAYPeZJyzaL8nHpx5fMS67iaq6Y5KDk5y7I9tW1fFVdX5Vnf/pT396nn4DsIk4\nTwCwLc4TAMtrua+GdmSS07r7uh3ZqLtP6e7Duvuwfffdd5m7BMB65zwBrGnmL1p1zhMAy2ueq6Fd\nmeSAqcf7j8sWc2SS35jZ9vCZbc+bv3sAAAAAa9w6nZtoKfNUFm1NckhVHVxVN8sQCJ0x26iqDk2y\nd5J3Ti0+O8kDqmrvqto7yQPGZQAAAAAsZRWvqrbdyqLuvraqTsgQ8uyR5NTuvqiqTk5yfncvBEdH\nJnl19w2Xienuq6rq6RkCpyQ5ubuvWt5DAAAAAGC5zDMMLd19VpKzZpY9debxSUtse2qSU3eyfwAA\nAACsoOWe4BoAAACAdUxYBAAAAMCEsAgAAACACWERAAAAABPCIgAAAAAmhEUAAAAATAiLAAAAAJgQ\nFgEAAAAwISwCAAAAYEJYBAAAAMDEnqvdAQAA2BCqbrjfvXr9AGB92VLbb7PChEUAALDcBEcArGPC\nIgAAAIC1bLr66Kjd/yWEOYsAAAAAmBAWAQAAADAhLAIAAABgQlgEAAAAwISwCAAAAIAJYREAAAAA\nE8IiAAAAACaERQAAAABMCIsAAAAAmBAWAQAAADAhLAIAAABgQlgEAAAAwISwCAAAAIAJYREAAAAA\nE8IiAAAAACaERQAAAABMCIsAAAAAmBAWAQAAADAhLAIAAABgQlgEAAAAwISwCAAAAIAJYREAAAAA\nE8IiAAAAACaERQAAAABMCIsAAAAAmBAWAQAAADAhLAIAAABgYq6wqKqOqKpLqurSqjpxiTaPqKqL\nq+qiqtoytfy6qrpwvJ2xXB0HAAAAYPntub0GVbVHkucnuX+SK5JsraozuvviqTaHJPmDJPfq7s9V\n1R2mdvHV7v6RZe43AAAAALvBPJVFd09yaXdf1t3XJHl1kofOtPnVJM/v7s8lSXf/z/J2EwAAAICV\nUN297QZVv5jkiO5+3Pj46CT36O4TptqcnuTDSe6VZI8kJ3X3v4zrrk1yYZJrkzyzu09f5DmOT3L8\n+PDOSS7ZxeNaDfsk+cxqd2KFbKZjTTbX8TrWte+O3b3vandipTlPrDuOdePaTMe7Xo/VecJ5Yj1w\nrBvXZjre9Xisc58jliss+uck30jyiCT7J3lrkh/s7qurar/uvrKq7pTk3CT37e6P7sxRrWVVdX53\nH7ba/VgJm+lYk811vI4Vdp/N9DfnWDeuzXS8m+lYWRs209+cY924NtPxbvRjnWcY2pVJDph6vP+4\nbNoVSc7o7m90939lqDI6JEm6+8rx52VJzktyl13sMwAAAAC7yTxh0dYkh1TVwVV1syRHJpm9qtnp\nSQ5PkqraJ8n3JLmsqvauqptPLb9XkosDAAAAwJq03auhdfe1VXVCkrMzzEd0andfVFUnJzm/u88Y\n1z2gqi5Ocl2SJ3f3Z6vqx5O8sKquzxBMPXP6KmobzCmr3YEVtJmONdlcx+tYYffZTH9zjnXj2kzH\nu5mOlbVhM/3NOdaNazMd74Y+1u3OWQQAAADA5jHPMDQAAAAANglhEQAAAAATwiIAAAAAJoRFAAAA\nAEwIiwAAAACYEBYBAAAAMCEsAgAAAGBCWAQAAADAhLAIAAAAgAlhEQAAAAATwiIAAAAAJoRFAAAA\nAEwIiwAAAACYEBYBAAAAMCEsAgAAAGBCWAQAAADAhLAIAAAAgAlhEQAAAAATwiIAAAAAJoRFAAAA\nAEwIiwAAAACYEBYBAAAAMCEsAgAAAGBCWAQAAADAhLAIAAAAgAlhEQAAAAATwiIAAAAAJoRFbApV\ndVxVdVV99xLrTxrXL9y+WFUfqaotVfXA7ez7UeM27909vQdYP6Zebxdu11TVR6vqT6vqFqvUp5Oq\nqlfjuWct8vuZvt1vtfs3a+zvr6x2PwBWwtRr9NVVtffMuj3HdSft4D7XzDkIdsSeq90BWGN+Isl1\nSW6Z5OAkv5jkX6rqlUmO7e7rF9nm2PHnj1TVD3b3f65MVwHWtF9KckWSWyd5eJI/GO8/YTU7tYYs\n/H6mXbwaHdmO4zK8Xzx1lfsBsJJum+T3k5y4DPt6cZJ/WYb9wIoSFsGN/Ud3Xzv1+CVV9cQkz0py\nYZK/mm5cVfsluW+SNyb5mQzB0ZNWqK8Aa9mF3X3peP+cqjokya9U1W8tEbxvNtO/n2VTVTfv7q8v\n934BNpk3JXlCVT27u//fruyou6/ITb8cgDXPMDTYju5+dpL3JvmtRVYfneH/0dOSvD3Jo6pqjxXs\nHsB68Z4MVZv7LCyoqn2r6oVV9eGq+kpVfXwc/rvf9IZTQ4UPqaozq+pLVfXfVfXUqvqmmbZ3qaq3\nVdXXqurKqvqjJDXbmaq6TVU9r6o+UVVfr6pLquqJVVVTbQ4fn/dhYz+vGocmPKeq9qiqu1XVv1fV\nl6vqou0NW94RVXXnqnr9+Hxfrap3VdURS/xefqCqzq6qLyV5zdT6nx+3+8q4n3+sqgNn9nFUVb13\n/J1+oar+s6p+bVx3XpJ7J7nX1FC585brGAHWsD8Zfz5lqQY7eg6benxRVb1ukf3dfXydffjUsh+u\nqjOq6nPjueDtVfWTy3B8sF3CIpjPG5McMPsmO0Ml0Qe7e2uSlyf59iQPWOnOAawDByX5fJLPTi27\nfZKvZRiidkSSJyc5JMnbl5jf6PVJzk3ysCSnJ/nj3DAUOFW1z7h+n3H5b4z7vdGcO2PAdGaSx2So\nGP25DEMEnpXkGYs873OSfDnJLyf5mwxfHjwnw+v+qUl+PslVSV439mEee4zzXyzcJl80VNV3Jvn3\nJD+c5IQkj0hydZIzq+pnFtnXG5K8JclDkjx73Mfjk7w2w9C2X0zya0l+IMlbqurWY5ufSPLKcduH\nje1elOR2435/PcOXJe9P8mPj7dfnPD6A9eyTSZ6X5PiquuMSbXb0HLbgFUkeNDsnUoYvoa/KcH5K\nVf1okneMz/OrSX4hwzn0zVV11505KNgRhqHBfD42/vyOhftVdfckhyb5w3Hda5I8N8MHlDeudAcB\n1pg9qmrP3DBn0S8k+e3uvm6hQXdfkqmqzTEweXuG19mfyRAOTfur7v678f6bq+o+SR6ZZGHZE5Ps\nleQB3f3xcZ/nJPnvmf08KMMcdY/p7peOy95UVXsl+d2qelZ3f2aq/bnd/Tvj/XOq6sEZQpyf7O5/\nH5/nk0nel+TBSV42x+/nQzOP3z72KUl+J8neSX5sYahaVZ2VIfh5Rm56jvnr7n7uwoOqulWSP0/y\nd939K1PL353kkiSPzRB23TPJ1d3921P7etPCne6+uKq+kGTP7n7XHMcEsJH8eYag/WmZ+dIh2alz\n2IJXZXgtf0SSF47bfnOSI5P8Q3dfM7b7y3Ff91lYVlVnJ/lAkj/KEPLDbqOyCOazMCxh+koGxya5\nPsO3sunuqzN8u/vQqrrtynYPYM35UJJvZPiW9CVJXtjdz5ttVFX/q6reNw6hujY3hPN3XmSfZ848\n/kCS6YrPH0vyroWgKEm6+8tJ/mlmu5/K8Pq9ZWb5K5PcbNzPtNlw5kNJvrwQFE0tS5IDFun3Yh6e\n5G5Tt8fO9O9d03MajSHb32e4mMJtZvY1+4Hkx5LcJsmrpquXknx87OdPje22Jtm7ql5ZVT9bVbcL\nAEmS7r4qQ/XpMVW12DlpR89hC/v9eJLzMlQSLTgiQ1XsK8b9fkuGYcD/mOT6qdfxSvLm3PA6DruN\nsAjms/Dm/5NJUlU3y5D+vzPJF6vqduOb7NcnuUWGbwoANrOFMORBGd7Y/npVHTPdoKqekOT/jut/\nPsndM1S7JMNr6ayrZh5/fabddyRZbCLS2WW3T3LV1Le3Cz41tX7a52YeX5NhWNjE1L62NfRg2ge6\n+/yp2yUz/fvkItt8KsMHhdmhC7Nt7zD+fHOGwG769oNJvnXs81syXJXtgAznr09X1Zur6ofmPAaA\nje7ZGc49J8+u2Ilz2LRXZJgP7uDx8dFJLu3ud46Pb59kjwwVRLOv4ydkCPp9lme3MgwN5vOgJB+b\n+rb65zK8iN8rN/0QkQxVRy9aob4BrEUfmBpCdW6GeW/+sqpeO1b7JEPo/q/d/bsLG029cd4Zn0zy\nbYssn112VZLbV9XNZgKjb59av5quyg19mfbtGSpcZ887PfN4YV6o45JctMh+vjjZsPu0JKeNQ9cO\nzzDs4l+qan9XrQM2u+7+UlX9WYYKo7+cWb0r57DXJnl+kkdX1V9n+GzxZ1Prr85QAfv8DPPjLdY3\nr9HsVsIi2I6qemKSH0kyPafDsRkmO31okutmNjk2yXFV9V3d/dGV6SXA2tXdX6+qJ2cYqvvrueEN\n9y2TfGGm+WN24anemeTJVXXA1JxFe2V4Ez7tLRkmIv2lDHNHLHhUhqqhd2Z1vSXJb1fVQd19eTKZ\nC+OXk7y3u2d/Z7PekSEQ+u7unmf+pHT3l5L8c1XdKcP8e9+a5NMZqrduvVNHAbAx/N8Mc8n9yczy\nnT6HdfcXq+r0JI9O8okkN884tcW4/stV9bYMFzp4j2CI1SAsYrM5oqo+NbPs81P371FV12UoHb1T\nhivD/EyGyUr/Okmq6g7jsld297/OPsG4/+OSHJNhQjyATa+7z6iqrRkmkH5ed381wxXIfr+q/jDJ\nu5PcJ8Pr7s56doYw6k1VdVKGoOPJSb460+6NGa429oKq2jdD9c2DkjwuyZ/NTG69Gp6d4TxyTlU9\nLcOHkV9P8j0ZJtDepu7+whjOPX88vjdmONftl2EOjPO6e0tVnZyh6urfMnxY2T/Jbya5sLs/Pe7u\n4gxDCH85yUeTfHFmyBzAhjZ+4XFyklNmVu3qOewVSY7KcGXPt3f3ZTPrfyfJW5OcXVUvyVA9u0+S\nH02yR3efuMMHAztAWMRm8zeLLLsoyWnj/YXJSr+S4QX53UmO6O6zp9ofleH/zqmLPUF3f6iq3pFh\nMryTunt2eADAZvWUJGcneXyGQOTkDJdpf2KGkP4tSR6YZPYN81y6+zNVdd8MlTEvyzAc6wUZXrOf\nOtXu+vGKZn+a5PczVNFcnuGN+XN25rmXU3d/Yrys/Z8n+dsM3zhfmOTB3f0vc+7jhVX18Qxh2cJ5\n68okbxv3lST/kSEcenaGodX/k+FqaH80tas/zzBR64uT3CrDv9Hhu3B4AOvR32V4PT1katmunsPO\nyTAX3X5ZZE6k7n5PVd0tw5fPf53kthkqPt+T4dwGu1X5HAsAAADAAjOoAwAAADAxV1hUVUdU1SVV\ndWlV3WRsZFXdsar+tareX1XnVdX+U+uOraqPjLdjl7PzAAAAACyv7Q5DG6++8eEk909yRZKtSR7Z\n3RdPtfnHJP/c3S+rqvskeUx3H11Vt09yfpLDMlzW9YIkd+3uxS41DgAAAMAqm6ey6O5JLu3uy7r7\nmiSvznC58Gnfl+Tc8f6/Ta1/YJJzuvuqMSA6J8kRu95tAAAAAHaHea6Gtl+Sj089viLJPWbavC/J\nz2e4+sjDk9y6qr51iW33m32Cqjo+yfFJstdee9310EMPnbf/AJvKBRdc8Jnu3ne1+7HSnCcA5uM8\n4TwBsJQdOUfMExbN40lJnldVxyV5a4ZLs14378bdfUqSU5LksMMO6/PPP3+ZugWwsVTVf692H1aD\n8wTAfJwnnCcAlrIj54h5wqIrkxww9Xj/cdlEd38iQ2VRqupWSX6hu6+uqiuTHD6z7Xnzdg4AAACA\nlTXPnEVbkxxSVQdX1c2SHJnkjOkGVbVPVS3s6w+SnDrePzvJA6pq76raO8kDxmUAAAAArEHbDYu6\n+9okJ2QIeT6Y5DXdfVFVnVxVDxmbHZ7kkqr6cJJvS/KMcdurkjw9Q+C0NcnJ4zIAAAAA1qC55izq\n7rOSnDWz7KlT909LctoS256aGyqNAAAAAFjD5hmGBgAAAMAmISwCAAAAYEJYBAAAAMCEsAgAAACA\nCWERAAAAABPCIgAAAAAmhEUAAAAATAiLAAAAAJgQFgEAAAAwISwCAAAAYEJYBAAAAMCEsAgAAACA\nCWERAAAAABN7rnYHAADWiy3f//2T+0dddNEq9gQAYPdRWQT/v737D7b8LusD/n7cDKBMgSDRan5A\nsAHx6gzQHdSmMp0iGpmO0dY6S2wLU2ymHYOV2nZCcdjcOHawrbXtTAZETbWMS0qx0m0nNWj91ZmC\nZtGA2WhwCZHsirAV0JnqIAlP/zhnT05u9t49u/d7zrnnnNdr5s6e8z3n3OfzPffHs/vez+fzBQAA\nACaERQAAAABMCIsAAAAAmBAWAQAAADAhLAIAAABgQlgEAAAAwISwCAAAAIAJYREAAAAAE8IiAAAA\nACYuW/YAAABW0bGtrcntm06eXOJIAACGZWYRAAAAABPCIgAAAAAmhEUAAAAATNizCABgn+xfBACs\nEzOLAAAAAJgwswgAYA/Ts4YAADaBmUUAwNo6trUl7AEAuEjCIgAAAAAmLEMDABiQza4BgFVnZhEA\nAAAAE2YWAQDEjCAAgHOERQDARjgXBk0HQTa/BgB4MsvQAIC14gpoAAD7IywCAFaegAgAYDjCIgAA\nAAAm7FkEALCDWUoAwCabaWZRVd1QVQ9W1amquvU8j19TVb9cVb9VVR+qqleNjz+vqv6squ4bf7xt\n6BMAALhYlq0BAOzugjOLqupQkjuSvDLJ6ST3VtXx7n5g6mk/kORd3f3WqvqqJHcned74sY9094uH\nHTYAAAAA8zDLMrSXJTnV3Q8lSVXdleTGJNNhUSd5xvj2M5P8wZCDBABYRdOzl246eXKJIwEAmN0s\ny9CuTPLI1P3T42PTbkvyd6rqdEazil4/9di14+Vpv1pV33C+AlV1c1WdqKoTZ8+enX30AGwEfQKA\nvegTAMMa6mpor07yU919VZJXJXlHVX1Bko8nuaa7X5LknyQ5VlXP2Pni7n57dx/u7sNXXHHFQEMC\nYF3oEwDsRZ8AGNYsYdGZJFdP3b9qfGza65K8K0m6+31JnpbkOd392e7+o/HxDyT5SJIX7HfQAAAA\nAMzHLGHRvUmuq6prq+opSY4kOb7jOR9L8ookqaoXZRQWna2qK8YbZKeqnp/kuiQPDTV4AGA9rePV\nyqbPaR3PDwBYHxfc4Lq7H62qW5Lck+RQkju7+2RV3Z7kRHcfT/L9SX68qt6Q0WbXr+3urqqXJ7m9\nqj6X5PNJ/mF3f2puZwMAAADAvsxyNbR0990ZbVw9fezNU7cfSHL9eV73s0l+dp9jBAAAAGBBZgqL\nAAAAgL1tb29Pbh89enSJI4H9GepqaAAAc2F/HwCAxRIWAQAAADAhLAIAAABgQlgEAAAAwISwCABY\nGdP7F9nLCABgPoRFAABLJPQCAA4aYREAAAAAE8IiAAAAACaERQAAAABMCIsAAAAAmLhs2QMAAACA\nVbW9vX1Jzz969Og8hgODMLMIAAAAgAlhEQAAAAATlqEBAADAwKaXp1lyxqoxswgA4IA4trWVY1tb\ne94GAJg3YREAAAAswfb29kVvkA2LICwCAACAORIKsWqERQAAAABMCIsAgAPBvjwAbDKzjzhIhEUA\nAAAATAiLAABWlNlYAMA8CIsAAAAAmBAWAQAAwAFi/yKWTVgEAAAAwISwCABghdinCACYN2ERAMAa\nECIBAEMRFgEAAMABZf8ilkFYBAAAAMCEsAgAAACACWERAAAAABOXLXsAsEi1XUmSPtpLHgkAABwM\n0/vhHD16dIkjAQ4KYREAsDTnrt5108mTSx4JwHoSBAGXwjI0AAAAACaERQAAALBitre3nzBzDIZk\nGRoAbKhzS8ASy8AAYBWcC4csKWTezCwCAAAAYMLMIgDYINOziQB4IptBew9mZfkX605YBADMnaue\nLZb3GzgfQdD+HOSAyPI0hiYsAgAAWHGCIGBI9ixiY9V2pbZr2cMAAACAA2WmmUVVdUOSf5/kUJKf\n6O637Hj8miQ/neRZ4+fc2t13jx97Y5LXJXksyfd29z3DDR8AuJBZ9ilyZTQAWA+WpDGEC4ZFVXUo\nyR1JXpnkdJJ7q+p4dz8w9bQfSPKu7n5rVX1VkruTPG98+0iSrSRfnuQXq+oF3f3Y0CcCAADA6hBq\nwME1y8yilyU51d0PJUlV3ZXkxiTTYVEnecb49jOT/MH49o1J7uruzyb5aFWdGn++9w0wdgBgDvYz\ny2iWjZVtvgwAcLDNEhZdmeSRqfunk3ztjufcluS9VfX6JE9P8o1Tr33/jtdeubNAVd2c5OYkueaa\na2YZNwAbRJ8AYC+b3Ccu9Qpd876yl1lDsNqGuhraq5P8VHf/SFV9fZJ3VNVXz/ri7n57krcnyeHD\nh3ugMQGwJvSJJzM7B+Bx+sQTHeRLvF8sodP+DP3+uere5pglLDqT5Oqp+1eNj017XZIbkqS731dV\nT0vynBlfC3N17opnfXT4vzdMX01tHp8fYBXsFlwJtACYlVAIDpZZwqJ7k1xXVddmFPQcSXLTjud8\nLMkrkvxUVb0oydOSnE1yPMmxqvq3GW1wfV2S3xho7ABwUVb9il/CF4DFEV480VAzSryvsBouGBZ1\n96NVdUuSe5IcSnJnd5+sqtuTnOju40m+P8mPV9UbMtrs+rXd3UlOVtW7MtoM+9Ek3+NKaACsk3UP\ncHYL2KaPAwAHnyVpXIyZ9izq7ruT3L3j2Junbj+Q5PpdXvtDSX5oH2MEgJW27oESXIpVn+kHzO4g\nzCY6CGOAVTLUBtcAAKwQISasLsHHbLxPy7HIGUe+xvMjLAKAFecf/QCsEwHA/M1zSRrrQVgEF2n6\nCmgAB4llPQDr6yAFKOuyV81uAccqnxMMRVgEJHk8BOujveSRwGIIVi6eTa0BDlZos8n283UwC2b9\n+TndP2ERG296ppCgBFiXEEmww8XYbSmjJY7AQbKMAECwxKb6gmUPAADW0bGtLYENwJrY3t4WGrC2\nDur390Ed16Ywswg2mKVnAADs5mL/ob4uS38EFCAsgrUlCALgUlh6BlyMgxAQHYQxcHHmsUm674Nh\nWYYGAACwYJbYcBAd1O/LgzqudSYsAgBYY/bPAgAulmVoALALy3EAgE23nxk9syw3m8eSNPZPWAQA\nsCEEoMC6s2/NcIZe9rWKy8g2+fvJMjQAAIAlsh8LcNCYWQTAxhtqP5dZZm2Y2QGwPjZ51gHMw7J+\npvwsP5mZRay02q7JJeIBAABgHjZtBqCZRTBn02FWH+0nHZ8+NlStIT8nAACXzowFYBUJi2Agu4VC\nwHqwfAwAYP0JeEeERcBFE4wBsJfpfcCmA9ah9gcDgEsxVBA0/XnWNVwSFgELJWiCi2NGEwAAiyYs\nYm3Yr2f1CI7gcUIhAHZa1xkLsB9+LhZDWAQLtFugtS5B125Xplv18wIAuBD/gIXNNn2ltHX4PfAF\nyx4AAAAsw7GtLfsoMRf7ucT2pl2eG+bNz9SlMbOItTT0TJ3dZswcBBd7rpf63hzk9wAWbaglY5ae\nsU52C12EMQCweoRFMGVd99BZl2VuAKw/ISoAq24dlqQJi1iY6cBCeLE+zDgCAABWjX3G9iYsAuZO\noASwniwxg4vjH6fAqrDBNYOr7RIOAAAAwIoyswgAgD1NzyCylxAArD8ziwDggHE5bxjxswAAy2Fm\nEXNlI2sA4ELmHQi5whoAq2iZV1Uzswh4EvtOAQAAbC5hEQAAAAATlqHBLsysAYCDybIyANbV9NKz\nZTKzCAAAAIAJM4tgDsxKAmBdLevqZGYTAcDiCItYOa6wtp6mAzZfWwAAYB0s84pm+2EZGivB1bkA\nAABgMYRFAAAAAExYhgYAAAAwZ/tZkrbo5WxmFgEAsBaObW0tbQNuAFgnM4VFVXVDVT1YVaeq6tbz\nPP6jVXXf+OPDVfWZqccem3rs+JCDZz3Yj2h30++N9wkAAIBFuOAytKo6lOSOJK9McjrJvVV1vLsf\nOPec7n7D1PNfn+QlU5/iz7r7xcMNGdabq70BwOzOzSS66eTJJY8EANbHLHsWvSzJqe5+KEmq6q4k\nNyZ5YJfnvzrJ6lwPDgAAAGCBFr0H0cWaZRnalUkembp/enzsSarquUmuTfJLU4efVlUnqur9VfVt\nu7zu5vFzTpw9e3bGobPuLLsCztEngKHY12g96RMAwxp6g+sjSd7d3Y9NHXtudx9OclOSf1dVX7Hz\nRd399u4+3N2Hr7jiimrLNmsAAA+NSURBVIGHxCIIdoB50ieAeRMirTZ9AmBYs4RFZ5JcPXX/qvGx\n8zmS5J3TB7r7zPjPh5L8Sp64nxEAAAAAB8gsYdG9Sa6rqmur6ikZBUJPuqpZVX1lksuTvG/q2OVV\n9dTx7eckuT6773UEzMhMLgAAAOblghtcd/ejVXVLknuSHEpyZ3efrKrbk5zo7nPB0ZEkd3X39CWc\nXpTkx6rq8xkFU2+Zvooa7ORKYADAsrnCGgCbbparoaW7705y945jb95x/7bzvO7/JPmafYwPAAAA\nYG1NXxntoBh6g2sAAAAAVthMM4vYPNP74VgSxkFn+SIAAMBwhEXAnmykDQAAsFmERQBzYoYeAACw\niuxZBADA2jm2tTW5qhkAcHGERQAAsIvp0EkABcCmsAyNS2YvGwAAAFg/ZhYBAAAAMCEsAgAAAGBC\nWAQAAADAhLAIAAAAgAlhEbARartsyg4AADADYREAAAAAE8IiAAAAACYuW/YAWC2W8XBQnPte7KO9\n5JEAAACsFzOLAABgH45tbeXY1tayhwEAgxEWAQAAADAhLAIAAABgQlgEHGgueQ8AALBYwiIAAAAA\nJlwNjQsyq4NFc6UzAACA5TGzCAAAAIAJYREAAAAAE5ahMWG5GQAAACAsWmPT4Y+9XwAAAIBZWIYG\nAAAAwISwCAAAAIAJYRGwMmq77K0FAAAwZ8IiYG0JlwAAAC6eDa4Bxs4FS/vZEH63cMqG8wDr5djW\nVpLkppMnlzwSABiemUXAWjGbCAAAYH+ERQAAAABMCIsAAAAAmLBnEQAADODcPkaJvYwAWG1mFgEA\nAAAwISwCAAAAYEJYBAAAAMCEPYsALkJtV5Kkj/aSRwLAQWb/IgBWmbAIYADnQiQAAIBVZxkaAAAA\nABMzhUVVdUNVPVhVp6rq1vM8/qNVdd/448NV9Zmpx15TVb83/njNkIMHAAAAYFgXXIZWVYeS3JHk\nlUlOJ7m3qo539wPnntPdb5h6/uuTvGR8+9lJjiY5nKSTfGD82k8PehYAA5vem8g+RQAAwCaZZWbR\ny5Kc6u6HuvvPk9yV5MY9nv/qJO8c3/7mJL/Q3Z8aB0S/kOSG/QwYAAAAgPmZJSy6MskjU/dPj489\nSVU9N8m1SX7pYl5bVTdX1YmqOnH27NlZxg0wiNoum1OvAH0CgL3oEwDDGnqD6yNJ3t3dj13Mi7r7\n7d19uLsPX3HFFQMPCYBVp08AsBd9AmBYs4RFZ5JcPXX/qvGx8zmSx5egXexrAQAAAFiyC25wneTe\nJNdV1bUZBT1Hkty080lV9ZVJLk/yvqnD9yT5l1V1+fj+NyV5475GvIfppSQ2on0i7w0AAAAwiwuG\nRd39aFXdklHwcyjJnd19sqpuT3Kiu4+Pn3okyV3d3VOv/VRV/WBGgVOS3N7dnxr2FACWw1XSAACA\ndTTLzKJ0991J7t5x7M077t+2y2vvTHLnJY7vkm3qTJqL3ajXxr4AAADAtKE3uAYAAABghQmLAAAA\nAJgQFgEAAAAwMdOeRQAAwP4d29qa3L7p5MkljgQAdrcRYdGmbnYNAMDBJTgC4KCyDA0AAACAiY2Y\nWcQTTc+0gk107mfATEMAAIAnM7MIAAAAgAlhEQAAAAATwiIAAAAAJoRFAAAAAEzY4PoA2c+muzat\nBgAAAIawcWHRdKiyKldCcuUmAAAAYFEsQwMAAABgQlgEAAAAwISw6ICq7bIPEQAAALBwwiIAAAAA\nJjZug2sAAFikY1tbyx4CAFwUM4sAAAAAmBAWAQAAADAhLAIAAABgQlgEAAAAwISwCAAAAIAJYREA\nAAAAE8IiAAAAACYuW/YAAABg0x3b2prcvunkySWOBADMLAIAAABgirAIAAAAgAlhEQAAAAATwiIA\nAAAAJoRFAAAAAExs9NXQarsmt/toL3EkAAAAAAeDmUVLVtv1hNAKAAAAYJmERQAAAABMCIsAAAAA\nmNjoPYumrcr+RefGeZDHCAAAAKwuM4uWwD5FAAAAwEElLAIAAABgQlgEAAAAwISwaEEsPQMAAABW\ngbAIAAAAgImZwqKquqGqHqyqU1V16y7P+c6qeqCqTlbVsanjj1XVfeOP40MNHAAAAIDhXXahJ1TV\noSR3JHllktNJ7q2q4939wNRzrkvyxiTXd/enq+pLpj7Fn3X3iwceNwAAAABzMMvMopclOdXdD3X3\nnye5K8mNO57zD5Lc0d2fTpLu/uSww1wd9iYCAAAAVll1995PqPqOJDd093eP7//dJF/b3bdMPec9\nST6c5Pokh5Lc1t0/P37s0ST3JXk0yVu6+z3nqXFzkpvHd1+Y5MF9ntdzkvzffX6OVai5rLqbdK7L\nqutc1d3Nc7v7iqEGsyoG7hOr+rVfpbrOVd1Vr7msukPU1Cf0iVWo61zVXfWay6q7sH9LDBUW/Y8k\nn0vynUmuSvJrSb6muz9TVVd295mqen6SX0ryiu7+yKWc1ayq6kR3H55njYNQc1l1N+lcl1XXuarL\n/Gza197P9frV3LS6zpVF26TvuWXVda7qrnrNZdVdZM1ZlqGdSXL11P2rxsemnU5yvLs/190fzWiW\n0XVJ0t1nxn8+lORXkrxkn2MGAAAAYE5mCYvuTXJdVV1bVU9JciTJzquavSfJX0uSqnpOkhckeaiq\nLq+qp04dvz7JAwEAAADgQLrg1dC6+9GquiXJPRntR3Rnd5+sqtuTnOju4+PHvqmqHkjyWJJ/1t1/\nVFV/JcmPVdXnMwqm3jJ9FbU5evsCahyEmsuqu0nnuqy6zlVd5mfTvvZ+rtev5qbVda4s2iZ9zy2r\nrnNVd9VrLqvuwmpecM8iAAAAADbHLMvQAAAAANgQwiIAAAAAJlY+LKqqh6vqt6vqvqo6MT727Kr6\nhar6vfGfl8+h7rOq6t1V9btV9TtV9fXzrFtVLxyf47mPP6mq71vQub6hqk5W1f1V9c6qetp4w/Nf\nr6pTVfWfx5ufD1nzH4/rnayq7xsfG/xcq+rOqvpkVd0/dey8dWrkP4zP+UNV9dKB6/7t8fl+vqoO\n73j+G8d1H6yqbx6w5r8efw9/qKp+rqqeNWTNPer+4LjmfVX13qr68vHxub7HU499f1X1eOP9weru\ncq63VdWZqZ/dV009Nsh7zN5qCX2iFtwjxjX1CX1Cn9hn3anH9IkNUvqEPrG/OvrEGvaJ89Wcemwu\nPWKPc11On+julf5I8nCS5+w49q+S3Dq+fWuSH55D3Z9O8t3j209J8qxF1B1/7kNJ/jDJc+ddM8mV\nST6a5AvH99+V5LXjP4+Mj70tyT8asOZXJ7k/yRdltAn7Lyb5S/M41yQvT/LSJPdf6PsnyauS/M8k\nleTrkvz6wHVflOSFSX4lyeGp41+V5INJnprk2iQfSXJooJrflOSy8e0fnjrXQWruUfcZU7e/N8nb\nFvEej49fndGm/L9/7nfHUHV3OdfbkvzT8zx3sPfYxwW/Lg9nwX0iS+wR48+vT+gT+sQl1B0f1yc2\n7CP6hD6xv1r6xBr2ifPVHB+fW4/Y41xvyxL6xMrPLNrFjRn9As74z28b8pNX1TMz+iL+ZJJ09593\n92fmXXfKK5J8pLt/f0E1L0vyhVV1WUa/cD+e5K8nefec6r4oox+wP+3uR5P8apK/mTmca3f/WpJP\n7Ti8W50bk/ynHnl/kmdV1ZcNVbe7f6e7HzzP029Mcld3f7a7P5rkVJKXDVTzveP3OEnen+SqIWvu\nUfdPpu4+Pcm5nfbn+h6P/WiSfz5Vc7C6e9Q8n8HeYy7J3H53HoAekegTg9XUJ/SJIevqEytFnxiW\nPvH4cX1imLpz7RPL6BEXqHs+c+0T6xAWdZL3VtUHqurm8bEv7e6Pj2//YZIvHbjmtUnOJvmPVfVb\nVfUTVfX0BdQ950iSd45vz7Vmd59J8m+SfCyjX+p/nOQDST4z9UvhdEb/YzCU+5N8Q1V9cVV9UUZJ\n7dVZ3Pu7W50rkzwy9byhz3s3i6r79zNKxBdSs6p+qKoeSfJdSd68iLpVdWOSM939wR0Pzft8bxlP\nSb1zarrzsr6fNtGi+8Sye0SiTyT6hD5xaTX1ic2kT+gTQ9Mn1rBPLLFHJEvoE+sQFv3V7n5pkm9J\n8j1V9fLpB7u788TUbwiXZTQ17K3d/ZIk/y+j6YXzrpsareX91iT/Zedj86g5/ka8MaOm9uUZpbY3\nDFljp+7+nYymML43yc8nuS/JYzueM5f39zxjWUidZauqNyV5NMnPLKpmd7+pu68e17xl3vXGf1H4\nF3m8kSzKW5N8RZIXZ/QXpB9ZcH0W3yeW1iMSfWLqOfrEgPSJudInlk+fmGNdfUKfmJdF9okl9ohk\nSX1i5cOicVKd7v5kkp/LaNrVJ85N+xr/+cmBy55Ocrq7f318/90Z/cKfd91k1MR+s7s/Mb4/75rf\nmOSj3X22uz+X5L8muT6jqXWXjZ9zVZIzQxbt7p/s7r/c3S9P8ukkH85i3t/sUedMRv8jcc7g572L\nudatqtcm+RtJvmvczOZec4efSfK3FlD3KzL6S8oHq+rh8ef+zar6i/Os292f6O7HuvvzSX48j08N\nXdb308ZZQp9YZo9I9Al9Qp+4VPrEhtIn9Ik50CfWr08spUcky+sTKx0WVdXTq+ovnLud0eZa9yc5\nnuQ146e9Jsl/G7Jud/9hkkeq6oXjQ69I8sC86469Oo9PGc0Can4syddV1RdVVeXxc/3lJN8xr7pV\n9SXjP6/JaH3xsSzm/c0edY4n+Xs18nVJ/nhqeuk8HU9ypKqeWlXXJrkuyW8M8Ymr6oaM1tx+a3f/\n6SJqjuteN3X3xiS/O1V3Lu9xd/92d39Jdz+vu5+X0V/UXjr+eZ5b3R3rlb89o99RyZzfY0aW0SeW\n3CMSfUKf0CcuiT6xmfSJZAF19Ql9YuX7xLJ6RLLEPtED7ZS9jI8kz89o9+8PJjmZ5E3j41+c5H8l\n+b2Mdr5/9hxqvzjJiSQfSvKeJJfPu25GUzb/KMkzp44t4ly3M/rhuz/JOzLabf3542/EUxlNYX3q\nwDX/d0ZN5INJXjGvc82oUX48yecy+oF/3W51Mtrd/o6Mdpn/7UxdYWCgut8+vv3ZJJ9Ics/U8980\nrvtgkm8ZsOapjNa53jf+eNuQNfeo+7Pj76cPJfnvSa5cxHu84/GH8/gVDAapu8u5vmP8OT+U0S/0\nLxv6Pfax59dkKX0iS+gR47r6hD6hT+yj7o7HH44+sfYf0Sfmfq7jGvpE6xMDn+tc+8T5au54/OEM\n3CP2ONel9IkaFwAAAACA1V6GBgAAAMCwhEUAAAAATAiLAAAAAJgQFgEAAAAwISwCAAAAYEJYBAAA\nAMCEsAgAAACAif8PhO1WNBkr/j8AAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 1440x720 with 6 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    }
  ]
}