traffic_mc_shapley_example.ipynb

{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ocIvb5fE0yoa",
        "outputId": "1cae9322-4327-419f-bdc5-f094fe765e0b"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Mounted at /content/drive/\n"
          ]
        }
      ],
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive/', force_remount=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "84ewtbl201HQ",
        "outputId": "99dd5dd6-b9d5-42c7-bd85-1bd1e3228a06"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "/content/drive/MyDrive/Asymmetric Data Shapley\n"
          ]
        }
      ],
      "source": [
        "%cd /content/drive/MyDrive/Asymmetric Data Shapley"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "uvlSXXhY02AJ"
      },
      "outputs": [],
      "source": [
        "import pickle as pkl\n",
        "import numpy as np"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "GA5T7L6t05LA"
      },
      "outputs": [],
      "source": [
        "from Monte_Carlo_Shapley import Monte_Carlo_Shapley\n",
        "from Monte_Carlo_Asymmetric_Shapley import Monte_Carlo_Asymmetric_Shapley\n",
        "\n",
        "# Load traffic data (split 6)\n",
        "\n",
        "split = 6\n",
        "\n",
        "m1, m2, m3, m4, m5, m6 = 'jul', 'aug', 'sep', 'oct', 'nov', 'dec'\n",
        "\n",
        "with open(\"data/traffic/traffic_volume_split{}.pickle\".format(split), \"rb\") as fp:\n",
        "    mydict = pkl.load(fp)\n",
        "\n",
        "X_m1_trn = mydict['X_{}_trn'.format(m1)]\n",
        "y_m1_trn = mydict['y_{}_trn'.format(m1)]\n",
        "X_m2_trn = mydict['X_{}_trn'.format(m2)]\n",
        "y_m2_trn = mydict['y_{}_trn'.format(m2)]\n",
        "X_m3_trn = mydict['X_{}_trn'.format(m3)]\n",
        "y_m3_trn = mydict['y_{}_trn'.format(m3)]\n",
        "\n",
        "X_m1m2_trn = mydict['X_{}_{}_trn'.format(m1, m2)]\n",
        "y_m1m2_trn = mydict['y_{}_{}_trn'.format(m1, m2)]\n",
        "X_m1m2_val = mydict['X_{}_{}_val'.format(m1, m2)]\n",
        "y_m1m2_val = mydict['y_{}_{}_val'.format(m1, m2)]\n",
        "\n",
        "X_m1m2m3_trn = mydict['X_{}_{}_{}_trn'.format(m1, m2, m3)]\n",
        "y_m1m2m3_trn = mydict['y_{}_{}_{}_trn'.format(m1, m2, m3)]\n",
        "X_m1m2m3_val = mydict['X_{}_{}_{}_val'.format(m1, m2, m3)]\n",
        "y_m1m2m3_val = mydict['y_{}_{}_{}_val'.format(m1, m2, m3)]\n",
        "\n",
        "X_m3 = mydict['X_{}'.format(m3)]\n",
        "y_m3 = mydict['y_{}'.format(m3)]\n",
        "X_m4 = mydict['X_{}'.format(m4)]\n",
        "y_m4 = mydict['y_{}'.format(m4)]\n",
        "X_m5 = mydict['X_{}'.format(m5)]\n",
        "y_m5 = mydict['y_{}'.format(m5)]\n",
        "X_m6 = mydict['X_{}'.format(m6)]\n",
        "y_m6 = mydict['y_{}'.format(m6)]\n",
        "\n",
        "s_class_dic = {0: np.asarray(range(len(X_m1_trn))),\n",
        "               1: np.asarray(range(len(X_m1_trn), len(X_m1m2_trn)))}"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "background_save": true,
          "base_uri": "https://localhost:8080/"
        },
        "id": "5HxW0O4Y07JU",
        "outputId": "621c2d0f-39e2-4b98-8e65-d69e47f517ed"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "split: 6\n",
            "Now compute LOO values...\n",
            "Starting LOO score calculations!\n",
            "error(self.marginals_tmc): 1.0\n",
            "self.num_permutations 0 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 50\n",
            " \n",
            "error(self.marginals_tmc): 1.0\n",
            "self.num_permutations 50 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 100\n",
            " \n",
            "error(self.marginals_tmc): 15012799.664197417\n",
            "self.num_permutations 100 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 150\n",
            " \n",
            "error(self.marginals_tmc): 3627898.1726397374\n",
            "self.num_permutations 150 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 200\n",
            " \n",
            "error(self.marginals_tmc): 1238243.3602610128\n",
            "self.num_permutations 200 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 250\n",
            " \n",
            "error(self.marginals_tmc): 1517812.5826451513\n",
            "self.num_permutations 250 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 300\n",
            " \n",
            "error(self.marginals_tmc): 241041.41252467156\n",
            "self.num_permutations 300 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 350\n",
            " \n",
            "error(self.marginals_tmc): 242481.7096049623\n",
            "self.num_permutations 350 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 400\n",
            " \n",
            "error(self.marginals_tmc): 208262.30154961813\n",
            "self.num_permutations 400 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 450\n",
            " \n",
            "error(self.marginals_tmc): 452613.68162464595\n",
            "self.num_permutations 450 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 500\n",
            " \n",
            "error(self.marginals_tmc): 368499.74172461155\n",
            "self.num_permutations 500 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 550\n",
            " \n",
            "error(self.marginals_tmc): 163957.27042046646\n",
            "self.num_permutations 550 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 600\n",
            " \n",
            "error(self.marginals_tmc): 213309.77033172216\n",
            "self.num_permutations 600 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 650\n",
            " \n",
            "error(self.marginals_tmc): 22092.106083301325\n",
            "self.num_permutations 650 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 700\n",
            " \n",
            "error(self.marginals_tmc): 0.29538434163255467\n",
            "self.num_permutations 700 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 750\n",
            " \n",
            "error(self.marginals_tmc): 220639.56916720766\n",
            "self.num_permutations 750 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 800\n",
            " \n",
            "error(self.marginals_tmc): 52094.00613228616\n",
            "self.num_permutations 800 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 850\n",
            " \n",
            "error(self.marginals_tmc): 97251.09274845153\n",
            "self.num_permutations 850 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 900\n",
            " \n",
            "error(self.marginals_tmc): 34573.14972088393\n",
            "self.num_permutations 900 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 950\n",
            " \n",
            "error(self.marginals_tmc): 26900.86360688718\n",
            "self.num_permutations 950 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1000\n",
            " \n",
            "error(self.marginals_tmc): 115461.19137232337\n",
            "self.num_permutations 1000 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1050\n",
            " \n",
            "error(self.marginals_tmc): 25046.573743489498\n",
            "self.num_permutations 1050 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1100\n",
            " \n",
            "error(self.marginals_tmc): 0.3051948496381321\n",
            "self.num_permutations 1100 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1150\n",
            " \n",
            "error(self.marginals_tmc): 37624.389076313644\n",
            "self.num_permutations 1150 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1200\n",
            " \n",
            "error(self.marginals_tmc): 0.23900569426489324\n",
            "self.num_permutations 1200 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1250\n",
            " \n",
            "error(self.marginals_tmc): 0.15662941477424153\n",
            "self.num_permutations 1250 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1300\n",
            " \n",
            "error(self.marginals_tmc): 25420.717812815637\n",
            "self.num_permutations 1300 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1350\n",
            " \n",
            "error(self.marginals_tmc): 42813.301174641354\n",
            "self.num_permutations 1350 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1400\n",
            " \n",
            "error(self.marginals_tmc): 63089.55144343499\n",
            "self.num_permutations 1400 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1450\n",
            " \n",
            "error(self.marginals_tmc): 0.2228957297908783\n",
            "self.num_permutations 1450 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1500\n",
            " \n",
            "error(self.marginals_tmc): 41704.84798279567\n",
            "self.num_permutations 1500 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1550\n",
            " \n",
            "error(self.marginals_tmc): 0.14999681795475434\n",
            "self.num_permutations 1550 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1600\n",
            " \n",
            "error(self.marginals_tmc): 38720.02300643171\n",
            "self.num_permutations 1600 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1650\n",
            " \n",
            "error(self.marginals_tmc): 0.1645250500139113\n",
            "self.num_permutations 1650 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1700\n",
            " \n",
            "error(self.marginals_tmc): 0.14451729045555728\n",
            "self.num_permutations 1700 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1750\n",
            " \n",
            "error(self.marginals_tmc): 0.13029964697650867\n",
            "self.num_permutations 1750 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1800\n",
            " \n",
            "error(self.marginals_tmc): 0.1212560714608626\n",
            "self.num_permutations 1800 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1850\n",
            " \n",
            "error(self.marginals_tmc): 0.10616411925883848\n",
            "self.num_permutations 1850 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1900\n",
            " \n",
            "error(self.marginals_tmc): 0.11731511668122463\n",
            "self.num_permutations 1900 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1950\n",
            " \n",
            "error(self.marginals_tmc): 33036.21946322341\n",
            "self.num_permutations 1950 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2000\n",
            " \n",
            "error(self.marginals_tmc): 0.1424830038552724\n",
            "self.num_permutations 2000 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2050\n",
            " \n",
            "error(self.marginals_tmc): 0.15027236972820388\n",
            "self.num_permutations 2050 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2100\n",
            " \n",
            "error(self.marginals_tmc): 44859.12757907583\n",
            "self.num_permutations 2100 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2150\n",
            " \n",
            "error(self.marginals_tmc): 0.09815115832767525\n",
            "self.num_permutations 2150 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2200\n",
            " \n",
            "error(self.marginals_tmc): 0.11015833329366559\n",
            "self.num_permutations 2200 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2250\n",
            " \n",
            "error(self.marginals_tmc): 0.13017718655273902\n",
            "self.num_permutations 2250 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2300\n",
            " \n",
            "error(self.marginals_tmc): 0.1793872040778691\n",
            "self.num_permutations 2300 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2350\n",
            " \n",
            "error(self.marginals_tmc): 0.1588628419749273\n",
            "self.num_permutations 2350 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2400\n",
            " \n",
            "error(self.marginals_tmc): 0.07745276821104309\n",
            "self.num_permutations 2400 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2450\n",
            " \n",
            "error(self.marginals_tmc): 0.09339172360466802\n",
            "self.num_permutations 2450 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2500\n",
            " \n",
            "error(self.marginals_tmc): 0.09992336961537232\n",
            "self.num_permutations 2500 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2550\n",
            " \n",
            "error(self.marginals_tmc): 0.13756297985577737\n",
            "self.num_permutations 2550 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2600\n",
            " \n",
            "error(self.marginals_tmc): 13627.903784657561\n",
            "self.num_permutations 2600 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2650\n",
            " \n",
            "error(self.marginals_tmc): 0.08745289153261282\n",
            "self.num_permutations 2650 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2700\n",
            " \n",
            "error(self.marginals_tmc): 26127.488244003496\n",
            "self.num_permutations 2700 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2750\n",
            " \n",
            "error(self.marginals_tmc): 0.09408031561008129\n",
            "self.num_permutations 2750 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2800\n",
            " \n",
            "error(self.marginals_tmc): 0.08642656330706708\n",
            "self.num_permutations 2800 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2850\n",
            " \n",
            "error(self.marginals_tmc): 0.10351817467912598\n",
            "self.num_permutations 2850 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2900\n",
            " \n",
            "error(self.marginals_tmc): 0.1480454559225458\n",
            "self.num_permutations 2900 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2950\n",
            " \n",
            "error(self.marginals_tmc): 0.09020846130212717\n",
            "self.num_permutations 2950 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3000\n",
            " \n",
            "error(self.marginals_tmc): 0.10026295554881891\n",
            "self.num_permutations 3000 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3050\n",
            " \n",
            "error(self.marginals_tmc): 0.14993747309180397\n",
            "self.num_permutations 3050 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3100\n",
            " \n",
            "error(self.marginals_tmc): 0.08483007670741233\n",
            "self.num_permutations 3100 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3150\n",
            " \n",
            "error(self.marginals_tmc): 68555.3912483819\n",
            "self.num_permutations 3150 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3200\n",
            " \n",
            "error(self.marginals_tmc): 0.08177474868505534\n",
            "self.num_permutations 3200 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3250\n",
            " \n",
            "error(self.marginals_tmc): 0.12889839725799704\n",
            "self.num_permutations 3250 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3300\n",
            " \n",
            "error(self.marginals_tmc): 0.06845461748372135\n",
            "self.num_permutations 3300 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3350\n",
            " \n",
            "error(self.marginals_tmc): 0.09452296940911235\n",
            "self.num_permutations 3350 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3400\n",
            " \n",
            "error(self.marginals_tmc): 0.09074371490695655\n",
            "self.num_permutations 3400 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3450\n",
            " \n",
            "error(self.marginals_tmc): 0.10670887661776078\n",
            "self.num_permutations 3450 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3500\n",
            " \n",
            "error(self.marginals_tmc): 12735.050624189853\n",
            "self.num_permutations 3500 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3550\n",
            " \n",
            "error(self.marginals_tmc): 6871.339713238019\n",
            "self.num_permutations 3550 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3600\n",
            " \n",
            "error(self.marginals_tmc): 0.08305979805314699\n",
            "self.num_permutations 3600 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3650\n",
            " \n",
            "error(self.marginals_tmc): 0.06552349103452337\n",
            "self.num_permutations 3650 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3700\n",
            " \n",
            "error(self.marginals_tmc): 0.06864487298578811\n",
            "self.num_permutations 3700 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3750\n",
            " \n",
            "error(self.marginals_tmc): 0.06424080659889222\n",
            "self.num_permutations 3750 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3800\n",
            " \n",
            "error(self.marginals_tmc): 0.0520832461658772\n",
            "self.num_permutations 3800 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3850\n",
            " \n",
            "error(self.marginals_tmc): 23549.547396385147\n",
            "self.num_permutations 3850 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3900\n",
            " \n",
            "error(self.marginals_tmc): 29277.83264786372\n",
            "self.num_permutations 3900 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3950\n",
            " \n",
            "error(self.marginals_tmc): 0.10591224198027867\n",
            "self.num_permutations 3950 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4000\n",
            " \n",
            "error(self.marginals_tmc): 0.05204635124155657\n",
            "self.num_permutations 4000 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4050\n",
            " \n",
            "error(self.marginals_tmc): 0.05168809547955097\n",
            "self.num_permutations 4050 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4100\n",
            " \n",
            "error(self.marginals_tmc): 0.06672221897405796\n",
            "self.num_permutations 4100 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4150\n",
            " \n",
            "error(self.marginals_tmc): 0.1047782197182705\n",
            "self.num_permutations 4150 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4200\n",
            " \n",
            "error(self.marginals_tmc): 0.11953952780763084\n",
            "self.num_permutations 4200 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4250\n",
            " \n",
            "error(self.marginals_tmc): 0.07611008019862417\n",
            "self.num_permutations 4250 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4300\n",
            " \n",
            "error(self.marginals_tmc): 0.04756320787258493\n",
            "self.num_permutations 4300 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4350\n",
            " \n",
            "error(self.marginals_tmc): 0.049927915238015166\n",
            "self.num_permutations 4350 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4400\n",
            " \n",
            "error(self.marginals_tmc): 0.03818100072954716\n",
            "self.num_permutations 4400 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4450\n",
            " \n",
            "error(self.marginals_tmc): 0.044502941972803814\n",
            "self.num_permutations 4450 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4500\n",
            " \n",
            "error(self.marginals_tmc): 0.04797399511387745\n",
            "self.num_permutations 4500 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4550\n",
            " \n",
            "error(self.marginals_tmc): 0.04717086237532782\n",
            "self.num_permutations 4550 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4600\n",
            " \n",
            "error(self.marginals_tmc): 0.06215715453447449\n",
            "self.num_permutations 4600 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4650\n",
            " \n",
            "error(self.marginals_tmc): 4806.060649698316\n",
            "self.num_permutations 4650 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4700\n",
            " \n",
            "error(self.marginals_tmc): 0.05899729648783856\n",
            "self.num_permutations 4700 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4750\n",
            " \n",
            "error(self.marginals_tmc): 0.050162793445631106\n",
            "self.num_permutations 4750 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4800\n",
            " \n",
            "error(self.marginals_tmc): 0.04913283766572158\n",
            "self.num_permutations 4800 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4850\n",
            " \n",
            "error(self.marginals_tmc): 0.04922185656023851\n",
            "self.num_permutations 4850 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4900\n",
            " \n",
            "error(self.marginals_tmc): 0.04226592885519101\n",
            "self.num_permutations 4900 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4950\n",
            " \n",
            "error(self.marginals_tmc): 0.04038590792515796\n",
            "self.num_permutations 4950 self.max_permutations 5000\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 5000\n",
            " \n",
            "error(self.marginals_tmc): 0.05164520081299486\n",
            "self.num_permutations 5000 self.max_permutations 5000\n"
          ]
        }
      ],
      "source": [
        "# Compute the symmetric Monte Carlo Shapley\n",
        "\n",
        "seed = split # split 6, use seed 6\n",
        "print('split:', split)\n",
        "model = 'KNN'\n",
        "problem = 'classification'\n",
        "metric = 'accuracy'\n",
        "K = 5\n",
        "\n",
        "directory = 'experiments/sequential data valuation/traffic/split{}/experiment_1/'.format(split)\n",
        "\n",
        "mc_shapley = Monte_Carlo_Shapley(X_m1m2_trn, y_m1m2_trn, X_m1m2_val, y_m1m2_val, seed=seed,\n",
        "                                 directory=directory, continued=False, metric=metric,\n",
        "                                 n_neighbors=K, task=problem, model_family=model,\n",
        "                                 max_permutations=5000)\n",
        "\n",
        "mc_shapley.run(50, err=0.01, tolerance=0, loo_run=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "background_save": true
        },
        "id": "FjQ4yw_609kx",
        "outputId": "1ba2ec5d-59b5-4413-d407-3f26a87abbe0"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "split: 6\n",
            "LOO values already calculated! Don't need to compute again.\n",
            "error(self.marginals_tmc): 1.0\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 50\n",
            " \n",
            "error(self.marginals_tmc): 1.0\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 100\n",
            " \n",
            "error(self.marginals_tmc): 649204.533814717\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 150\n",
            " \n",
            "error(self.marginals_tmc): 1957155.9453500626\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 200\n",
            " \n",
            "error(self.marginals_tmc): 672954.4219807413\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 250\n",
            " \n",
            "error(self.marginals_tmc): 938798.1052265121\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 300\n",
            " \n",
            "error(self.marginals_tmc): 0.3815622123823913\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 350\n",
            " \n",
            "error(self.marginals_tmc): 77594.28429918134\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 400\n",
            " \n",
            "error(self.marginals_tmc): 0.3384685675587453\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 450\n",
            " \n",
            "error(self.marginals_tmc): 260595.21402981662\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 500\n",
            " \n",
            "error(self.marginals_tmc): 0.2493071413259905\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 550\n",
            " \n",
            "error(self.marginals_tmc): 0.18205761149319225\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 600\n",
            " \n",
            "error(self.marginals_tmc): 0.17746754935785983\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 650\n",
            " \n",
            "error(self.marginals_tmc): 215062.9744132899\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 700\n",
            " \n",
            "error(self.marginals_tmc): 0.13504124773827197\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 750\n",
            " \n",
            "error(self.marginals_tmc): 0.12655854445546352\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 800\n",
            " \n",
            "error(self.marginals_tmc): 0.12951417262183015\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 850\n",
            " \n",
            "error(self.marginals_tmc): 144911.5285990414\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 900\n",
            " \n",
            "error(self.marginals_tmc): 0.14620142100425057\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 950\n",
            " \n",
            "error(self.marginals_tmc): 0.22541203551200859\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1000\n",
            " \n",
            "error(self.marginals_tmc): 146017.68876185064\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1050\n",
            " \n",
            "error(self.marginals_tmc): 48639.12702933141\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1100\n",
            " \n",
            "error(self.marginals_tmc): 0.12250039688162127\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1150\n",
            " \n",
            "error(self.marginals_tmc): 0.17916504237638922\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1200\n",
            " \n",
            "error(self.marginals_tmc): 48035.26423139994\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1250\n",
            " \n",
            "error(self.marginals_tmc): 0.09518057251485854\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1300\n",
            " \n",
            "error(self.marginals_tmc): 0.08694529577201289\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1350\n",
            " \n",
            "error(self.marginals_tmc): 56137.86578584112\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1400\n",
            " \n",
            "error(self.marginals_tmc): 0.11234091907790958\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1450\n",
            " \n",
            "error(self.marginals_tmc): 0.07345280167416766\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1500\n",
            " \n",
            "error(self.marginals_tmc): 0.09530746479317692\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1550\n",
            " \n",
            "error(self.marginals_tmc): 0.07461718596842565\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1600\n",
            " \n",
            "error(self.marginals_tmc): 0.06322469467451572\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1650\n",
            " \n",
            "error(self.marginals_tmc): 0.08450380120116288\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1700\n",
            " \n",
            "error(self.marginals_tmc): 0.07258614822263149\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1750\n",
            " \n",
            "error(self.marginals_tmc): 0.05572268092716382\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1800\n",
            " \n",
            "error(self.marginals_tmc): 0.08135136444419477\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1850\n",
            " \n",
            "error(self.marginals_tmc): 0.06755563249415093\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1900\n",
            " \n",
            "error(self.marginals_tmc): 0.04454012976513003\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 1950\n",
            " \n",
            "error(self.marginals_tmc): 0.04493015884476869\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2000\n",
            " \n",
            "error(self.marginals_tmc): 0.053770949317178414\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2050\n",
            " \n",
            "error(self.marginals_tmc): 0.06484134360430767\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2100\n",
            " \n",
            "error(self.marginals_tmc): 14119.950709556391\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2150\n",
            " \n",
            "error(self.marginals_tmc): 14119.980573660292\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2200\n",
            " \n",
            "error(self.marginals_tmc): 0.04778380444239862\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2250\n",
            " \n",
            "error(self.marginals_tmc): 0.047732097436208\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2300\n",
            " \n",
            "error(self.marginals_tmc): 0.04859883795177856\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2350\n",
            " \n",
            "error(self.marginals_tmc): 37874.87642929338\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2400\n",
            " \n",
            "error(self.marginals_tmc): 0.040968052665001385\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2450\n",
            " \n",
            "error(self.marginals_tmc): 0.0347745371649541\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2500\n",
            " \n",
            "error(self.marginals_tmc): 0.030517631110689447\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2550\n",
            " \n",
            "error(self.marginals_tmc): 0.0608144787455468\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2600\n",
            " \n",
            "error(self.marginals_tmc): 0.04360958291684657\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2650\n",
            " \n",
            "error(self.marginals_tmc): 0.03444381731378792\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2700\n",
            " \n",
            "error(self.marginals_tmc): 0.0408244776810218\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2750\n",
            " \n",
            "error(self.marginals_tmc): 0.0551698167480106\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2800\n",
            " \n",
            "error(self.marginals_tmc): 0.031237219819311185\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2850\n",
            " \n",
            "error(self.marginals_tmc): 0.038818516302873154\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2900\n",
            " \n",
            "error(self.marginals_tmc): 0.027722906888512863\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 2950\n",
            " \n",
            "error(self.marginals_tmc): 0.029209411784495282\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3000\n",
            " \n",
            "error(self.marginals_tmc): 22658.360640931918\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3050\n",
            " \n",
            "error(self.marginals_tmc): 0.0340357607865932\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3100\n",
            " \n",
            "error(self.marginals_tmc): 0.02642074809958122\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3150\n",
            " \n",
            "error(self.marginals_tmc): 8777.35223245946\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3200\n",
            " \n",
            "error(self.marginals_tmc): 17940.99045580193\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3250\n",
            " \n",
            "error(self.marginals_tmc): 35416.69314754173\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3300\n",
            " \n",
            "error(self.marginals_tmc): 0.020255178033211866\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3350\n",
            " \n",
            "error(self.marginals_tmc): 0.02189093551140457\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3400\n",
            " \n",
            "error(self.marginals_tmc): 43720.666357621696\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3450\n",
            " \n",
            "error(self.marginals_tmc): 0.025638203368145138\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3500\n",
            " \n",
            "error(self.marginals_tmc): 0.023253657265808893\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3550\n",
            " \n",
            "error(self.marginals_tmc): 0.031384061663035825\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3600\n",
            " \n",
            "error(self.marginals_tmc): 0.02312662169816992\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3650\n",
            " \n",
            "error(self.marginals_tmc): 0.0232463356119621\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3700\n",
            " \n",
            "error(self.marginals_tmc): 0.021058461601142622\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3750\n",
            " \n",
            "error(self.marginals_tmc): 0.021397257904793143\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3800\n",
            " \n",
            "error(self.marginals_tmc): 0.019747424755256215\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3850\n",
            " \n",
            "error(self.marginals_tmc): 0.02610536969297791\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3900\n",
            " \n",
            "error(self.marginals_tmc): 21753.858060396804\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 3950\n",
            " \n",
            "error(self.marginals_tmc): 0.05875996946868467\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4000\n",
            " \n",
            "error(self.marginals_tmc): 0.020582017531324843\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4050\n",
            " \n",
            "error(self.marginals_tmc): 0.019631786766556723\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4100\n",
            " \n",
            "error(self.marginals_tmc): 0.02064551678003059\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4150\n",
            " \n",
            "error(self.marginals_tmc): 0.027488227627350044\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4200\n",
            " \n",
            "error(self.marginals_tmc): 0.027348676772606006\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4250\n",
            " \n",
            "error(self.marginals_tmc): 0.022466893209089085\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4300\n",
            " \n",
            "error(self.marginals_tmc): 0.032528825571300275\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4350\n",
            " \n",
            "error(self.marginals_tmc): 0.020946750473919494\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4400\n",
            " \n",
            "error(self.marginals_tmc): 0.023141143219484538\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4450\n",
            " \n",
            "error(self.marginals_tmc): 0.022046736125717652\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4500\n",
            " \n",
            "error(self.marginals_tmc): 0.03490482666849782\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4550\n",
            " \n",
            "error(self.marginals_tmc): 0.03076078183598393\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4600\n",
            " \n",
            "error(self.marginals_tmc): 0.022936831911904168\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4650\n",
            " \n",
            "error(self.marginals_tmc): 0.01966444960563693\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4700\n",
            " \n",
            "error(self.marginals_tmc): 0.018351434372794122\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4750\n",
            " \n",
            "error(self.marginals_tmc): 0.018755771328566095\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4800\n",
            " \n",
            "error(self.marginals_tmc): 0.01607263504288581\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4850\n",
            " \n",
            "error(self.marginals_tmc): 0.017705829267784384\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4900\n",
            " \n",
            "error(self.marginals_tmc): 0.041470753346300064\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 4950\n",
            " \n",
            "error(self.marginals_tmc): 0.018246147648610694\n",
            "5 out of 50 TMC_Shapley iterations.\n",
            "10 out of 50 TMC_Shapley iterations.\n",
            "15 out of 50 TMC_Shapley iterations.\n",
            "20 out of 50 TMC_Shapley iterations.\n",
            "25 out of 50 TMC_Shapley iterations.\n",
            "30 out of 50 TMC_Shapley iterations.\n",
            "35 out of 50 TMC_Shapley iterations.\n",
            "40 out of 50 TMC_Shapley iterations.\n",
            "45 out of 50 TMC_Shapley iterations.\n",
            "50 out of 50 TMC_Shapley iterations.\n",
            "number of permutations sampled: 5000\n",
            " \n",
            "error(self.marginals_tmc): 0.04271605169615087\n"
          ]
        }
      ],
      "source": [
        "# Compute the asymmetric Monte Carlo Shapley\n",
        "\n",
        "seed = split # split 6, use seed 6\n",
        "print('split:', split)\n",
        "model = 'KNN'\n",
        "problem = 'classification'\n",
        "metric = 'accuracy'\n",
        "K = 5\n",
        "\n",
        "directory = 'experiments/sequential data valuation/traffic/split{}/experiment_1/'.format(split)\n",
        "\n",
        "mc_asym_shapley = Monte_Carlo_Asymmetric_Shapley(X_m1m2_trn, y_m1m2_trn, X_m1m2_val, y_m1m2_val, seed=seed,\n",
        "                                                 directory=directory,  social_class=s_class_dic,\n",
        "                                                 continued=False, metric=metric,\n",
        "                                                 n_neighbors=K, task=problem, model_family=model,\n",
        "                                                 max_permutations=5000)\n",
        "\n",
        "mc_asym_shapley.run(50, err=0.01, tolerance=0, loo_run=False)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "En-__dm-2D9t"
      },
      "outputs": [],
      "source": []
    }
  ],
  "metadata": {
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}