dividi.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Divido il dataset in due file: uno che contiene i canali e uno che contiene i nodi"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "import pandas as pd\n",
    "import networkx as nx"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "new_filename_n = 'nodes.json'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open ('dataset_ln_del_01-05-21.json','r', encoding='utf-8') as data_file:\n",
    "    data = json.load(data_file)\n",
    "df_nodes = pd.json_normalize(data, record_path=[\"nodes\"])\n",
    "#tengo solo le prime 5 colonne\n",
    "df_drop_n = df_nodes.drop(df_nodes.iloc[:,5:68],axis=1)\n",
    "\n",
    "#df_channels = pd.json_normalize(data_channels, record_path=[\"nodes\",\"addresses\"], meta=[[\"nodes\",\"alias\"],[\"nodes\",\"pub_key\"]])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>last_update</th>\n",
       "      <th>pub_key</th>\n",
       "      <th>alias</th>\n",
       "      <th>addresses</th>\n",
       "      <th>color</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1614206449</td>\n",
       "      <td>0200072fd301cb4a680f26d87c28b705ccd6a1d5b00f1b...</td>\n",
       "      <td>OutaSpace 🚀</td>\n",
       "      <td>[{'network': 'tcp', 'addr': '176.28.11.68:9760...</td>\n",
       "      <td>#123456</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1618162974</td>\n",
       "      <td>0200081eaa41b5661d3b512f5aae9d6abfb11ba1497a35...</td>\n",
       "      <td>0200081eaa41b5661d3b</td>\n",
       "      <td>[{'network': 'tcp', 'addr': 'lm63zodngkzqbol6l...</td>\n",
       "      <td>#3399ff</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1619448753</td>\n",
       "      <td>02001828ca7eb8e44d4d78b5c1ea609cd3744be823c22c...</td>\n",
       "      <td>nodl-lnd-s010-042</td>\n",
       "      <td>[{'network': 'tcp', 'addr': '51.159.94.210:404...</td>\n",
       "      <td>#000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1619441282</td>\n",
       "      <td>02001bcff2e27f6aa2aa8e68c7e5944bcbf5daf4954963...</td>\n",
       "      <td>a8933f1a19c6</td>\n",
       "      <td>[{'network': 'tcp', 'addr': '18.215.247.182:97...</td>\n",
       "      <td>#3399ff</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1619448527</td>\n",
       "      <td>02001d940455d536e728be416c43884b49586783201337...</td>\n",
       "      <td>b478411404-sphinx</td>\n",
       "      <td>[{'network': 'tcp', 'addr': 'a7ybqgpas456qrthw...</td>\n",
       "      <td>#7986cb</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11040</th>\n",
       "      <td>1619520033</td>\n",
       "      <td>03ffa27374f748678f583e0c886e132b645f37164551a8...</td>\n",
       "      <td>1ae19b4bcf11</td>\n",
       "      <td>[{'network': 'tcp', 'addr': '52.90.40.35:9735'}]</td>\n",
       "      <td>#3399ff</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11041</th>\n",
       "      <td>1605816429</td>\n",
       "      <td>03ffbf7ef99f52555d40b3eee011dc6042541fa5f49629...</td>\n",
       "      <td>03ffbf7ef99f52555d40</td>\n",
       "      <td>[]</td>\n",
       "      <td>#3399ff</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11042</th>\n",
       "      <td>0</td>\n",
       "      <td>03ffc4a9a8662508a04e960a7197c1b253a98e5d31e86c...</td>\n",
       "      <td></td>\n",
       "      <td>[]</td>\n",
       "      <td>#000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11043</th>\n",
       "      <td>1619435837</td>\n",
       "      <td>03ffd3391c36a4a5516c2d8db55cc27ec49c6bab27da10...</td>\n",
       "      <td>ball</td>\n",
       "      <td>[{'network': 'tcp', 'addr': '2p3lm2xjx256gl2ys...</td>\n",
       "      <td>#68f442</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11044</th>\n",
       "      <td>1619232242</td>\n",
       "      <td>03ffdd7fd4656a55a63a4b6e154325859681718ba2fac4...</td>\n",
       "      <td>03ffdd7fd4656a55a63a</td>\n",
       "      <td>[{'network': 'tcp', 'addr': 'pgwudkgkmesfmwrc2...</td>\n",
       "      <td>#3399ff</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>11045 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       last_update                                            pub_key  \\\n",
       "0       1614206449  0200072fd301cb4a680f26d87c28b705ccd6a1d5b00f1b...   \n",
       "1       1618162974  0200081eaa41b5661d3b512f5aae9d6abfb11ba1497a35...   \n",
       "2       1619448753  02001828ca7eb8e44d4d78b5c1ea609cd3744be823c22c...   \n",
       "3       1619441282  02001bcff2e27f6aa2aa8e68c7e5944bcbf5daf4954963...   \n",
       "4       1619448527  02001d940455d536e728be416c43884b49586783201337...   \n",
       "...            ...                                                ...   \n",
       "11040   1619520033  03ffa27374f748678f583e0c886e132b645f37164551a8...   \n",
       "11041   1605816429  03ffbf7ef99f52555d40b3eee011dc6042541fa5f49629...   \n",
       "11042            0  03ffc4a9a8662508a04e960a7197c1b253a98e5d31e86c...   \n",
       "11043   1619435837  03ffd3391c36a4a5516c2d8db55cc27ec49c6bab27da10...   \n",
       "11044   1619232242  03ffdd7fd4656a55a63a4b6e154325859681718ba2fac4...   \n",
       "\n",
       "                      alias  \\\n",
       "0               OutaSpace 🚀   \n",
       "1      0200081eaa41b5661d3b   \n",
       "2         nodl-lnd-s010-042   \n",
       "3              a8933f1a19c6   \n",
       "4         b478411404-sphinx   \n",
       "...                     ...   \n",
       "11040          1ae19b4bcf11   \n",
       "11041  03ffbf7ef99f52555d40   \n",
       "11042                         \n",
       "11043                  ball   \n",
       "11044  03ffdd7fd4656a55a63a   \n",
       "\n",
       "                                               addresses    color  \n",
       "0      [{'network': 'tcp', 'addr': '176.28.11.68:9760...  #123456  \n",
       "1      [{'network': 'tcp', 'addr': 'lm63zodngkzqbol6l...  #3399ff  \n",
       "2      [{'network': 'tcp', 'addr': '51.159.94.210:404...  #000000  \n",
       "3      [{'network': 'tcp', 'addr': '18.215.247.182:97...  #3399ff  \n",
       "4      [{'network': 'tcp', 'addr': 'a7ybqgpas456qrthw...  #7986cb  \n",
       "...                                                  ...      ...  \n",
       "11040   [{'network': 'tcp', 'addr': '52.90.40.35:9735'}]  #3399ff  \n",
       "11041                                                 []  #3399ff  \n",
       "11042                                                 []  #000000  \n",
       "11043  [{'network': 'tcp', 'addr': '2p3lm2xjx256gl2ys...  #68f442  \n",
       "11044  [{'network': 'tcp', 'addr': 'pgwudkgkmesfmwrc2...  #3399ff  \n",
       "\n",
       "[11045 rows x 5 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(df_drop_n)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "to_write_n = df_drop_n.to_json(orient='records', indent = 1)\n",
    "with open (new_filename_n, \"w\") as file:\n",
    "    file.write(to_write_n)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "new_filename_e = 'edges.json'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_edges = pd.json_normalize(data, record_path = [\"edges\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>channel_id</th>\n",
       "      <th>chan_point</th>\n",
       "      <th>last_update</th>\n",
       "      <th>node1_pub</th>\n",
       "      <th>node2_pub</th>\n",
       "      <th>capacity</th>\n",
       "      <th>node1_policy</th>\n",
       "      <th>node2_policy</th>\n",
       "      <th>node1_policy.time_lock_delta</th>\n",
       "      <th>node1_policy.min_htlc</th>\n",
       "      <th>...</th>\n",
       "      <th>node1_policy.disabled</th>\n",
       "      <th>node1_policy.max_htlc_msat</th>\n",
       "      <th>node1_policy.last_update</th>\n",
       "      <th>node2_policy.time_lock_delta</th>\n",
       "      <th>node2_policy.min_htlc</th>\n",
       "      <th>node2_policy.fee_base_msat</th>\n",
       "      <th>node2_policy.fee_rate_milli_msat</th>\n",
       "      <th>node2_policy.disabled</th>\n",
       "      <th>node2_policy.max_htlc_msat</th>\n",
       "      <th>node2_policy.last_update</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>553951550347608065</td>\n",
       "      <td>ede04f9cfc1bb5373fd07d8af9c9b8b5a85cfe5e323b77...</td>\n",
       "      <td>0</td>\n",
       "      <td>03bd3466efd4a7306b539e2314e69efc6b1eaee29734fc...</td>\n",
       "      <td>03c3d14714b78f03fd6ea4997c2b540a4139258249ea1d...</td>\n",
       "      <td>37200</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>554317687705305088</td>\n",
       "      <td>cfd0ae79fc150c2c3c4068ceca74bc26652bb269162437...</td>\n",
       "      <td>0</td>\n",
       "      <td>02eccebd9ed98f6d267080a58194dbe554a2b33d976eb9...</td>\n",
       "      <td>02ee4469f2b686d5d02422917ac199602ce4c366a7bfaa...</td>\n",
       "      <td>1000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>554460624201252865</td>\n",
       "      <td>c0a8d3428f562c232d86be399eb4497934e7e0390fa79e...</td>\n",
       "      <td>0</td>\n",
       "      <td>02eccebd9ed98f6d267080a58194dbe554a2b33d976eb9...</td>\n",
       "      <td>02ee4469f2b686d5d02422917ac199602ce4c366a7bfaa...</td>\n",
       "      <td>1000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>554494709160148993</td>\n",
       "      <td>06bbac25ed610feb1d07316d1be8b8ba6850ee1dd96cc1...</td>\n",
       "      <td>0</td>\n",
       "      <td>03bd3466efd4a7306b539e2314e69efc6b1eaee29734fc...</td>\n",
       "      <td>03cbf298b068300be33f06c947b9d3f00a0f0e8089da32...</td>\n",
       "      <td>200000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>554495808645955584</td>\n",
       "      <td>2392c45431c064269e4eaeccb0476ac32e56485d84e104...</td>\n",
       "      <td>0</td>\n",
       "      <td>022e74ed3ddd3f590fd6492e60b20dcad7303f17e1ffd8...</td>\n",
       "      <td>02ee4469f2b686d5d02422917ac199602ce4c366a7bfaa...</td>\n",
       "      <td>2000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42969</th>\n",
       "      <td>748547516252225536</td>\n",
       "      <td>3e0261cc57a90d55ee0a75ab752e0cf0025b41144b6c1b...</td>\n",
       "      <td>1619510745</td>\n",
       "      <td>0217890e3aad8d35bc054f43acc00084b25229ecff0ab6...</td>\n",
       "      <td>0251c1c3c167ff1bcdaef55cbfb61cf49f1c0212e3122a...</td>\n",
       "      <td>286582</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>40.0</td>\n",
       "      <td>1000</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>283717000</td>\n",
       "      <td>1.619511e+09</td>\n",
       "      <td>40.0</td>\n",
       "      <td>1000</td>\n",
       "      <td>1000</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>283717000</td>\n",
       "      <td>1.619511e+09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42970</th>\n",
       "      <td>748548615760314369</td>\n",
       "      <td>55863a5c9e87dfc5ab2463f1aad62dd554408a0de40c9a...</td>\n",
       "      <td>1619521490</td>\n",
       "      <td>020dd6a8ec457bc6b005464a7b5d28ea2fb21893305f95...</td>\n",
       "      <td>035736692722a47389d6be965d73a50b1ba63233a1b975...</td>\n",
       "      <td>2000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>40.0</td>\n",
       "      <td>1000</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>2000000000</td>\n",
       "      <td>1.619521e+09</td>\n",
       "      <td>34.0</td>\n",
       "      <td>1</td>\n",
       "      <td>1000</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>1980000000</td>\n",
       "      <td>1.619510e+09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42971</th>\n",
       "      <td>748553013810954240</td>\n",
       "      <td>9ab272d8b6f3e8a41bff20600c0fac27b7f1b01d8a0b41...</td>\n",
       "      <td>1619520470</td>\n",
       "      <td>035736692722a47389d6be965d73a50b1ba63233a1b975...</td>\n",
       "      <td>03c8dfbf829eaeb0b6dab099d87fdf7f8faceb0c1b935c...</td>\n",
       "      <td>1000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>34.0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>990000000</td>\n",
       "      <td>1.619514e+09</td>\n",
       "      <td>40.0</td>\n",
       "      <td>1000</td>\n",
       "      <td>1000</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>1000000000</td>\n",
       "      <td>1.619520e+09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42972</th>\n",
       "      <td>748557411864739841</td>\n",
       "      <td>86ff1adf6236c84e528233793902acd7d2563986f180fb...</td>\n",
       "      <td>1619518255</td>\n",
       "      <td>02e7c42ae2952d7a71398e23535b53ffc60deb269acbc7...</td>\n",
       "      <td>03179ae29181f2626812b48e11cf30e35cac7b707947bc...</td>\n",
       "      <td>758625</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>144.0</td>\n",
       "      <td>1000</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>751039000</td>\n",
       "      <td>1.619518e+09</td>\n",
       "      <td>40.0</td>\n",
       "      <td>1000</td>\n",
       "      <td>1000</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>751039000</td>\n",
       "      <td>1.619518e+09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42973</th>\n",
       "      <td>748559610884194305</td>\n",
       "      <td>f9497ed0bad00ed88d4cf83ee9d874f1b25b5a73558e9b...</td>\n",
       "      <td>1619519129</td>\n",
       "      <td>021053940184f66d73ebeb80049d1ce5c3fd176e9c290f...</td>\n",
       "      <td>02f1246b8fe904a5c5193504d8069532b1fb8692b84fb3...</td>\n",
       "      <td>500000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>40.0</td>\n",
       "      <td>1000</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>500000000</td>\n",
       "      <td>1.619519e+09</td>\n",
       "      <td>34.0</td>\n",
       "      <td>1</td>\n",
       "      <td>1000</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>495000000</td>\n",
       "      <td>1.619519e+09</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>42974 rows × 22 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "               channel_id                                         chan_point  \\\n",
       "0      553951550347608065  ede04f9cfc1bb5373fd07d8af9c9b8b5a85cfe5e323b77...   \n",
       "1      554317687705305088  cfd0ae79fc150c2c3c4068ceca74bc26652bb269162437...   \n",
       "2      554460624201252865  c0a8d3428f562c232d86be399eb4497934e7e0390fa79e...   \n",
       "3      554494709160148993  06bbac25ed610feb1d07316d1be8b8ba6850ee1dd96cc1...   \n",
       "4      554495808645955584  2392c45431c064269e4eaeccb0476ac32e56485d84e104...   \n",
       "...                   ...                                                ...   \n",
       "42969  748547516252225536  3e0261cc57a90d55ee0a75ab752e0cf0025b41144b6c1b...   \n",
       "42970  748548615760314369  55863a5c9e87dfc5ab2463f1aad62dd554408a0de40c9a...   \n",
       "42971  748553013810954240  9ab272d8b6f3e8a41bff20600c0fac27b7f1b01d8a0b41...   \n",
       "42972  748557411864739841  86ff1adf6236c84e528233793902acd7d2563986f180fb...   \n",
       "42973  748559610884194305  f9497ed0bad00ed88d4cf83ee9d874f1b25b5a73558e9b...   \n",
       "\n",
       "       last_update                                          node1_pub  \\\n",
       "0                0  03bd3466efd4a7306b539e2314e69efc6b1eaee29734fc...   \n",
       "1                0  02eccebd9ed98f6d267080a58194dbe554a2b33d976eb9...   \n",
       "2                0  02eccebd9ed98f6d267080a58194dbe554a2b33d976eb9...   \n",
       "3                0  03bd3466efd4a7306b539e2314e69efc6b1eaee29734fc...   \n",
       "4                0  022e74ed3ddd3f590fd6492e60b20dcad7303f17e1ffd8...   \n",
       "...            ...                                                ...   \n",
       "42969   1619510745  0217890e3aad8d35bc054f43acc00084b25229ecff0ab6...   \n",
       "42970   1619521490  020dd6a8ec457bc6b005464a7b5d28ea2fb21893305f95...   \n",
       "42971   1619520470  035736692722a47389d6be965d73a50b1ba63233a1b975...   \n",
       "42972   1619518255  02e7c42ae2952d7a71398e23535b53ffc60deb269acbc7...   \n",
       "42973   1619519129  021053940184f66d73ebeb80049d1ce5c3fd176e9c290f...   \n",
       "\n",
       "                                               node2_pub capacity  \\\n",
       "0      03c3d14714b78f03fd6ea4997c2b540a4139258249ea1d...    37200   \n",
       "1      02ee4469f2b686d5d02422917ac199602ce4c366a7bfaa...  1000000   \n",
       "2      02ee4469f2b686d5d02422917ac199602ce4c366a7bfaa...  1000000   \n",
       "3      03cbf298b068300be33f06c947b9d3f00a0f0e8089da32...   200000   \n",
       "4      02ee4469f2b686d5d02422917ac199602ce4c366a7bfaa...  2000000   \n",
       "...                                                  ...      ...   \n",
       "42969  0251c1c3c167ff1bcdaef55cbfb61cf49f1c0212e3122a...   286582   \n",
       "42970  035736692722a47389d6be965d73a50b1ba63233a1b975...  2000000   \n",
       "42971  03c8dfbf829eaeb0b6dab099d87fdf7f8faceb0c1b935c...  1000000   \n",
       "42972  03179ae29181f2626812b48e11cf30e35cac7b707947bc...   758625   \n",
       "42973  02f1246b8fe904a5c5193504d8069532b1fb8692b84fb3...   500000   \n",
       "\n",
       "       node1_policy  node2_policy  node1_policy.time_lock_delta  \\\n",
       "0               NaN           NaN                           NaN   \n",
       "1               NaN           NaN                           NaN   \n",
       "2               NaN           NaN                           NaN   \n",
       "3               NaN           NaN                           NaN   \n",
       "4               NaN           NaN                           NaN   \n",
       "...             ...           ...                           ...   \n",
       "42969           NaN           NaN                          40.0   \n",
       "42970           NaN           NaN                          40.0   \n",
       "42971           NaN           NaN                          34.0   \n",
       "42972           NaN           NaN                         144.0   \n",
       "42973           NaN           NaN                          40.0   \n",
       "\n",
       "      node1_policy.min_htlc  ... node1_policy.disabled  \\\n",
       "0                       NaN  ...                   NaN   \n",
       "1                       NaN  ...                   NaN   \n",
       "2                       NaN  ...                   NaN   \n",
       "3                       NaN  ...                   NaN   \n",
       "4                       NaN  ...                   NaN   \n",
       "...                     ...  ...                   ...   \n",
       "42969                  1000  ...                 False   \n",
       "42970                  1000  ...                 False   \n",
       "42971                     1  ...                 False   \n",
       "42972                  1000  ...                 False   \n",
       "42973                  1000  ...                 False   \n",
       "\n",
       "      node1_policy.max_htlc_msat node1_policy.last_update  \\\n",
       "0                            NaN                      NaN   \n",
       "1                            NaN                      NaN   \n",
       "2                            NaN                      NaN   \n",
       "3                            NaN                      NaN   \n",
       "4                            NaN                      NaN   \n",
       "...                          ...                      ...   \n",
       "42969                  283717000             1.619511e+09   \n",
       "42970                 2000000000             1.619521e+09   \n",
       "42971                  990000000             1.619514e+09   \n",
       "42972                  751039000             1.619518e+09   \n",
       "42973                  500000000             1.619519e+09   \n",
       "\n",
       "      node2_policy.time_lock_delta  node2_policy.min_htlc  \\\n",
       "0                              NaN                    NaN   \n",
       "1                              NaN                    NaN   \n",
       "2                              NaN                    NaN   \n",
       "3                              NaN                    NaN   \n",
       "4                              NaN                    NaN   \n",
       "...                            ...                    ...   \n",
       "42969                         40.0                   1000   \n",
       "42970                         34.0                      1   \n",
       "42971                         40.0                   1000   \n",
       "42972                         40.0                   1000   \n",
       "42973                         34.0                      1   \n",
       "\n",
       "       node2_policy.fee_base_msat node2_policy.fee_rate_milli_msat  \\\n",
       "0                             NaN                              NaN   \n",
       "1                             NaN                              NaN   \n",
       "2                             NaN                              NaN   \n",
       "3                             NaN                              NaN   \n",
       "4                             NaN                              NaN   \n",
       "...                           ...                              ...   \n",
       "42969                        1000                                1   \n",
       "42970                        1000                               10   \n",
       "42971                        1000                                1   \n",
       "42972                        1000                                1   \n",
       "42973                        1000                               10   \n",
       "\n",
       "      node2_policy.disabled node2_policy.max_htlc_msat  \\\n",
       "0                       NaN                        NaN   \n",
       "1                       NaN                        NaN   \n",
       "2                       NaN                        NaN   \n",
       "3                       NaN                        NaN   \n",
       "4                       NaN                        NaN   \n",
       "...                     ...                        ...   \n",
       "42969                 False                  283717000   \n",
       "42970                 False                 1980000000   \n",
       "42971                 False                 1000000000   \n",
       "42972                 False                  751039000   \n",
       "42973                 False                  495000000   \n",
       "\n",
       "      node2_policy.last_update  \n",
       "0                          NaN  \n",
       "1                          NaN  \n",
       "2                          NaN  \n",
       "3                          NaN  \n",
       "4                          NaN  \n",
       "...                        ...  \n",
       "42969             1.619511e+09  \n",
       "42970             1.619510e+09  \n",
       "42971             1.619520e+09  \n",
       "42972             1.619518e+09  \n",
       "42973             1.619519e+09  \n",
       "\n",
       "[42974 rows x 22 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(df_edges)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "to_write_e = df_edges.to_json(orient='records', indent = 1)\n",
    "with open(new_filename_e,\"w\") as file1:\n",
    "    file1.write(to_write_e)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "interpreter": {
   "hash": "90e315135b2281b752a7f250632c791a0dae1003299eabe9b8abad9d58b3e8e7"
  },
  "kernelspec": {
   "display_name": "Python 3.8.8 64-bit ('base': conda)",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}