CustomerReportAnalysis.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Document Recommendatio and Similarity Using LSA\n",
    "\n",
    "The concept here is that semantic information can be extracted using LSA and recommendations can be performed with it "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 111,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Populating the interactive namespace from numpy and matplotlib\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: pylab import has clobbered these variables: ['e', 'f', 'text', 'var']\n",
      "`%matplotlib` prevents importing * from pylab and numpy\n"
     ]
    }
   ],
   "source": [
    "%pylab inline\n",
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from bs4 import BeautifulSoup\n",
    "import nltk\n",
    "from nltk.corpus import stopwords\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "from sklearn.decomposition import TruncatedSVD\n",
    "import re\n",
    "from gensim import corpora\n",
    "from gensim.corpora import TextCorpus, MmCorpus, Dictionary\n",
    "from scipy.sparse.linalg import svds\n",
    "from scipy import sparse\n",
    "import scipy"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package stopwords to /home/sri/nltk_data...\n",
      "[nltk_data]   Package stopwords is already up-to-date!\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 92,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nltk.download('stopwords')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "\n",
    "source_dir = \"./Hackathon-Texata-2015/SupportCommunity/RS/content/\"        \n",
    "from os import listdir\n",
    "from os.path import isfile, join\n",
    "onlyfiles = [ f for f in listdir(source_dir) if isfile(join(source_dir,f)) ]# data = []\n",
    "data = []\n",
    "i = 0\n",
    "file_index_map = {}\n",
    "for file_path in onlyfiles[0:1000]:\n",
    "    with open(source_dir+file_path, \"r\") as myfile:\n",
    "        file_text=myfile.read().replace('\\n', ' ')\n",
    "    file_text = re.sub(r'[^\\x00-\\x7F]+',' ', file_text)\n",
    "    file_text = file_text.lower()\n",
    "    data.append(file_text)\n",
    "    file_index_map[i] = file_path\n",
    "    i = i+1\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "stopset = set(stopwords.words('english'))\n",
    "# stopset.update(['lt','p','/p','br','amp','quot','field','font','normal','span','0px','rgb','style','51', \n",
    "#                 'spacing','text','helvetica','size','family', 'space', 'arial', 'height', 'indent', 'letter'\n",
    "#                 'line','none','sans','serif','transform','line','variant','weight','times', 'new','strong', 'video', 'title'\n",
    "#                 'white','word','letter', 'roman','0pt','16','color','12','14','21', 'neue', 'apple', 'class',  ])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "vectorizer = TfidfVectorizer(max_df = 50, min_df = 2, stop_words=stopset,\n",
    "                                 use_idf=True, ngram_range=(1, 3))\n",
    "X = vectorizer.fit_transform(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 122,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "var=[]\n",
    "for i in [10,20,50,100,200]:\n",
    "    lsa = TruncatedSVD(n_components=i, n_iter=100)\n",
    "    lsa.fit(X)\n",
    "    var.append(sum(lsa.explained_variance_))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 125,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.0876236378606\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "[<matplotlib.lines.Line2D at 0x7fb542f86d50>]"
      ]
     },
     "execution_count": 125,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX8AAAEACAYAAABbMHZzAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAHhRJREFUeJzt3X90VPWd//Hn2wAqao12LayAhRVqEavQc76YHkWmFmuM\nCv5oi/gDpSq0lqr1HEXcWqN1XXDXqpRdRAXLWteoIBAVBNw6FncVpSICEiUqKyDEdhEVUAnJ+/vH\nvYFh8mOGZJI7P16Pc+Yk984nM+/cM7zy4fO593PN3RERkcJyQNQFiIhIx1P4i4gUIIW/iEgBUviL\niBQghb+ISAFS+IuIFKCU4W9mpWZWZWbrzGxCM22mhM+vNLNBCfuvM7NVZrbazK7LZOEiItJ6LYa/\nmRUBU4FS4HhglJn1T2pTBvR1937AWGBauP8E4Crg/wEnAeeY2bEZ/w1ERGS/per5Dwaq3X29u9cC\nFcCIpDbDgVkA7r4MKDaz7kB/YJm7f+nudcBLwAUZrV5ERFolVfj3ADYkbG8M96VqczSwChhiZkea\nWVfgbKBn28oVEZFM6JTi+XTXfrBGP+heZWaTgcXADmAFUL9/5YmISHtIFf6bgF4J270IevYttekZ\n7sPdZwIzAczsLuDD5DcwMy0uJCLSCu7eqOOdrlTDPsuBfmbW28y6ACOByqQ2lcBoADMrAba5e024\n/Y3w6zHA+cB/NvML6JGhx2233RZ5Dfn00PHUsczWR1u12PN3991mNh5YBBQBM9x9rZmNC5+f7u4L\nzKzMzKoJhnfGJLzEbDP7OlALXOPun7W5YhERabNUwz64+0JgYdK+6Unb45v52dPaVJ2IiLQLXeGb\nZ2KxWNQl5BUdz8zRscwulomxozYVYOZR1yAikmvMDG/DhG/KYR8REcken30Ga9a0/XUU/iIiWeiL\nL6CqClav3vfxt7/B8ce3/fU17CMiEqHdu6G6Ogj2Vav2hvyHH0LfvnDCCfs++vSBAw5o+7CPwl9E\npAPU1weBntyTf+cd6NFjb7h/5zvB1379oEuX5l9P4S8ikkXc4eOP9w34VauCcfrDD2/ck+/fHw45\nZP/fR+EvIhKRbduCUE/uzdfV7e3BJz6OOCJz763wFxFpZ198AWvXNg75rVthwIDGId+9O1irYzk9\nCn8RkQyprW168nXDhmAMPjnke/cOJl+joPAXEdlP9fXwv//buCf/7rvQs+e+E68Nk6+dO0dd9b4U\n/iIizXCHmprGk69vvw3FxU1PvnbtGnXV6VH4i4gQTL4m9+RXrw7+ADQ1+VpcHHXFbaPwF5GCsnNn\n05Ov27Y1PfnarVv7T75GQeEvInmpthbWrdt34nX1ati4Eb71rcYh/81vRjf5GgWFv4jktPp6WL++\ncU9+3Tro1avx5Gvfvtk3+RoFhb+I5AR32LKl6cnXI49sevL14IOjrjp7KfxFJOt88knTk69m+/bi\nv/OdYIXKXJ98jYLCX0Qis2NH05Ovn37auCd/wgnwjW/k5+RrFBT+ItLuamuDC6CSJ183bYLjjmsc\n8sccU1iTr1FQ+ItIxtTXwwcfNO7JV1cHgd7U5Gsn3RIqEgp/Edlv7rB5874Tr6tXB0M4X/964578\nt7+tyddso/AXkRZt3dr05GtRUdOTr4cfHnXFko52D38zKwXuA4qAh919chNtpgBnATuBK9x9Rbj/\nV8CVgAOrgDHu/lXSzyr8RTJgx47gtMnkUym3b29+8lVyV7uGv5kVAe8Aw4BNwOvAKHdfm9CmDBjv\n7mVmdjJwv7uXmFkPYCnQ392/MrMngAXuPivpPRT+Ivth166mJ183b25+8lVn2OSftoZ/qqmawUC1\nu68P36wCGAGsTWgzHJgF4O7LzKzYzLolvH5XM6sDuhL8ARGRNNTVNT35+t57wVIGDUM2o0cHX489\nVpOvkr5UH5UewIaE7Y3AyWm06eHub5jZPcCHwBfAInd/oY31iuQdd/joo6YnX486am8P/pxz4Oab\ng8nXgw6KumrJdanCP93xmEb/9TCzIwj+V9Ab+BR4yswucffHktuWl5fv+T4WixGLxdJ8W5Hc8n//\n1/Tka5cue0P+lFPgZz8LJl+/9rWoK5ZsEY/HicfjGXu9VGP+JUC5u5eG2xOB+sRJXzN7AIi7e0W4\nXQUMBU4DznT3q8L9lwEl7v6LpPfQmL/kne3bm5583bmz8Zj8gAGafJX9195j/suBfmbWG/gIGAmM\nSmpTCYwHKsI/FtvcvcbMPgRKzOxg4EuCSePXWluoSDbatQuqqhr35LdsCYZnGgJ+2LDga69emnyV\n7NBi+Lv7bjMbDywiONVzhruvNbNx4fPT3X2BmZWZWTWwAxgTPrfMzGYDbwC7w68PtuPvItJu6urg\n/fcbh/z77wc38W6YfL3iir2Tr0VFUVct0jxd5CXSjMceg8WLg5CvqgqGZpKHbI47TpOvEg1d4SuS\nYe4wYQI8+yzccMPeK18POyzqykT2au8xf5GCUlcH48YFk7NLlwbr3IjkI4W/SOirr+Dii+Gzz+C/\n/gsOPTTqikTaj1bcFgE+/xzOPjtYg/7ZZxX8kv8U/lLw/vY3+MEPoE8fqKiAAw+MuiKR9qfwl4K2\ncSOcdhqcfjo8+KBOz5TCofCXgvXuu3DqqTBmDEyapIuvpLBowlcK0htvBAul3Xkn/PSnUVcj0vEU\n/lJwXnoJfvxjmD4dzj8/6mpEoqFhHykolZVB8FdUKPilsCn8pWD8x3/A2LHw3HPBBK9IIdOwjxSE\ne+8NHi++CP37R12NSPQU/pLX3OHWW+Gpp+Dll4P72YqIwl/yWF0d/PKXsGxZEPxHHRV1RSLZQ+Ev\neWnXruDG5jU1wVCPbocosi+Fv+SdHTvgwguDZRoWLtR6+yJN0dk+kle2boUzzoDu3WHOHAW/SHMU\n/pI3Nm+GoUOhpARmzoRO+n+tSLMU/pIX3nsvWKdn1Ci4555gaWYRaZ76RpLz3noLzjoLfvOb4C5c\nIpKawl9y2n//d7BMw+9/DyNHRl2NSO5Q+EvOWrAALr8c/vhHOPPMqKsRyS0aGZWc9PjjwTr8lZUK\nfpHWSBn+ZlZqZlVmts7MJjTTZkr4/EozGxTuO87MViQ8PjWzazP9C0jh+fd/hxtvDG6y/r3vRV2N\nSG5qcdjHzIqAqcAwYBPwuplVuvvahDZlQF9372dmJwPTgBJ3fwdo+ENwQPjzc9vn15BC4A6//W2w\nOufSpcE9d0WkdVL1/AcD1e6+3t1rgQpgRFKb4cAsAHdfBhSbWbekNsOA99x9QwZqlgJUXw/XXx9c\nuPXyywp+kbZKFf49gMTA3hjuS9WmZ1Kbi4D/bE2BIrW1wcTuX/4S3IWre/eoKxLJfanO9vE0Xyf5\n1td7fs7MugDnAk3OFwCUl5fv+T4WixGLxdJ8W8l3X3wBP/lJ0PNfvBi6do26IpFoxONx4vF4xl7P\n3JvPdzMrAcrdvTTcngjUu/vkhDYPAHF3rwi3q4Ch7l4Tbo8Aft7wGk28h7dUgxSuTz+Fc8+FXr3g\nD3+Azp2jrkgke5gZ7p7c8U5bqmGf5UA/M+sd9uBHApVJbSqB0WExJcC2huAPjQIeb22BUphqaiAW\ng5NOgkcfVfCLZFqL4e/uu4HxwCLgbeAJd19rZuPMbFzYZgHwvplVA9OBaxp+3swOIZjsfbqd6pc8\ntH49DBkC550HU6ZonR6R9tDisE+HFKBhH0mwZg2UlsJNNwV34RKRprV12EfLO0jWWLYMRowIVuW8\n5JKoqxHJbwp/yQpLlsDFFwcTu2efHXU1IvlPo6kSudmzg57+008r+EU6isJfIvXQQ3DttcE5/EOG\nRF2NSOHQsI9Ewh0mT4bp0+HPf4a+faOuSKSwKPylw7kHZ/MsXBis09MjecEQEWl3Cn/pULt3B7da\nXLMm6PEfeWTUFYkUJoW/dJgvvwzO6Nm+HV54AQ49NOqKRAqXJnylQ3z+eXAmT6dO8MwzCn6RqCn8\npd399a9w+unBpO7jj8OBB0ZdkYgo/KVdbdgAp50GZ5wBDzwARUVRVyQioPCXdlRVBaeeClddBXfd\nBdbqVUhEJNM04Svt4i9/gXPOCUJ/zJioqxGRZAp/ybh4PLj71oMPBssyi0j20bCPZNS8eUHwP/GE\ngl8kmyn8JWP+8Af4+c+DK3e///2oqxGRlmjYRzLid7+D+++HF1+Eb3876mpEJBWFv7SJO/z61zBn\nDixdCsccE3VFIpIOhb+0Wl0d/OIXwZk9S5fCUUdFXZGIpEvhL62yaxdcdllw9e6f/gSHHRZ1RSKy\nPzThK/tt+3Y499zgD8CCBQp+kVyk8Jf9snVrsFRDjx7w1FNw0EFRVyQiraHwl7R99FGwTs8pp8CM\nGcEKnSKSm1KGv5mVmlmVma0zswnNtJkSPr/SzAYl7C82s9lmttbM3jazkkwWLx2nujpYp+fSS+Ff\n/kXr9IjkuhbD38yKgKlAKXA8MMrM+ie1KQP6uns/YCwwLeHp+4EF7t4fOBFYm8HapYOsXAlDh8LN\nNwcPBb9I7kvV8x8MVLv7enevBSqAEUlthgOzANx9GVBsZt3M7HBgiLvPDJ/b7e6fZrZ8aW9LlwZj\n/PfdB2PHRl2NiGRKqvDvAWxI2N4Y7kvVpifQB/irmT1iZm+Y2UNm1rWtBUvHee45uOAC+OMf4cc/\njroaEcmkVFN2nubrJA8EePja3wXGu/vrZnYfcDPwm+QfLi8v3/N9LBYjFoul+bbSXh57DG64Ibjl\nYolmakQiF4/HicfjGXs9c28+38MJ2nJ3Lw23JwL17j45oc0DQNzdK8LtKmAowR+EV9y9T7j/VOBm\ndz8n6T28pRqk402dCpMnw/PPw4ABUVcjIk0xM9y91TNwqYZ9lgP9zKy3mXUBRgKVSW0qgdFhMSXA\nNnevcfctwAYz+1bYbhiwprWFSvtzh9tvDxZoW7pUwS+Sz1oc9nH33WY2HlgEFAEz3H2tmY0Ln5/u\n7gvMrMzMqoEdQOJ9m34JPBb+4Xgv6TnJIvX1cN118PLLwaNbt6grEpH21OKwT4cUoGGfyNXWwhVX\nwIcfBmP8xcVRVyQiqbR12EfXaBa4nTuDM3nMYNEi6KrzsUQKgpZ3KGDbtsGZZ8KRR8LcuQp+kUKi\n8C9QW7ZALAbf/S7MmgWdO0ddkYh0JIV/AfrgAxgyBC68MLhy9wB9CkQKjv7ZF5jVq4Pgv/56uPVW\nrdMjUqg04VtAXnkFzjsP7r0XLr446mpEJEoK/wKxeDFcckkwvl9WFnU1IhI1DfsUgCefDO63O3eu\ngl9EAur557np0+GOO2DJEjjxxKirEZFsofDPU+7wz/8MDz8Mf/4zHHts1BWJSDZR+Oeh+nq48cZg\nnP/ll+Hoo6OuSESyjcI/z+zeDVdfDe+8Ay+9FFy9KyKSTOGfR778Ei66KPi6ZAkcckjUFYlItlL4\n55GxY6FTJ6ishC5doq5GRLKZwj9PzJkDr74KK1Yo+EUkNa3nnwe2bIGBA2HePN1vV6RQtHU9f4V/\njnOHESOCc/jvvDPqakSko+hmLgXukUdgwwaYPTvqSkQkl6jnn8M++AAGD4YXX4QTToi6GhHpSG3t\n+WttnxxVXx/cd3fCBAW/iOw/hX+OuvfeYLz/V7+KuhIRyUUa9slBq1fD978Py5bBP/xD1NWISBQ0\n7FNgdu2C0aODRdsU/CLSWinD38xKzazKzNaZ2YRm2kwJn19pZoMS9q83s7fMbIWZvZbJwgvVb38b\nLNR25ZVRVyIiuazFUz3NrAiYCgwDNgGvm1mlu69NaFMG9HX3fmZ2MjANaLjUyIGYu29tl+oLzKuv\nwkMPwZtv6t67ItI2qXr+g4Fqd1/v7rVABTAiqc1wYBaAuy8Dis2sW8LziqkM2LkzGO6ZOhW6d4+6\nGhHJdanCvwewIWF7Y7gv3TYOvGBmy83s6rYUWugmTAjO6f/Rj6KuRETyQaorfNM9Dae53v2p7v6R\nmR0FLDGzKndfmtyovLx8z/exWIxYLJbm2xaGJUtg/nx4662oKxGRqMTjceLxeMZer8VTPc2sBCh3\n99JweyJQ7+6TE9o8AMTdvSLcrgKGuntN0mvdBmx393uS9utUzxZ88gmcdBLMmAFnnBF1NSKSLdr7\nVM/lQD8z621mXYCRQGVSm0pgdFhMCbDN3WvMrKuZHRbuPwT4IbCqtYUWqmuvDRZuU/CLSCa1OOzj\n7rvNbDywCCgCZrj7WjMbFz4/3d0XmFmZmVUDO4Ax4Y93B5624LSUTsBj7r64vX6RfDR7Nrz2WrBG\nv4hIJukK3yzVsEb//Plw8slRVyMi2UZX+OYh9+Am7FdfreAXkfah9fyz0MyZsGlTcGtGEZH2oGGf\nLNOwRn88DgMGRF2NiGQrDfvkkbo6uPxyuPlmBb+ItC+Ffxa5995gzZ7rr4+6EhHJdxr2yRINa/S/\n9hr06RN1NSKS7TTskwd27YLLLoNJkxT8ItIxFP5Z4I47oGdP+OlPo65ERAqFTvWM2KuvwsMPa41+\nEelY6vlHaMeOYI3+f/s3rdEvIh1LE74RGj8ePv0UHn006kpEJNe0dcJXwz4RWbwYKiu1Rr+IREPh\nH4FPPgluwD5zJhQXR12NiBQiDftE4NJL4Ygj4Pe/j7oSEclVGvbJMU89Ba+/rjX6RSRa6vl3oM2b\nYdCgYKx/8OCoqxGRXKYrfHNEwxr9Y8cq+EUkegr/DjJjRtDz//Wvo65ERETDPh3i/feDO3JpjX4R\nyRQN+2S5ujq44gqYOFHBLyLZQ+Hfzn73OzjgAK3RLyLZRcM+7WjVKjj99ODUzt69o65GRPKJhn2y\nVMMa/ZMnK/hFJPukDH8zKzWzKjNbZ2YTmmkzJXx+pZkNSnquyMxWmNkzmSo6F9x+OxxzDIwZE3Ul\nIiKNtXiFr5kVAVOBYcAm4HUzq3T3tQltyoC+7t7PzE4GpgElCS9zHfA2cFimi89Wr7wSnNq5cqXW\n6BeR7JSq5z8YqHb39e5eC1QAI5LaDAdmAbj7MqDYzLoBmFlPoAx4GCiIGExco79bt6irERFpWqrw\n7wFsSNjeGO5Lt829wI1AfRtqzCk33QTf+x5ceGHUlYiINC/Vwm7pnoaT3Ks3MzsH+NjdV5hZrKUf\nLi8v3/N9LBYjFmuxedZatAieeUZr9ItI5sXjceLxeMZer8VTPc2sBCh399JweyJQ7+6TE9o8AMTd\nvSLcrgJiwLXAZcBu4CDga8Acdx+d9B55carnJ5/AiSfCI4/AsGFRVyMi+a69T/VcDvQzs95m1gUY\nCVQmtakERofFlADb3H2Lu9/i7r3cvQ9wEfCn5ODPJ+PHw/nnK/hFJDe0OOzj7rvNbDywCCgCZrj7\nWjMbFz4/3d0XmFmZmVUDO4DmTm7M/e59M558EpYv1xr9IpI7dIVvG23eDAMHBmP9WqpZRDqKrvCN\nkDtcdRX87GcKfhHJLQr/Nnj4YdiyRWv0i0ju0bBPKzWs0f/SS3D88VFXIyKFRsM+Eairg8svh1tu\nUfCLSG5S+LfCPfdAURFcd13UlYiItI6GffbTW2/BD36gNfpFJFoa9ulAX30VrNF/990KfhHJber5\n74dbboE1a2DePC3VLCLRamvPP9XCbhL6n/+BmTO1Rr+I5AcN+6Rh+/Zgjf5p07RGv4jkBw37pOGa\na4KbtMyaFXUlIiIBDfu0s0WL4LnnguEeEZF8ofBvwdatcOWVQY+/uDjqakREMkfDPi24+GI46ii4\n//6oKxER2ZeGfdrJE0/AG28EDxGRfKOefxM++ggGDdIa/SKSvXSFb4ZpjX4RKQQK/yQPPQQ1NVqj\nX0Tym4Z9Erz3HpSUaI1+Ecl+GvbJkIY1+v/xHxX8IpL/FP6hf/1X6NwZrr026kpERNqfhn3Yu0b/\n8uXwzW9GWoqISFo07NNG7jBuHEyapOAXkcKRMvzNrNTMqsxsnZlNaKbNlPD5lWY2KNx3kJktM7M3\nzWy1mZVnuPaMeP55+OwzGDMm6kpERDpOi+FvZkXAVKAUOB4YZWb9k9qUAX3dvR8wFpgG4O5fAt93\n94HAQKDUzE7O/K/Qeu5QXg633QYHFPz/gUSkkKSKvMFAtbuvd/daoAIYkdRmODALwN2XAcVm1i3c\n3hm26QJ0BuozVXgmLFwYLNX8ox9FXYmISMdKFf49gA0J2xvDfana9ITgfw5m9iZQAyx299fbVm7m\nqNcvIoUs1cJu6Z6Gkzzj7ADuXgcMNLPDgblmNsDd1yT/cHl5+Z7vY7EYsVgszbdtvYUL4Ysv4MIL\n2/2tRETaLB6PE4/HM/Z6LZ7qaWYlQLm7l4bbE4F6d5+c0OYBIO7uFeF2FTDU3WuSXutWYKe735O0\nv8NP9XQP1u2ZMEFDPiKSm9r7VM/lQD8z621mXYCRQGVSm0pgdFhMCbDN3WvM7O/MrDjcfzBwBrC2\ntYVm0oIF8NVXcMEFUVciIhKNFod93H23mY0HFgFFwAx3X2tm48Lnp7v7AjMrM7NqYAfQcNLk3wOz\nwjOGDgCecPcF7fabpElj/SIiBXiF77PPwi23wJtvKvxFJHfpCt/9oF6/iEigoCLw2WehthbOPz/q\nSkREolUw4a9ev4jIXgUTg888E6zZf955UVciIhK9ggh/9fpFRPZVEFFYWRn8AVCvX0QkkPfhn9jr\nt1afFCUikl/yPvznzw++jkhei1REpIDldfi7w+23Bz1/9fpFRPbK6/CfPz8I/eHDo65ERCS7pFrS\nOWfV1wc9/jvuUK9fRCRZ3vb858+HoiI499yoKxERyT552fNv6PXfead6/SIiTcnLnv+8edCpE5xz\nTtSViIhkp7zr+Tf0+v/pn9TrFxFpTt71/OfOhS5d1OsXEWlJXvX86+uD8/rvuku9fhGRluRVz//p\np+HAA+Hss6OuREQku+VNz7+h1z9pknr9IiKp5E3Pf84cOPhgKCuLuhIRkeyXFz3/hl7/3Xer1y8i\nko686PnPng2HHAJnnRV1JSIiuSGt8DezUjOrMrN1ZjahmTZTwudXmtmgcF8vM3vRzNaY2WozuzaT\nxcPeXr9W7hQRSV/K8DezImAqUAocD4wys/5JbcqAvu7eDxgLTAufqgV+5e4DgBLgF8k/21azZ8Nh\nh0FpaSZfNXfF4/GoS8grOp6Zo2OZXdLp+Q8Gqt19vbvXAhVA8q1RhgOzANx9GVBsZt3cfYu7vxnu\n3w6sBY7OWPVASQk8+KB6/Q30DyyzdDwzR8cyu6QT/j2ADQnbG8N9qdr0TGxgZr2BQcCy/S2yJccc\nAyeemMlXFBHJf+mEv6f5Wsl97z0/Z2aHArOB68L/AYiISITMveVsN7MSoNzdS8PtiUC9u09OaPMA\nEHf3inC7Chjq7jVm1hl4Fljo7vc18frp/nEREZEE7t7qAe90zvNfDvQLh20+AkYCo5LaVALjgYrw\nj8W2MPgNmAG83VTwQ9uKFxGR1kkZ/u6+28zGA4uAImCGu681s3Hh89PdfYGZlZlZNbADGBP++CnA\npcBbZrYi3DfR3Z/P+G8iIiJpSznsIyIi+SfSK3zTuXhMmmdm683sLTNbYWavhfuONLMlZvaumS02\ns+Ko68xWZjbTzGrMbFXCvmaPn5lNDD+rVWb2w2iqzl7NHM9yM9sYfkZXmNlZCc/peDajuQtkM/r5\ndPdIHgRDSNVAb6Az8CbQP6p6cvEBfAAcmbTvbuCm8PsJwKSo68zWBzCE4PTjVamOH8EFjm+Gn9Xe\n4Wf3gKh/h2x6NHM8bwNuaKKtjmfLx7I7MDD8/lDgHaB/Jj+fUfb807l4TFJLnjDfc8Fd+PW8ji0n\nd7j7UuCTpN3NHb8RwOPuXuvu6wn+cQ3uiDpzRTPHExp/RkHHs0Xe9AWyPcjg5zPK8E/n4jFpmQMv\nmNlyM7s63NfN3WvC72uAbtGUlrOaO35HE3xGG+jzmr5fhmt+zUgYptDxTFPSBbIZ+3xGGf6aaW67\nU9x9EHAWwbpJQxKf9OD/gzrOrZTG8dOxTW0a0AcYCGwG7mmhrY5nkvAC2TkEF8h+nvhcWz+fUYb/\nJqBXwnYv9v3LJSm4++bw61+BuQT/zasxs+4AZvb3wMfRVZiTmjt+yZ/XnuE+aYG7f+wh4GH2DkXo\neKYQXiA7B3jU3eeFuzP2+Ywy/PdcPGZmXQguHquMsJ6cYmZdzeyw8PtDgB8CqwiO4eVhs8uBeU2/\ngjSjueNXCVxkZl3MrA/QD3gtgvpyShhQDc4n+IyCjmeLWrhANmOfz8ju5OXNXDwWVT05qBswN/iM\n0Al4zN0Xm9ly4EkzuxJYD/wkuhKzm5k9DgwF/s7MNgC/ASbRxPFz97fN7EngbWA3cE3Ym5VQE8fz\nNiBmZgMJhiA+ABouDtXxbFmTF8iSwc+nLvISESlAeXEbRxER2T8KfxGRAqTwFxEpQAp/EZECpPAX\nESlACn8RkQKk8BcRKUAKfxGRAvT/AaCkn5smv4BnAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7fb541cd6410>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "print sum(lsa.explained_variance_)\n",
    "plot([10,20,50,100,200],var)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 124,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Concept 0:\n",
      "author\n",
      "disclaimer\n",
      "posting information\n",
      "damages\n",
      "reader\n",
      "posting without\n",
      "without consideration\n",
      "contained within\n",
      "advice kind\n",
      "advice kind usage\n",
      " \n",
      "Concept 1:\n",
      "00 00\n",
      "tunnel\n",
      "stack\n",
      "hsrp\n",
      "ipv6\n",
      "fa0\n",
      "alain\n",
      "area\n",
      "nexus\n",
      "asa\n",
      " \n",
      "Concept 2:\n",
      "00 00\n",
      "drops\n",
      "queue\n",
      "size max\n",
      "packets sec\n",
      "output drops\n",
      "bits sec\n",
      "bits\n",
      "carrier\n",
      "arpa\n",
      " \n",
      "Concept 3:\n",
      "stack\n",
      "3750x\n",
      "master\n",
      "stacking\n",
      "nexus\n",
      "4500\n",
      "sup\n",
      "vs\n",
      "gbps\n",
      "ps\n",
      " \n",
      "Concept 4:\n",
      "area\n",
      "stack\n",
      "cost\n",
      "72\n",
      "area 100\n",
      "areas\n",
      "10 192\n",
      "ip ospf\n",
      "master\n",
      "3750x\n",
      " \n",
      "Concept 5:\n",
      "dscp\n",
      "set dscp\n",
      "stack\n",
      "area\n",
      "class tag\n",
      "tag\n",
      "policy map\n",
      "af31\n",
      "af21\n",
      "video\n",
      " \n",
      "Concept 6:\n",
      "00 00\n",
      "00 00 00\n",
      "area\n",
      "stack\n",
      "laws\n",
      "ip address interface\n",
      "tag\n",
      "set dscp\n",
      "address interface\n",
      "10 192\n",
      " \n",
      "Concept 7:\n",
      "00 00\n",
      "00 00 00\n",
      "dscp\n",
      "class tag\n",
      "pvst\n",
      "set dscp\n",
      "af31\n",
      "peter\n",
      "thu 01\n",
      "af21\n",
      " \n",
      "Concept 8:\n",
      "pvst\n",
      "peter\n",
      "rapid\n",
      "area\n",
      "rapid pvst\n",
      "legacy\n",
      "72\n",
      "segment\n",
      "laws\n",
      "root\n",
      " \n",
      "Concept 9:\n",
      "stack\n",
      "master\n",
      "new switch\n",
      "peter\n",
      "bpdu\n",
      "mon 01\n",
      "ip address interface\n",
      "stack member\n",
      "address interface\n",
      "thu 08\n",
      " \n",
      "Concept 10:\n",
      "pvst\n",
      "tunnel\n",
      "ge tx\n",
      "ge\n",
      "rapid\n",
      "tx\n",
      "7600\n",
      "address interface\n",
      "rapid pvst\n",
      "dot1q\n",
      " \n",
      "Concept 11:\n",
      "tunnel\n",
      "class tag\n",
      "set dscp\n",
      "tag\n",
      "percent\n",
      "r2\n",
      "inbound\n",
      "3750x\n",
      "thu 03\n",
      "tunnels\n",
      " \n",
      "Concept 12:\n",
      "queue\n",
      "shape\n",
      "voip\n",
      "srr\n",
      "srr queue\n",
      "7600\n",
      "class default\n",
      "tc\n",
      "average\n",
      "burst\n",
      " \n",
      "Concept 13:\n",
      "voip\n",
      "01 31 2013\n",
      "7600\n",
      "t1\n",
      "vrf\n",
      "voice vlan\n",
      "class tag\n",
      "calls\n",
      "dot1q\n",
      "voice\n",
      " \n",
      "Concept 14:\n",
      "3750x\n",
      "3850\n",
      "queue\n",
      "10g\n",
      "sfp\n",
      "10 gbps\n",
      "08 17\n",
      "17 2013\n",
      "marvin\n",
      "sat 08\n",
      " \n",
      "Concept 15:\n",
      "peter\n",
      "72\n",
      "flooding\n",
      "sub interface\n",
      "thu 01\n",
      "class tag\n",
      "01 10\n",
      "fri 01 18\n",
      "01 18 2013\n",
      "mtdurham0\n",
      " \n",
      "Concept 16:\n",
      "tunnel\n",
      "voip\n",
      "thu 01\n",
      "voice\n",
      "mls\n",
      "ge tx\n",
      "master\n",
      "01 31 2013\n",
      "af31\n",
      "thu 01 31\n",
      " \n",
      "Concept 17:\n",
      "peter\n",
      "dscp\n",
      "72\n",
      "01 21\n",
      "af31\n",
      "unmanaged\n",
      "3850\n",
      "marked\n",
      "flooding\n",
      "mon 01\n",
      " \n",
      "Concept 18:\n",
      "queue\n",
      "srr\n",
      "srr queue\n",
      "shape\n",
      "peter\n",
      "burst\n",
      "tc\n",
      "solarwinds\n",
      "01 21\n",
      "customer\n",
      " \n",
      "Concept 19:\n",
      "tunnel\n",
      "7600\n",
      "cisco 7600 series\n",
      "cisco 7600\n",
      "7600 series\n",
      "plus\n",
      "shape\n",
      "01 21 2013\n",
      "mon 01 21\n",
      "overhead\n",
      " \n",
      "Concept 20:\n",
      "voip\n",
      "txt\n",
      "tunnel\n",
      "class default\n",
      "unmanaged\n",
      "ge\n",
      "ge tx\n",
      "thu 01\n",
      "3750x\n",
      "3850\n",
      " \n",
      "Concept 21:\n",
      "bpdu\n",
      "bpdus\n",
      "shape\n",
      "offered rate\n",
      "bps\n",
      "ip host\n",
      "ge\n",
      "3850\n",
      "mbps\n",
      "access mode\n",
      " \n",
      "Concept 22:\n",
      "bpdu\n",
      "bpdus\n",
      "queue\n",
      "access port\n",
      "access mode\n",
      "edge port\n",
      "trunk ports\n",
      "srr\n",
      "disable stp\n",
      "portfast\n",
      " \n",
      "Concept 23:\n",
      "72\n",
      "15 2013\n",
      "queue\n",
      "srr\n",
      "dscp\n",
      "sub interface\n",
      "2960s\n",
      "legacy\n",
      "area\n",
      "unmanaged\n",
      " \n",
      "Concept 24:\n",
      "sup32\n",
      "sup\n",
      "supervisors\n",
      "bus\n",
      "bpdu\n",
      "chassis\n",
      "queue\n",
      "3750x\n",
      "shape\n",
      "32 gbps\n",
      " \n",
      "Concept 25:\n",
      "unmanaged\n",
      "unmanaged switch\n",
      "2960s\n",
      "two vlans\n",
      "shape\n",
      "peter\n",
      "2960 switch\n",
      "2960\n",
      "dual\n",
      "class default\n",
      " \n",
      "Concept 26:\n",
      "area\n",
      "72\n",
      "solarwinds\n",
      "unmanaged switch\n",
      "unmanaged\n",
      "20mbs\n",
      "address interface\n",
      "ip address interface\n",
      "tunnel\n",
      "2960s\n",
      " \n",
      "Concept 27:\n",
      "sup32\n",
      "supervisors\n",
      "bus\n",
      "thu 03 01\n",
      "gbps\n",
      "03 01 2012\n",
      "t1\n",
      "voip\n",
      "thu 03\n",
      "hosts\n",
      " \n",
      "Concept 28:\n",
      "1921\n",
      "sup32\n",
      "solarwinds\n",
      "supervisors\n",
      "cisco 1921\n",
      "bus\n",
      "onboard\n",
      "unmanaged\n",
      "20mbs\n",
      "unmanaged switch\n",
      " \n",
      "Concept 29:\n",
      "master\n",
      "1921\n",
      "sup32\n",
      "supervisors\n",
      "bus\n",
      "onboard\n",
      "cisco 1921\n",
      "new switch\n",
      "mbps\n",
      "concurrent\n",
      " \n",
      "Concept 30:\n",
      "solarwinds\n",
      "unmanaged\n",
      "sup32\n",
      "unmanaged switch\n",
      "20mbs\n",
      "supervisors\n",
      "bus\n",
      "queue\n",
      "accurate\n",
      "gbps\n",
      " \n",
      "Concept 31:\n",
      "72\n",
      "stack\n",
      "space\n",
      "sub\n",
      "disk2\n",
      "delete\n",
      "deleted\n",
      "glen\n",
      "7206vxr\n",
      "1921\n",
      " \n",
      "Concept 32:\n",
      "bus\n",
      "class default\n",
      "sup32\n",
      "files\n",
      "delete\n",
      "fun\n",
      "7206vxr\n",
      "space\n",
      "supervisors\n",
      "master\n",
      " \n",
      "Concept 33:\n",
      "master\n",
      "ip host\n",
      "offered\n",
      "offered rate\n",
      "txt\n",
      "permit ip host\n",
      "1921\n",
      "script\n",
      "af11\n",
      "queue\n",
      " \n",
      "Concept 34:\n",
      "72\n",
      "10 192\n",
      "02 15\n",
      "sfp\n",
      "sla\n",
      "02 15 2013\n",
      "fri 02 15\n",
      "ip sla\n",
      "physical interface\n",
      "fails\n",
      " \n",
      "Concept 35:\n",
      "72\n",
      "nexus\n",
      "master\n",
      "shape\n",
      "new switch\n",
      "chassis\n",
      "bpdu\n",
      "frames\n",
      "ipv6\n",
      "shape average\n",
      " \n",
      "Concept 36:\n",
      "jonn\n",
      "02 15 2013\n",
      "fri 02 15\n",
      "2901\n",
      "throughput\n",
      "02 15\n",
      "cos88\n",
      "jonn cos88\n",
      "15 2013\n",
      "overhead\n",
      " \n",
      "Concept 37:\n",
      "72\n",
      "class default\n",
      "queue\n",
      "hsrp\n",
      "wireless\n",
      "overhead\n",
      "class map\n",
      "bps\n",
      "10 192\n",
      "l2tpv3\n",
      " \n",
      "Concept 38:\n",
      "branch\n",
      "shape\n",
      "t1\n",
      "average\n",
      "hsrp\n",
      "sites\n",
      "shape average\n",
      "output drops\n",
      "calls\n",
      "2m\n",
      " \n",
      "Concept 39:\n",
      "calls\n",
      "master\n",
      "t1\n",
      "design\n",
      "72\n",
      "voip\n",
      "license\n",
      "3750x\n",
      "4500\n",
      "chassis\n",
      " \n",
      "Concept 40:\n",
      "calls\n",
      "nexus\n",
      "nbar\n",
      "bandwith\n",
      "call\n",
      "overhead\n",
      "symbol\n",
      "allocate\n",
      "allocation\n",
      "t1\n",
      " \n",
      "Concept 41:\n",
      "3750x\n",
      "sup32\n",
      "bus\n",
      "unmanaged\n",
      "4510r\n",
      "supervisors\n",
      "ps\n",
      "thu 03\n",
      "unmanaged switch\n",
      "new switch\n",
      " \n",
      "Concept 42:\n",
      "ipv6\n",
      "calls\n",
      "gig\n",
      "gi1\n",
      "t1\n",
      "peter\n",
      "neighbor\n",
      "thu 03 01\n",
      "allocation\n",
      "bps\n",
      " \n",
      "Concept 43:\n",
      "frames\n",
      "shape\n",
      "root\n",
      "l2tpv3\n",
      "calls\n",
      "3850\n",
      "1921\n",
      "t1\n",
      "unmanaged\n",
      "channel\n",
      " \n",
      "Concept 44:\n",
      "hsrp\n",
      "shape\n",
      "branch\n",
      "peter\n",
      "2m\n",
      "sites\n",
      "stack\n",
      "1921\n",
      "outbound\n",
      "standby\n",
      " \n",
      "Concept 45:\n",
      "l2tpv3\n",
      "outbound\n",
      "cost\n",
      "limit\n",
      "catalyst 3560\n",
      "broadcast\n",
      "microwave\n",
      "make use\n",
      "set dscp\n",
      "catalyst 3560 series\n",
      " \n",
      "Concept 46:\n",
      "hsrp\n",
      "vss\n",
      "2960\n",
      "throughput\n",
      "nbar\n",
      "05 2013\n",
      "grant\n",
      "standby\n",
      "ipv6\n",
      "2901\n",
      " \n",
      "Concept 47:\n",
      "branch\n",
      "2m\n",
      "shape\n",
      "sites\n",
      "feb 18\n",
      "outbound\n",
      "21 2013\n",
      "thu 08\n",
      "f0\n",
      "microwave\n",
      " \n",
      "Concept 48:\n",
      "john\n",
      "vss\n",
      "72\n",
      "vrf\n",
      "ipv6\n",
      "00 00 44\n",
      "burst\n",
      "doherty mon\n",
      "joseph doherty mon\n",
      "neighbor\n",
      " \n",
      "Concept 49:\n",
      "nbar\n",
      "root\n",
      "l2tpv3\n",
      "symbol\n",
      "switching\n",
      "microwave\n",
      "catalyst 3560 series\n",
      "dual\n",
      "4500\n",
      "controller\n",
      " \n",
      "Concept 50:\n",
      "uplinks\n",
      "2960s\n",
      "1921\n",
      "uplink\n",
      "two switches\n",
      "members\n",
      "stack member\n",
      "member\n",
      "class default\n",
      "aggregate bandwidth\n",
      " \n",
      "Concept 51:\n",
      "shape\n",
      "branch\n",
      "glen\n",
      "02 05 2013\n",
      "tue 02 05\n",
      "wrr\n",
      "sites\n",
      "glen grant\n",
      "2m\n",
      "02 05\n",
      " \n",
      "Concept 52:\n",
      "microwave\n",
      "t1\n",
      "catalyst 3560\n",
      "queue\n",
      "make use\n",
      "250\n",
      "catalyst 3560 series\n",
      "microwave link\n",
      "thu 01 10\n",
      "3560 series\n",
      " \n",
      "Concept 53:\n",
      "uplinks\n",
      "hsrp\n",
      "voice\n",
      "queue\n",
      "glen\n",
      "1m\n",
      "jonn\n",
      "nexus\n",
      "2901\n",
      "hq\n",
      " \n",
      "Concept 54:\n",
      "vrf\n",
      "root\n",
      "72\n",
      "t1\n",
      "bpduguard\n",
      "err\n",
      "tunnel\n",
      "config one\n",
      "eigrp\n",
      "queueing\n",
      " \n",
      "Concept 55:\n",
      "l2tpv3\n",
      "1921\n",
      "frames\n",
      "performance\n",
      "rapid\n",
      "deny\n",
      "wireless\n",
      "sup\n",
      "output drops\n",
      "vss\n",
      " \n",
      "Concept 56:\n",
      "flooding\n",
      "license\n",
      "unmanaged switch\n",
      "tx\n",
      "core switch\n",
      "l2tpv3\n",
      "er\n",
      "utilization\n",
      "mpls\n",
      "logical\n",
      " \n",
      "Concept 57:\n",
      "10 2013\n",
      "fa0\n",
      "sfp\n",
      "glen\n",
      "1921\n",
      "voip\n",
      "thu 03\n",
      "ipv6\n",
      "dual\n",
      "switch another\n",
      " \n",
      "Concept 58:\n",
      "02 05 2013\n",
      "tue 02 05\n",
      "limit\n",
      "05 2013\n",
      "wrr\n",
      "outbound\n",
      "disruptive\n",
      "overhead\n",
      "72\n",
      "vrf\n",
      " \n",
      "Concept 59:\n",
      "t1\n",
      "shape\n",
      "ip host\n",
      "101\n",
      "architecture\n",
      "wed 01\n",
      "basic\n",
      "frames\n",
      "02 05\n",
      "voice\n",
      " \n",
      "Concept 60:\n",
      "t1\n",
      "customer\n",
      "wireless\n",
      "stack\n",
      "root\n",
      "mon 01\n",
      "l2tpv3\n",
      "nexus\n",
      "02 27 2013\n",
      "sup32\n",
      " \n",
      "Concept 61:\n",
      "queue\n",
      "l2tpv3\n",
      "vrf\n",
      "calls\n",
      "gig\n",
      "unmanaged\n",
      "voice\n",
      "bpduguard\n",
      "err\n",
      "ip host\n",
      " \n",
      "Concept 62:\n",
      "alain\n",
      "voice\n",
      "2960s\n",
      "unmanaged switch\n",
      "set dscp\n",
      "burst\n",
      "t1\n",
      "03 01 2012\n",
      "02 15 2013\n",
      "fri 02 15\n",
      " \n",
      "Concept 63:\n",
      "asa\n",
      "bpduguard\n",
      "2960\n",
      "logical\n",
      "sup\n",
      "config one\n",
      "broadcast\n",
      "dscp\n",
      "thu 03\n",
      "alain\n",
      " \n",
      "Concept 64:\n",
      "bits\n",
      "pvst\n",
      "two switches\n",
      "srr queue\n",
      "thu 03\n",
      "logical\n",
      "fa0\n",
      "customer\n",
      "af11\n",
      "lose\n",
      " \n",
      "Concept 65:\n",
      "2960\n",
      "mbps\n",
      "mon 01\n",
      "bits\n",
      "voip\n",
      "ge\n",
      "hsrp\n",
      "thu 08\n",
      "mls\n",
      "stack\n",
      " \n",
      "Concept 66:\n",
      "overhead\n",
      "1921\n",
      "asa\n",
      "sup\n",
      "free\n",
      "mbps\n",
      "4500\n",
      "l2tpv3\n",
      "area\n",
      "vrf\n",
      " \n",
      "Concept 67:\n",
      "customer\n",
      "burst\n",
      "inbound\n",
      "srr queue\n",
      "ip host\n",
      "1921\n",
      "thu 03 01\n",
      "class class\n",
      "cost\n",
      "votes reply joseph\n",
      " \n",
      "Concept 68:\n",
      "broadcast\n",
      "outbound\n",
      "t1\n",
      "drops\n",
      "class map\n",
      "cost\n",
      "bpdus\n",
      "01 10\n",
      "uplinks\n",
      "john\n",
      " \n",
      "Concept 69:\n",
      "l2tpv3\n",
      "2960\n",
      "inbound\n",
      "standby\n",
      "thu 01\n",
      "pvst\n",
      "overhead\n",
      "10 2013\n",
      "mpls\n",
      "05 2013\n",
      " \n",
      "Concept 70:\n",
      "t1\n",
      "2960\n",
      "vss\n",
      "3750x\n",
      "paul\n",
      "15 2013\n",
      "mbps\n",
      "hosts\n",
      "customer\n",
      "class map\n",
      " \n",
      "Concept 71:\n",
      "t1\n",
      "1921\n",
      "tunnels\n",
      "bpdu\n",
      "4500\n",
      "distribution\n",
      "chassis\n",
      "files\n",
      "utilization\n",
      "19 2013\n",
      " \n",
      "Concept 72:\n",
      "voip\n",
      "1921\n",
      "bpdu\n",
      "01 21\n",
      "fa0\n",
      "dual\n",
      "paul\n",
      "shape\n",
      "ipv6\n",
      "aggregate bandwidth\n",
      " \n",
      "Concept 73:\n",
      "21 2013\n",
      "loop\n",
      "2960\n",
      "limit\n",
      "class default\n",
      "dual\n",
      "outbound\n",
      "automatically\n",
      "performance\n",
      "inbound\n",
      " \n",
      "Concept 74:\n",
      "metric\n",
      "eigrp\n",
      "queue\n",
      "damage\n",
      "members\n",
      "drops\n",
      "4500\n",
      "2960s\n",
      "mbps\n",
      "104\n",
      " \n",
      "Concept 75:\n",
      "chassis\n",
      "broadcast\n",
      "3750x\n",
      "shape\n",
      "switching\n",
      "config one\n",
      "makes\n",
      "call\n",
      "set dscp\n",
      "wed 01\n",
      " \n",
      "Concept 76:\n",
      "4500\n",
      "mbps\n",
      "queue\n",
      "peter\n",
      "etherchannel\n",
      "outbound\n",
      "switching\n",
      "21 2013\n",
      "09 2013\n",
      "architecture\n",
      " \n",
      "Concept 77:\n",
      "shape\n",
      "tunnel\n",
      "voip\n",
      "often\n",
      "vss\n",
      "unmanaged\n",
      "class default\n",
      "thu 03\n",
      "marked\n",
      "architecture\n",
      " \n",
      "Concept 78:\n",
      "3750x\n",
      "thu 01\n",
      "tag\n",
      "1921\n",
      "l2tpv3\n",
      "member\n",
      "branch\n",
      "flooding\n",
      "bps\n",
      "unmanaged\n",
      " \n",
      "Concept 79:\n",
      "area\n",
      "mbps\n",
      "thu 03\n",
      "21 2013\n",
      "inbound\n",
      "thu 01\n",
      "class default\n",
      "possibility\n",
      "standby\n",
      "dscp\n",
      " \n",
      "Concept 80:\n",
      "2960s\n",
      "shape\n",
      "t1\n",
      "cost\n",
      "mls\n",
      "00 00 44\n",
      "03 01 2012\n",
      "voice\n",
      "glen\n",
      "hosts\n",
      " \n",
      "Concept 81:\n",
      "design\n",
      "t1\n",
      "dscp\n",
      "dual\n",
      "sfp\n",
      "broadcast\n",
      "mon 01\n",
      "6509\n",
      "00 00 00\n",
      "active active\n",
      " \n",
      "Concept 82:\n",
      "shape\n",
      "flooding\n",
      "2960s\n",
      "bandwith\n",
      "inbound\n",
      "tag\n",
      "aggregate\n",
      "class map\n",
      "class default\n",
      "00 00 00\n",
      " \n",
      "Concept 83:\n",
      "inbound\n",
      "limit\n",
      "outbound\n",
      "hsrp\n",
      "vs\n",
      "deny\n",
      "2m\n",
      "18 2013\n",
      "times\n",
      "chassis\n",
      " \n",
      "Concept 84:\n",
      "thu 01\n",
      "voice\n",
      "uplinks\n",
      "queue\n",
      "thu 03\n",
      "txt\n",
      "05 2013\n",
      "tx\n",
      "29 2013\n",
      "3750x\n",
      " \n",
      "Concept 85:\n",
      "fails\n",
      "often\n",
      "18 2013\n",
      "thu 01\n",
      "dual\n",
      "two switches\n",
      "outbound\n",
      "delete\n",
      "sites\n",
      "calls\n",
      " \n",
      "Concept 86:\n",
      "votes reply joseph\n",
      "area\n",
      "policy map\n",
      "101\n",
      "paul\n",
      "percent\n",
      "ge\n",
      "2960s\n",
      "microwave\n",
      "chassis\n",
      " \n",
      "Concept 87:\n",
      "gig\n",
      "broadcast\n",
      "inbound\n",
      "01 10\n",
      "voice\n",
      "bps\n",
      "cisco 1921\n",
      "4500\n",
      "tunnels\n",
      "21 2013\n",
      " \n",
      "Concept 88:\n",
      "cost\n",
      "voip\n",
      "bits\n",
      "2901\n",
      "tx\n",
      "edge\n",
      "shape\n",
      "circuit\n",
      "ce\n",
      "coming\n",
      " \n",
      "Concept 89:\n",
      "1921\n",
      "01 2012\n",
      "automatically\n",
      "customer\n",
      "sites\n",
      "stack\n",
      "02 15 2013\n",
      "fri 02 15\n",
      "copy config\n",
      "uplinks\n",
      " \n",
      "Concept 90:\n",
      "cost\n",
      "vs\n",
      "shape average\n",
      "ce\n",
      "video\n",
      "thu 08\n",
      "4500\n",
      "txt\n",
      "overhead\n",
      "wan interface\n",
      " \n",
      "Concept 91:\n",
      "shape\n",
      "limit\n",
      "hosts\n",
      "01 2012\n",
      "class class\n",
      "performance\n",
      "10 2013\n",
      "r2\n",
      "driver\n",
      "dscp\n",
      " \n",
      "Concept 92:\n",
      "shape\n",
      "area\n",
      "dual\n",
      "af31\n",
      "inbound\n",
      "ge\n",
      "performance\n",
      "gbps\n",
      "l2tpv3\n",
      "class default\n",
      " \n",
      "Concept 93:\n",
      "vs\n",
      "inbound\n",
      "fri 01\n",
      "voice\n",
      "lan2\n",
      "elsewhere\n",
      "cisco 1921\n",
      "mon 01\n",
      "15 2013\n",
      "lan1\n",
      " \n",
      "Concept 94:\n",
      "voip\n",
      "often\n",
      "sup\n",
      "votes reply joseph\n",
      "expressed\n",
      "21 2013\n",
      "statement\n",
      "drop\n",
      "define\n",
      "policy map\n",
      " \n",
      "Concept 95:\n",
      "3750x\n",
      "voip\n",
      "00 00 44\n",
      "professional\n",
      "doherty mon 01\n",
      "4507r\n",
      "thu 03\n",
      "edison\n",
      "offers\n",
      "limit\n",
      " \n",
      "Concept 96:\n",
      "alain\n",
      "doherty tue\n",
      "joseph doherty tue\n",
      "2960s\n",
      "bpdu\n",
      "6509\n",
      "pvst\n",
      "reply peter pal\n",
      "fiber\n",
      "policy map\n",
      " \n",
      "Concept 97:\n",
      "voip\n",
      "paul\n",
      "metric\n",
      "design\n",
      "limit\n",
      "dual\n",
      "consider\n",
      "bits\n",
      "2960\n",
      "sub interface\n",
      " \n",
      "Concept 98:\n",
      "21 2013\n",
      "tag\n",
      "percent\n",
      "wan interface\n",
      "utilization\n",
      "gi0\n",
      "2960\n",
      "use posting\n",
      "customer\n",
      "03 01 2012\n",
      " \n",
      "Concept 99:\n",
      "2960s\n",
      "dscp\n",
      "mbps\n",
      "avoid\n",
      "vs\n",
      "wed 01\n",
      "glen\n",
      "flooding\n",
      "whatsoever\n",
      "egress\n",
      " \n",
      "Concept 100:\n",
      "hosts\n",
      "calls\n",
      "cost\n",
      "unmanaged switch\n",
      "thu 01\n",
      "limit\n",
      "srr\n",
      "r1\n",
      "thu 03 01\n",
      "bps\n",
      " \n",
      "Concept 101:\n",
      "chassis\n",
      "outbound\n",
      "shape\n",
      "sub\n",
      "voip\n",
      "switching\n",
      "01 21\n",
      "overhead\n",
      "r1\n",
      "unmanaged\n",
      " \n",
      "Concept 102:\n",
      "wireless\n",
      "outbound\n",
      "architecture\n",
      "shape\n",
      "use data\n",
      "gig\n",
      "bpdu\n",
      "ge\n",
      "phones\n",
      "two switches\n",
      " \n",
      "Concept 103:\n",
      "outbound\n",
      "ge\n",
      "thu 01\n",
      "one switch\n",
      "3750x\n",
      "peter\n",
      "action\n",
      "vs\n",
      "utilization\n",
      "15 2013\n",
      " \n",
      "Concept 104:\n",
      "thu 01\n",
      "outbound\n",
      "00 00 00\n",
      "drops\n",
      "tx\n",
      "tag\n",
      "john\n",
      "votes reply joseph\n",
      "21 2013\n",
      "wireless\n",
      " \n",
      "Concept 105:\n",
      "dscp\n",
      "limit\n",
      "101\n",
      "config one\n",
      "design\n",
      "ps\n",
      "01 21\n",
      "00 00 00\n",
      "bpdu\n",
      "r1\n",
      " \n",
      "Concept 106:\n",
      "dual\n",
      "ge\n",
      "queue\n",
      "set dscp\n",
      "101\n",
      "00 00\n",
      "txt\n",
      "05 2013\n",
      "17 2013\n",
      "permit ip host\n",
      " \n",
      "Concept 107:\n",
      "l2tpv3\n",
      "cost\n",
      "flooding\n",
      "customer\n",
      "00 00 00\n",
      "percent\n",
      "marked\n",
      "2960s\n",
      "threshold\n",
      "rapid pvst\n",
      " \n",
      "Concept 108:\n",
      "policy map\n",
      "mbps\n",
      "overhead\n",
      "voice\n",
      "05 2013\n",
      "tag\n",
      "00 00 44\n",
      "11 2013\n",
      "72\n",
      "calls\n",
      " \n",
      "Concept 109:\n",
      "sites\n",
      "glen\n",
      "design\n",
      "paths\n",
      "monitoring\n",
      "soon\n",
      "bps\n",
      "two vlans\n",
      "gig\n",
      "calls\n",
      " \n",
      "Concept 110:\n",
      "vs\n",
      "customer\n",
      "mon 01\n",
      "member\n",
      "sites\n",
      "class default\n",
      "set dscp\n",
      "inbound\n",
      "throughput\n",
      "2m\n",
      " \n",
      "Concept 111:\n",
      "design\n",
      "21 2013\n",
      "2960s\n",
      "set dscp\n",
      "information provided\n",
      "bps\n",
      "doherty thu\n",
      "joseph doherty thu\n",
      "fri 01\n",
      "tx\n",
      " \n",
      "Concept 112:\n",
      "21 2013\n",
      "02 15\n",
      "3750x\n",
      "queue\n",
      "vs\n",
      "mon 01\n",
      "glen\n",
      "broadcast\n",
      "bpdus\n",
      "wrr\n",
      " \n",
      "Concept 113:\n",
      "mbps\n",
      "peter\n",
      "wan interface\n",
      "class default\n",
      "bpdus\n",
      "paul\n",
      "area\n",
      "gig\n",
      "doherty thu\n",
      "joseph doherty thu\n",
      " \n",
      "Concept 114:\n",
      "damage\n",
      "often\n",
      "4500\n",
      "08 29\n",
      "class class\n",
      "flooding\n",
      "mbps\n",
      "tunnels\n",
      "wan interface\n",
      "19 2013\n",
      " \n",
      "Concept 115:\n",
      "bpdu\n",
      "rapid\n",
      "mbps\n",
      "design\n",
      "throughput\n",
      "shape average\n",
      "professional\n",
      "00 00\n",
      "solarwinds\n",
      "catalyst 6500\n",
      " \n",
      "Concept 116:\n",
      "00 00 00\n",
      "thu 03\n",
      "supervisors\n",
      "fails\n",
      "onboard\n",
      "af11\n",
      "circuit\n",
      "deny\n",
      "two switches\n",
      "queue\n",
      " \n",
      "Concept 117:\n",
      "policy map\n",
      "title qos\n",
      "2013 02\n",
      "architecture\n",
      "etherchannel\n",
      "02 15\n",
      "design\n",
      "17 2013\n",
      "10 2013\n",
      "rapid\n",
      " \n",
      "Concept 118:\n",
      "drops\n",
      "00 00 44\n",
      "tx\n",
      "logical\n",
      "glen\n",
      "whatsoever\n",
      "07 2013\n",
      "00 00\n",
      "fri 01\n",
      "03 01\n",
      " \n",
      "Concept 119:\n",
      "space\n",
      "drop\n",
      "voip\n",
      "02 15\n",
      "29 2013\n",
      "circuit\n",
      "set dscp\n",
      "mls qos\n",
      "02 05 2013\n",
      "tue 02 05\n",
      " \n",
      "Concept 120:\n",
      "00 00 00\n",
      "tag\n",
      "thu 01\n",
      "05 2013\n",
      "doherty mon\n",
      "joseph doherty mon\n",
      "action\n",
      "supervisors\n",
      "15 2013\n",
      "design\n",
      " \n",
      "Concept 121:\n",
      "shape\n",
      "thu 01\n",
      "offers\n",
      "mon 01\n",
      "bandwith\n",
      "wireless\n",
      "doherty tue\n",
      "joseph doherty tue\n",
      "class class\n",
      "gig\n",
      " \n",
      "Concept 122:\n",
      "dual\n",
      "21 2013\n",
      "limit\n",
      "02 05\n",
      "3750x\n",
      "mon 01\n",
      "fails\n",
      "00 00 00\n",
      "shape\n",
      "broadcast\n",
      " \n",
      "Concept 123:\n",
      "01 10 2013\n",
      "ce\n",
      "se\n",
      "wan interface\n",
      "noted\n",
      "srr queue\n",
      "damage\n",
      "ge tx\n",
      "doherty mon\n",
      "joseph doherty mon\n",
      " \n",
      "Concept 124:\n",
      "2960s\n",
      "00 00 44\n",
      "customer\n",
      "alain\n",
      "contained\n",
      "08 29\n",
      "throughput\n",
      "trust\n",
      "gbps\n",
      "rapid\n",
      " \n",
      "Concept 125:\n",
      "uplinks\n",
      "bpdu\n",
      "hosts\n",
      "peter\n",
      "policy map\n",
      "mon 01\n",
      "votes reply joseph\n",
      "dual\n",
      "logical\n",
      "reload\n",
      " \n",
      "Concept 126:\n",
      "paul\n",
      "limit\n",
      "customer\n",
      "00 00 09\n",
      "master\n",
      "peter\n",
      "err\n",
      "calls\n",
      "policy map\n",
      "liable\n",
      " \n",
      "Concept 127:\n",
      "professional\n",
      "mbps\n",
      "average\n",
      "switching\n",
      "pvst\n",
      "loop\n",
      "fails\n",
      "rapid\n",
      "00 00 00\n",
      "space\n",
      " \n",
      "Concept 128:\n",
      "rapid\n",
      "thu 01\n",
      "flooding\n",
      "pdf\n",
      "fails\n",
      "2013 02\n",
      "limited\n",
      "shape\n",
      "21 2013\n",
      "paul\n",
      " \n",
      "Concept 129:\n",
      "two switches\n",
      "21 2013 05\n",
      "20mbs\n",
      "dscp\n",
      "possibility\n",
      "ip host\n",
      "police\n",
      "00 00 44\n",
      "dual\n",
      "mbps\n",
      " \n",
      "Concept 130:\n",
      "00 00 00\n",
      "unmanaged\n",
      "shape average\n",
      "11 2013\n",
      "thu 01\n",
      "dual\n",
      "vs\n",
      "space\n",
      "mon 01\n",
      "sub\n",
      " \n",
      "Concept 131:\n",
      "00 00 00\n",
      "class default\n",
      "doherty tue 02\n",
      "dscp\n",
      "3750x\n",
      "use posting\n",
      "01 21\n",
      "drops\n",
      "directly connected\n",
      "00 00 port\n",
      " \n",
      "Concept 132:\n",
      "votes reply joseph\n",
      "00 00 00\n",
      "service policy\n",
      "police\n",
      "member\n",
      "sup32\n",
      "chassis\n",
      "af31\n",
      "thu 01 10\n",
      "branch\n",
      " \n",
      "Concept 133:\n",
      "15 2013\n",
      "10 2013\n",
      "policy map\n",
      "21 2013\n",
      "doherty mon\n",
      "joseph doherty mon\n",
      "29 2013\n",
      "inability\n",
      "advised\n",
      "space\n",
      " \n",
      "Concept 134:\n",
      "00 00 00\n",
      "1921\n",
      "txt\n",
      "bpdus\n",
      "af31\n",
      "purposes\n",
      "voice\n",
      "design\n",
      "risk\n",
      "queue\n",
      " \n",
      "Concept 135:\n",
      "00 00 00\n",
      "arising\n",
      "limit\n",
      "glen\n",
      "uplinks\n",
      "thu 08\n",
      "00 00 port\n",
      "queueing\n",
      "bpdus\n",
      "hosts\n",
      " \n",
      "Concept 136:\n",
      "set dscp\n",
      "whatsoever\n",
      "uplinks\n",
      "21 2013\n",
      "sites\n",
      "use data\n",
      "offers\n",
      "thu 01\n",
      "marked\n",
      "sub\n",
      " \n",
      "Concept 137:\n",
      "00 00 00\n",
      "dual\n",
      "doherty tue\n",
      "joseph doherty tue\n",
      "dscp\n",
      "glen\n",
      "uplinks\n",
      "mon 01\n",
      "l2tpv3\n",
      "srr\n",
      " \n",
      "Concept 138:\n",
      "00 00 00\n",
      "policy map\n",
      "bits\n",
      "doherty thu\n",
      "joseph doherty thu\n",
      "00 00 port\n",
      "john\n",
      "doherty mon\n",
      "joseph doherty mon\n",
      "ingress\n",
      " \n",
      "Concept 139:\n",
      "2960s\n",
      "votes reply joseph\n",
      "often\n",
      "21 2013\n",
      "class default\n",
      "use data\n",
      "chassis\n",
      "limited\n",
      "purposes\n",
      "although\n",
      " \n",
      "Concept 140:\n",
      "05 2013\n",
      "03 01\n",
      "purposes\n",
      "professional\n",
      "tag\n",
      "three\n",
      "expressed\n",
      "basic\n",
      "19 2013\n",
      "class default\n",
      " \n",
      "Concept 141:\n",
      "votes reply joseph\n",
      "thu 01\n",
      "bpdu\n",
      "01 21\n",
      "expressed\n",
      "thu 03 01\n",
      "doherty thu\n",
      "joseph doherty thu\n",
      "00 00\n",
      "01 2012\n",
      " \n",
      "Concept 142:\n",
      "01 21\n",
      "21 2013\n",
      "customer\n",
      "l2tpv3\n",
      "contained\n",
      "core core\n",
      "fails\n",
      "doherty mon\n",
      "joseph doherty mon\n",
      "10mbps\n",
      " \n",
      "Concept 143:\n",
      "00 00 00\n",
      "01 21\n",
      "often\n",
      "00 00 port\n",
      "consideration\n",
      "wireless\n",
      "purposes\n",
      "output drops\n",
      "concurrent\n",
      "chassis\n",
      " \n",
      "Concept 144:\n",
      "policy map\n",
      "purposes\n",
      "often\n",
      "risk\n",
      "distribution\n",
      "txt\n",
      "switching\n",
      "set dscp\n",
      "area\n",
      "10 2013\n",
      " \n",
      "Concept 145:\n",
      "votes reply joseph\n",
      "flooding\n",
      "consideration\n",
      "00 00 00\n",
      "tx\n",
      "offers\n",
      "inability\n",
      "chassis\n",
      "dropped\n",
      "00 00 44\n",
      " \n",
      "Concept 146:\n",
      "00 00 00\n",
      "outbound\n",
      "shall\n",
      "mon 01\n",
      "risk\n",
      "3750x\n",
      "31 2013\n",
      "00 00 port\n",
      "00 00 35\n",
      "peter\n",
      " \n",
      "Concept 147:\n",
      "dual\n",
      "votes reply joseph\n",
      "expressed\n",
      "coming\n",
      "use posting\n",
      "purposes\n",
      "possibility\n",
      "bpdu\n",
      "drops\n",
      "complete\n",
      " \n",
      "Concept 148:\n",
      "expressed\n",
      "15 2013\n",
      "dual\n",
      "use posting\n",
      "wireless\n",
      "bits\n",
      "drop\n",
      "doherty wed\n",
      "joseph doherty wed\n",
      "doherty tue 02\n",
      " \n",
      "Concept 149:\n",
      "00 00 00\n",
      "professional\n",
      "l2tpv3\n",
      "drops\n",
      "21 2013\n",
      "sup32\n",
      "srr\n",
      "proxy\n",
      "00 00 09\n",
      "02 15 2013\n",
      " \n",
      "Concept 150:\n",
      "thu 01\n",
      "15 2013\n",
      "often\n",
      "srr\n",
      "doherty tue\n",
      "joseph doherty tue\n",
      "solely\n",
      "glen grant\n",
      "fri 01\n",
      "service policy\n",
      " \n",
      "Concept 151:\n",
      "00 00 44\n",
      "contained\n",
      "master\n",
      "shall\n",
      "solely\n",
      "shape\n",
      "edge\n",
      "glen\n",
      "contained within\n",
      "11 2013\n",
      " \n",
      "Concept 152:\n",
      "purposes\n",
      "peter\n",
      "00 00 00\n",
      "liable\n",
      "whatsoever\n",
      "thu 03 01\n",
      "information provided\n",
      "mbps\n",
      "shaping\n",
      "02 05 2013\n",
      " \n",
      "Concept 153:\n",
      "use data\n",
      "offers\n",
      "inability\n",
      "00 00 09\n",
      "liable\n",
      "dual\n",
      "00 00 port\n",
      "consideration\n",
      "01 21 2013\n",
      "mon 01 21\n",
      " \n",
      "Concept 154:\n",
      "purposes\n",
      "liable\n",
      "risk\n",
      "information provided\n",
      "use data\n",
      "solely\n",
      "00 00 12\n",
      "advised\n",
      "mbps\n",
      "00 00 39\n",
      " \n",
      "Concept 155:\n",
      "damage\n",
      "arising\n",
      "offers\n",
      "00 00 00\n",
      "information provided\n",
      "use posting\n",
      "vs\n",
      "00 01 00\n",
      "purposes\n",
      "00 00 mgcp\n",
      " \n",
      "Concept 156:\n",
      "00 00 44\n",
      "use posting\n",
      "purposes\n",
      "advised\n",
      "information provided\n",
      "01 21 2013\n",
      "mon 01 21\n",
      "expressed\n",
      "00 00 09\n",
      "00 00 cdp\n",
      " \n",
      "Concept 157:\n",
      "use posting\n",
      "professional\n",
      "use data\n",
      "purposes\n",
      "00 00 02\n",
      "00 00 last\n",
      "00 00 04\n",
      "damage\n",
      "informational\n",
      "tag\n",
      " \n",
      "Concept 158:\n",
      "whatsoever\n",
      "use posting\n",
      "consideration\n",
      "contained\n",
      "possibility\n",
      "risk\n",
      "03 01\n",
      "00 00 timeout\n",
      "posting without\n",
      "arising\n",
      " \n",
      "Concept 159:\n",
      "whatsoever\n",
      "information provided\n",
      "risk\n",
      "inability\n",
      "00 01 00\n",
      "posting without\n",
      "00 00 cdp\n",
      "00 00 07\n",
      "00 00 last\n",
      "00 00 timeout\n",
      " \n",
      "Concept 160:\n",
      "offers\n",
      "contained\n",
      "shall\n",
      "risk\n",
      "use posting\n",
      "00 00 15\n",
      "contained within\n",
      "often\n",
      "00 01 00\n",
      "reader\n",
      " \n",
      "Concept 161:\n",
      "purposes\n",
      "damage\n",
      "consideration\n",
      "class default\n",
      "liable\n",
      "dual\n",
      "00 00 44\n",
      "whatsoever\n",
      "contained within\n",
      "posting without\n",
      " \n",
      "Concept 162:\n",
      "00 00 44\n",
      "risk\n",
      "shall\n",
      "00 00 09\n",
      "without consideration\n",
      "possibility\n",
      "damage\n",
      "professional\n",
      "doherty thu\n",
      "joseph doherty thu\n",
      " \n",
      "Concept 163:\n",
      "00 00 02\n",
      "offers\n",
      "inability\n",
      "damage\n",
      "00 00 04\n",
      "00 00 last\n",
      "risk\n",
      "00 00 00\n",
      "drops\n",
      "00 00 port\n",
      " \n",
      "Concept 164:\n",
      "arising\n",
      "shall\n",
      "risk\n",
      "00 00 02\n",
      "use data\n",
      "possibility\n",
      "reader\n",
      "advised\n",
      "mon 01\n",
      "purposes\n",
      " \n",
      "Concept 165:\n",
      "00 00 02\n",
      "offers\n",
      "risk\n",
      "consideration\n",
      "possibility\n",
      "00 00 09\n",
      "professional\n",
      "00 00 04\n",
      "information provided\n",
      "without consideration\n",
      " \n",
      "Concept 166:\n",
      "posting without\n",
      "damage\n",
      "risk\n",
      "solely\n",
      "consideration\n",
      "advised\n",
      "00 00 url\n",
      "00 00 04\n",
      "without consideration\n",
      "00 00 09\n",
      " \n",
      "Concept 167:\n",
      "consideration\n",
      "risk\n",
      "00 00 44\n",
      "informational\n",
      "purposes\n",
      "professional\n",
      "00 00 12\n",
      "use posting\n",
      "arising\n",
      "advised\n",
      " \n",
      "Concept 168:\n",
      "00 00 02\n",
      "contained\n",
      "00 01 00\n",
      "00 00 09\n",
      "liable\n",
      "00 01\n",
      "inability\n",
      "00 00 01\n",
      "00 00 44\n",
      "00 00 07\n",
      " \n",
      "Concept 169:\n",
      "risk\n",
      "possibility\n",
      "liable\n",
      "informational\n",
      "inability\n",
      "00 00 35\n",
      "00 00 pool\n",
      "00 01 00\n",
      "use posting\n",
      "damages\n",
      " \n",
      "Concept 170:\n",
      "00 00 44\n",
      "posting without\n",
      "00 00 last\n",
      "00 00 mgcp\n",
      "possibility\n",
      "information provided\n",
      "professional\n",
      "solely\n",
      "arising\n",
      "risk\n",
      " \n",
      "Concept 171:\n",
      "00 01 00\n",
      "informational\n",
      "without consideration\n",
      "contained\n",
      "00 01\n",
      "00 00 35\n",
      "possibility\n",
      "00 00 01\n",
      "00 00 pool\n",
      "offers\n",
      " \n",
      "Concept 172:\n",
      "expressed\n",
      "00 00 12\n",
      "00 01 00\n",
      "use data\n",
      "00 00 cdp\n",
      "liable\n",
      "professional\n",
      "contained within\n",
      "possibility\n",
      "damage\n",
      " \n",
      "Concept 173:\n",
      "without consideration\n",
      "reader\n",
      "liable\n",
      "expressed\n",
      "00 00 mgcp\n",
      "whatsoever\n",
      "shall\n",
      "information provided\n",
      "consideration\n",
      "damage\n",
      " \n",
      "Concept 174:\n",
      "contained\n",
      "00 00 15\n",
      "shall\n",
      "possibility\n",
      "liable\n",
      "consideration\n",
      "00 00 35\n",
      "purposes\n",
      "00 00 09\n",
      "00 00 last\n",
      " \n",
      "Concept 175:\n",
      "00 00 15\n",
      "00 00 timeout\n",
      "consideration\n",
      "disclaimer\n",
      "00 00 22\n",
      "00 00 chunk\n",
      "00 01\n",
      "solely\n",
      "00 01 03\n",
      "00 00 last\n",
      " \n",
      "Concept 176:\n",
      "00 00 35\n",
      "reader\n",
      "disclaimer\n",
      "00 00 cdp\n",
      "00 00 last\n",
      "00 00 44\n",
      "00 00 07\n",
      "00 00 12\n",
      "00 00 04\n",
      "posting without\n",
      " \n",
      "Concept 177:\n",
      "contained\n",
      "without consideration\n",
      "00 00 timeout\n",
      "inability\n",
      "00 00 07\n",
      "damage\n",
      "solely\n",
      "disclaimer\n",
      "arising\n",
      "use data\n",
      " \n",
      "Concept 178:\n",
      "00 00 09\n",
      "00 00 timeout\n",
      "00 00 port\n",
      "00 00 mgcp\n",
      "disclaimer\n",
      "informational\n",
      "00 00 12\n",
      "00 00 03\n",
      "00 01 03\n",
      "shall\n",
      " \n",
      "Concept 179:\n",
      "reader\n",
      "liable\n",
      "inability\n",
      "00 00 39\n",
      "without consideration\n",
      "advised\n",
      "00 00 04\n",
      "00 00 timeout\n",
      "informational\n",
      "contained within\n",
      " \n",
      "Concept 180:\n",
      "00 00 22\n",
      "posting without\n",
      "shall\n",
      "00 00 half\n",
      "00 00 07\n",
      "00 01 00\n",
      "advised\n",
      "damages\n",
      "professional\n",
      "00 00 url\n",
      " \n",
      "Concept 181:\n",
      "damage\n",
      "reader\n",
      "00 00 mgcp\n",
      "expressed\n",
      "contained\n",
      "solely\n",
      "possibility\n",
      "00 00 22\n",
      "00 00 39\n",
      "00 00 output\n",
      " \n",
      "Concept 182:\n",
      "solely\n",
      "00 00 15\n",
      "00 00 12\n",
      "inability\n",
      "whatsoever\n",
      "00 00 port\n",
      "00 00 10\n",
      "expressed\n",
      "use posting\n",
      "arising\n",
      " \n",
      "Concept 183:\n",
      "00 01\n",
      "professional\n",
      "00 00 timeout\n",
      "00 00 01\n",
      "advised\n",
      "00 00 port\n",
      "00 00 mgcp\n",
      "consideration\n",
      "damage\n",
      "00 00 url\n",
      " \n",
      "Concept 184:\n",
      "00 00 22\n",
      "00 00 01\n",
      "00 00 35\n",
      "00 00 last\n",
      "contained within\n",
      "00 00 09\n",
      "posting without\n",
      "whatsoever\n",
      "use data\n",
      "risk\n",
      " \n",
      "Concept 185:\n",
      "00 00 12\n",
      "00 00 39\n",
      "shall\n",
      "inability\n",
      "use posting\n",
      "00 00 01\n",
      "information provided\n",
      "00 01\n",
      "00 00 timers\n",
      "00 01 03\n",
      " \n",
      "Concept 186:\n",
      "00 00 output\n",
      "00 00 03\n",
      "00 00 39\n",
      "00 00 timeout\n",
      "damages\n",
      "00 01 00\n",
      "expressed\n",
      "professional\n",
      "shall\n",
      "liability\n",
      " \n",
      "Concept 187:\n",
      "00 00 port\n",
      "00 01 03\n",
      "reader\n",
      "00 00 01\n",
      "damages\n",
      "00 00 half\n",
      "contained\n",
      "posting without\n",
      "offers\n",
      "risk\n",
      " \n",
      "Concept 188:\n",
      "00 00 22\n",
      "00 00 cdp\n",
      "00 00 port\n",
      "00 01 03\n",
      "00 00 mgcp\n",
      "without consideration\n",
      "00 00 04\n",
      "arising\n",
      "00 00 pool\n",
      "00 01\n",
      " \n",
      "Concept 189:\n",
      "00 00 port\n",
      "00 00 15\n",
      "00 00 39\n",
      "00 01 00\n",
      "posting without\n",
      "00 00 timeout\n",
      "00 00 chunk\n",
      "00 00 timers\n",
      "damage\n",
      "00 00 07\n",
      " \n",
      "Concept 190:\n",
      "00 00 output\n",
      "00 00 url\n",
      "information provided\n",
      "reader\n",
      "00 01\n",
      "00 00 port\n",
      "informational\n",
      "00 00 timeout\n",
      "00 00 pool\n",
      "00 00 cdp\n",
      " \n",
      "Concept 191:\n",
      "00 00 chunk\n",
      "00 00 url\n",
      "posting without\n",
      "inability\n",
      "without consideration\n",
      "00 00 pool\n",
      "arising\n",
      "00 00 inspect\n",
      "00 00 collection\n",
      "contained within\n",
      " \n",
      "Concept 192:\n",
      "00 00 output\n",
      "00 00 last\n",
      "00 00 port\n",
      "00 00 12\n",
      "00 00 10\n",
      "00 00 22\n",
      "inability\n",
      "00 00 collection\n",
      "00 00 03\n",
      "liable\n",
      " \n",
      "Concept 193:\n",
      "00 00 output\n",
      "00 00 15\n",
      "00 00 01\n",
      "00 01 03\n",
      "00 00 35\n",
      "inability\n",
      "00 00 12\n",
      "00 00 timers\n",
      "00 00 07\n",
      "contained within\n",
      " \n",
      "Concept 194:\n",
      "00 00 07\n",
      "expressed\n",
      "00 00 chunk\n",
      "whatsoever\n",
      "informational\n",
      "00 00 port\n",
      "00 00 39\n",
      "00 00 collection\n",
      "00 00 pool\n",
      "00 01\n",
      " \n",
      "Concept 195:\n",
      "00 00 04\n",
      "00 00 timers\n",
      "information provided\n",
      "00 01 03\n",
      "00 00 timeout\n",
      "00 00 half\n",
      "shall\n",
      "reader\n",
      "damage\n",
      "00 00 pool\n",
      " \n",
      "Concept 196:\n",
      "00 00 10\n",
      "posting without\n",
      "disclaimer\n",
      "00 00 04\n",
      "00 00 cdp\n",
      "00 00 output\n",
      "00 00 chunk\n",
      "without consideration\n",
      "liable\n",
      "00 01\n",
      " \n",
      "Concept 197:\n",
      "00 00 pool\n",
      "00 00 timeout\n",
      "damages\n",
      "posting without\n",
      "expressed\n",
      "00 00 inspect\n",
      "00 00 half\n",
      "00 00 mgcp\n",
      "00 00 url\n",
      "00 00 ip\n",
      " \n",
      "Concept 198:\n",
      "00 00 03\n",
      "00 00 url\n",
      "00 00 07\n",
      "00 00 04\n",
      "00 01\n",
      "00 00 collection\n",
      "00 00 cdp\n",
      "damage\n",
      "disclaimer\n",
      "00 00 chunk\n",
      " \n",
      "Concept 199:\n",
      "00 00 cdp\n",
      "00 00 chunk\n",
      "00 00 01\n",
      "00 00 12\n",
      "00 00 last\n",
      "00 00 collection\n",
      "solely\n",
      "inability\n",
      "00 00 timers\n",
      "advised\n",
      " \n"
     ]
    }
   ],
   "source": [
    "terms = vectorizer.get_feature_names()\n",
    "for i, comp in enumerate(lsa.components_): \n",
    "    termsInComp = zip (terms,comp)\n",
    "    sortedTerms =  sorted(termsInComp, key=lambda x: x[1], reverse=True) [:10]\n",
    "    print \"Concept %d:\" % i\n",
    "    for term in sortedTerms:\n",
    "        print term[0]\n",
    "    print \" \"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 126,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "text = \"drops sec class\"\n",
    "y = vectorizer.transform(text)\n",
    "lsa.transform(y).shape\n",
    "\n",
    "u, s, vt = svds(X, 10, which = 'LM')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 127,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['11908636_html.txt',\n",
       " '11434131_html.txt',\n",
       " '10187196_html.txt',\n",
       " '10510026_html.txt',\n",
       " '10671901_html.txt',\n",
       " '10342681_html.txt',\n",
       " '11417191_html.txt',\n",
       " '11416291_html.txt',\n",
       " '11711946_html.txt']"
      ]
     },
     "execution_count": 127,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def find_similar_docs (document,vectorizer,X,file_index_map):\n",
    "    doc = vectorizer.transform(document)\n",
    "    similarity =  doc.dot(X.T)\n",
    "    similarity = similarity.toarray()\n",
    "    res = np.argsort(similarity[0])[::-1] # from least to most\n",
    "    return [file_index_map[res[i]] for i in range(1,10)] \n",
    "\n",
    "find_similar_docs(\"Now budget dictates that i stay with this chassis at bit longer, so i need to confirm that i can VRF'ify my infrastructure with the hardware just listed if i upgrade to Sup720-3Bs. But i need to be sure i can do the following with the listed hardware (and the supervisor engine upgade ) 1. Do the newer supervisor engines fit in the old chassis and will it only require a fan module upgrade? 2. Can i for certain convert to VRF-lite with route bleeding through BGP. 3. Will i be able to go into VRF mode on the crypto engine with the newer supervisor engine? (so everyting eventually integrates) 4. Also i have some idea of which ios i should be running, one in the SXH or I release train. But what would you guys recommend? 4. And finally, will i be able to issue the ip vrf forwarding command on both virtual interfaces and physical? 5. Oh and will everything run for sure on dual 2500w psu's? Thanks in advance - any input i will appreciate! Best regards and cheers I have this problem too.\",vectorizer,X,file_index_map)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[3, 2, 1]"
      ]
     },
     "execution_count": 66,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a = [1,2,3]\n",
    "a[::-1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1, 24400)"
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X[0,:].shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[  3.80691478e-02,   1.57772146e-02,   2.68923352e-03, ...,\n",
       "          1.83455061e-03,   1.00089606e-03,   1.03749300e-03],\n",
       "       [ -5.30492286e-02,  -2.28879285e-02,  -2.52707630e-03, ...,\n",
       "         -2.34896521e-03,  -1.52006239e-03,  -2.14966637e-03],\n",
       "       [  2.85121174e-01,   7.98708347e-02,   1.24824974e-02, ...,\n",
       "          6.67516236e-04,   8.19743882e-04,   3.58962213e-03],\n",
       "       ..., \n",
       "       [  3.91666252e-02,   2.04984906e-02,  -2.73933404e-03, ...,\n",
       "          3.65944826e-03,   1.43855470e-03,   5.16273282e-03],\n",
       "       [  2.76944890e-03,   4.85419440e-03,   3.98534259e-03, ...,\n",
       "         -2.62096955e-03,   2.56223150e-04,  -1.38549684e-03],\n",
       "       [  1.30632885e-02,  -7.78024360e-03,  -4.20018052e-03, ...,\n",
       "         -3.16413989e-03,  -1.97040053e-03,   1.96254114e-03]])"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "lsa.components_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    ">>> import logging\n",
    ">>> logging.basicConfig(format='%(asctime)s : %(levelname)s : %(message)s', level=logging.INFO)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    ">>> texts = [[word for word in document.split() if word not in stopset]\n",
    ">>>          for document in data]\n",
    ">>>\n",
    ">>> # remove words that appear only once\n",
    ">>> from collections import defaultdict\n",
    ">>> frequency = defaultdict(int)\n",
    ">>> for text in texts:\n",
    ">>>     for token in text:\n",
    ">>>         frequency[token] += 1\n",
    ">>>\n",
    ">>> texts = [[token for token in text if frequency[token] > 1]\n",
    ">>>          for text in texts]\n",
    ">>>\n",
    ">>> from pprint import pprint   # pretty-printer\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dictionary(13048 unique tokens: [u'x-over', u'x.x.x.x/30', u'factory', u'four', u'prefix']...)\n"
     ]
    }
   ],
   "source": [
    ">>> dictionary = corpora.Dictionary(texts)\n",
    ">>> dictionary.save('/tmp/deerwester.dict') # store the dictionary, for future reference\n",
    ">>> print(dictionary)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    ">>> new_doc = \"Human computer interaction\"\n",
    ">>> new_vec = dictionary.doc2bow(new_doc.lower().split())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "ename": "AttributeError",
     "evalue": "'list' object has no attribute 'seek'",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-23-4e67bebbd598>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m()\u001b[0m\n\u001b[0;32m      1\u001b[0m \u001b[1;32mfrom\u001b[0m \u001b[0mgensim\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0mcorpora\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mmodels\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0msimilarities\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      2\u001b[0m \u001b[0mdictionary\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mcorpora\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mDictionary\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mload\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'/tmp/deerwester.dict'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 3\u001b[1;33m \u001b[0mcorpus\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mcorpora\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mMmCorpus\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mtexts\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;31m# comes from the first tutorial, \"From strings to vectors\"\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m      4\u001b[0m \u001b[1;32mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcorpus\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m/home/sri/anaconda/lib/python2.7/site-packages/gensim/corpora/mmcorpus.pyc\u001b[0m in \u001b[0;36m__init__\u001b[1;34m(self, fname)\u001b[0m\n\u001b[0;32m     27\u001b[0m         \u001b[1;31m# avoid calling super(), too confusing\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     28\u001b[0m         \u001b[0mIndexedCorpus\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m__init__\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mfname\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 29\u001b[1;33m         \u001b[0mmatutils\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mMmReader\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m__init__\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mfname\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     30\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     31\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m__iter__\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m/home/sri/anaconda/lib/python2.7/site-packages/gensim/matutils.pyc\u001b[0m in \u001b[0;36m__init__\u001b[1;34m(self, input, transposed)\u001b[0m\n\u001b[0;32m    580\u001b[0m         \u001b[0mlogger\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0minfo\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"initializing corpus reader from %s\"\u001b[0m \u001b[1;33m%\u001b[0m \u001b[0minput\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    581\u001b[0m         \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0minput\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mtransposed\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0minput\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mtransposed\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 582\u001b[1;33m         \u001b[1;32mwith\u001b[0m \u001b[0mutils\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mfile_or_filename\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0minput\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;32mas\u001b[0m \u001b[0mlines\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    583\u001b[0m             \u001b[1;32mtry\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    584\u001b[0m                 \u001b[0mheader\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mutils\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mto_unicode\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mnext\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mlines\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mstrip\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m/home/sri/anaconda/lib/python2.7/contextlib.pyc\u001b[0m in \u001b[0;36m__enter__\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m     15\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m__enter__\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     16\u001b[0m         \u001b[1;32mtry\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 17\u001b[1;33m             \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mgen\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mnext\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     18\u001b[0m         \u001b[1;32mexcept\u001b[0m \u001b[0mStopIteration\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     19\u001b[0m             \u001b[1;32mraise\u001b[0m \u001b[0mRuntimeError\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"generator didn't yield\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m/home/sri/anaconda/lib/python2.7/site-packages/gensim/utils.pyc\u001b[0m in \u001b[0;36mfile_or_filename\u001b[1;34m(input)\u001b[0m\n\u001b[0;32m    134\u001b[0m     \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    135\u001b[0m         \u001b[1;31m# input already a file-like object; just reset to the beginning\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 136\u001b[1;33m         \u001b[0minput\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mseek\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    137\u001b[0m         \u001b[1;32myield\u001b[0m \u001b[0minput\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    138\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mAttributeError\u001b[0m: 'list' object has no attribute 'seek'"
     ]
    }
   ],
   "source": [
    ">>> from gensim import corpora, models, similarities\n",
    ">>> dictionary = corpora.Dictionary.load('/tmp/deerwester.dict')\n",
    ">>> corpus = corpora.MmCorpus(texts) # comes from the first tutorial, \"From strings to vectors\"\n",
    ">>> print(corpus)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    ">>> from simserver import SessionServer\n",
    ">>> server = SessionServer('/tmp/my_server') # resume server (or create a new one)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "ename": "ParseError",
     "evalue": "junk after document element: line 1, column 9185",
     "output_type": "error",
     "traceback": [
      "\u001b[1;36m  File \u001b[1;32m\"<string>\"\u001b[1;36m, line \u001b[1;32munknown\u001b[0m\n\u001b[1;31mParseError\u001b[0m\u001b[1;31m:\u001b[0m junk after document element: line 1, column 9185\n"
     ]
    }
   ],
   "source": [
    "tz_sample = './tz_sample.xml'\n",
    "with open(tz_sample, \"r\") as myfile:\n",
    "    tz_text=myfile.read().replace('\\n', ' ')\n",
    "# tz_text = re.sub(r'[^\\x00-\\x7F]+',' ', tz_text)\n",
    "# tz_text = tz_text.lower()\n",
    "\n",
    "import xml.etree.cElementTree as et\n",
    "foo = et.XML(tz_text)\n",
    "# for e in foo:\n",
    "#      print e.tag, e.text, repr(e.tail)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"yes\"?> <techZoneContent xmlns=\"cdetsng\" id=\"100022\">     <boardHref>/boards/id/uc_apps_clients_cup@tkb</boardHref>     <containsVideo>0</containsVideo>     <content> [623326813] Solution: administration play does not show the logo for &quot;Cisco Jabber for Tablet&quot;.      Symptoms    \\xc2\\xa0  customer cannot see the logo for Cisco Jabber for Tablet icon in CUCM 8.5.1   Cause / Problem Description  customer installed the cop file cmterm-jabbertablet-100v10-dm.cop.sgn and the device is working good but customer cannot see the logo. customer has the same setting in the lab but they can see the logo as:  \\xc2\\xa0     Conditions / Environment  CUCM 8.5.1.11900-21 and cop file cmterm-jabbertablet-100v10-dm.cop.sgn   Resolution  check the page source and can see:  \\xc2\\xa0  &lt;/select&gt;&lt;/td&gt;&lt;/tr&gt;&lt;/table&gt;&lt;/div&gt;&lt;table cellspacing=\\'0\\' width=\\'100%\\' class=\\'cuesTableBg\\' border=\\'0\\' summary=\\'Find List Table Result\\'&gt;&lt;tr class=\\'cuesTableBg\\'&gt;&lt;th id=\\'check\\' align=\\'absmiddle\\'&gt;&lt;input value=\\'true\\' class=\\'content-nogroove\\' name=\\'masterCheckBox\\' onclick=\\'selectNamedRowsCheckbox(this)\\' type=\\'checkbox\\'/&gt;&lt;/th&gt;&lt;th id=\\'Icon\\'&gt;&amp;nbsp;&lt;/th&gt;&lt;th id=\\'Device Name(Line)\\' align=\\'left\\'&gt;&lt;a href=\\'javascript&amp;colon;onColumnFindSubmit(&quot;device.name&quot;,&quot;false&quot;)\\' class=\\'cuesToolbarLink\\'&gt;&lt;span class=\\'cuesTableColumnHeaderSorted\\'&gt;Device Name(Line)&lt;img alt=\\'Sort Descending\\' src=\\'/ccmadmin/themes/VtgBlaf/SortAscending16.gif\\'/&gt;&lt;/span&gt;&lt;/a&gt;&lt;/th&gt;&lt;th id=\\'Description\\' align=\\'left\\'&gt;&lt;a href=\\'javascript&amp;colon;onColumnFindSubmit(&quot;device.description&quot;,&quot;true&quot;)\\' class=\\'cuesToolbarLink\\'&gt;Description&lt;/a&gt;&lt;/th&gt;&lt;th id=\\'Device Pool\\' align=\\'left\\'&gt;&lt;a href=\\'javascript&amp;colon;onColumnFindSubmit(&quot;devicepool.name&quot;,&quot;true&quot;)\\' class=\\'cuesToolbarLink\\'&gt;Device Pool&lt;/a&gt;&lt;/th&gt;&lt;th id=\\'Extension\\' align=\\'left\\'&gt;&lt;a href=\\'javascript&amp;colon;onColumnFindSubmit(&quot;numplan.dnorpattern&quot;,&quot;true&quot;)\\' class=\\'cuesToolbarLink\\'&gt;Extension&lt;/a&gt;&lt;/th&gt;&lt;th id=\\'Partition\\' align=\\'left\\'&gt;&lt;a href=\\'javascript&amp;colon;onColumnFindSubmit(&quot;routepartition.name&quot;,&quot;true&quot;)\\' class=\\'cuesToolbarLink\\'&gt;Partition&lt;/a&gt;&lt;/th&gt;&lt;th id=\\'Device Protocol\\' align=\\'left\\'&gt;&lt;a href=\\'javascript&amp;colon;onColumnFindSubmit(&quot;typedeviceprotocol.name&quot;,&quot;true&quot;)\\' class=\\'cuesToolbarLink\\'&gt;Device Protocol&lt;/a&gt;&lt;/th&gt;&lt;th id=\\'findlist.heading.status\\'&gt;Status&lt;/th&gt;&lt;th id=\\'findlist.heading.ipaddress\\'&gt;IP Address&lt;/th&gt;&lt;th id=\\'findlist.heading.copy\\'&gt;Copy&lt;/th&gt;&lt;th id=\\'findlist.heading.supercopy\\'&gt;Super Copy&lt;/th&gt;&lt;/tr&gt;&lt;tr class=\\'cuesTableRowEven\\'&gt;&lt;td align=\\'center\\'&gt;&lt;input value=\\'true\\' class=\\'content-nogroove\\' name=\\'result[0].chked\\' type=\\'checkbox\\'/&gt;&lt;input name=\\'result[0].col[0].stringVal\\' type=\\'hidden\\' value=\\'748b92d6-7b44-ccde-6788-f0a197d390ac\\'/&gt;&lt;input name=\\'result[0].col[1].stringVal\\' type=\\'hidden\\' value=\\'TABAPTCUCM\\'/&gt;&lt;/td&gt;&lt;td id=\\'icon7\\' nowrap=\\'nowrap\\' align=\\'left\\'&gt;&lt;a href=\\'gendeviceEdit.do?key=748b92d6-7b44-ccde-6788-f0a197d390ac\\' class=\\'cuesTextLink\\'&gt;&lt;img title=\\'Cisco Jabber for Tablet\\' class=\\'content-grid-button-image\\' alt=\\'Cisco Jabber for Tablet\\' src=\\'/ccmadmin/images/product537.gif\\'/&gt;&lt;/a&gt;&lt;/td&gt;&lt;td align=\\'left\\'&gt;&lt;a href=\\'gendeviceEdit.do?key=748b92d6-7b44-ccde-6788-f0a197d390ac\\' class=\\'cuesTextLink\\'&gt;TABAPTCUCM(1)&lt;/a&gt;&lt;/td&gt;&lt;td align=\\'left\\'&gt;&lt;/td&gt;&lt;td align=\\'left\\'&gt;&lt;a href=\\'devicePoolEdit.do?key=7ae7def6-5112-d880-3f87-3edd482d970f\\' class=\\'cuesTextLink\\'&gt;Sub-Pub-DP&lt;/a&gt;&lt;/td&gt;&lt;td align=\\'left\\'&gt;&lt;a href=\\'directoryNumberEdit.do?key=bbf48fe5-03b5-1136-d0dc-ec2ce2e49621\\'&gt;9999&lt;/a&gt;&lt;/td&gt;&lt;td align=\\'left\\'&gt;&lt;a href=\\'partitionEdit.do?key=\\'&gt;&lt;/a&gt;&lt;/td&gt;&lt;td align=\\'left\\'&gt;SIP&lt;/td&gt;&lt;td align=\\'left\\'&gt;Unknown&lt;/td&gt;&lt;td align=\\'left\\'&gt;Unknown&lt;/td&gt;&lt;td align=\\'left\\'&gt;&lt;a href=\\'gendeviceEdit.do?clone=1&amp;key=748b92d6-7b44-ccde-6788-f0a197d390ac\\' class=\\'cuesTextLink\\'&gt;&lt;img alt=\\'Copy\\' title=\\'Copy\\' src=\\'/ccmadmin/themes/VtgBlaf/Copy16.gif\\'/&gt;&lt;/a&gt;&lt;/td&gt;&lt;td align=\\'left\\'&gt;&lt;a href=\\'superCopyEdit.do?clone=1&amp;key=748b92d6-7b44-ccde-6788-f0a197d390ac\\' class=\\'cuesTextLink\\'&gt;&lt;img alt=\\'Super Copy\\' title=\\'Super Copy\\' src=\\'/ccmadmin/themes/VtgBlaf/SuperCopy16.gif\\'/&gt;&lt;/a&gt;&lt;/td&gt;&lt;/tr&gt;&lt;/table&gt;&lt;table cellspacing=\\'0\\' class=\\'cuesTableButtonArea\\' border=\\'0\\' cellpadding=\\'0\\'&gt;&lt;tr class=\\'cuesTableButtonArea\\'&gt;&lt;td&gt;&lt;input onClick=\\'onAddNew()\\' class=\\'cuesButton\\' id=\\'1tbl\\' name=\\'Add New\\' alt=\\'Add New\\' value=\\'Add New\\' type=\\'button\\'&gt;&lt;input onClick=\\'onSelectAll(true)\\' class=\\'cuesButton\\' id=\\'6tbl\\' name=\\'Select All\\' alt=\\'Select All\\' value=\\'Select All\\' type=\\'button\\'&gt;&lt;input onClick=\\'onSelectAll(false)\\' class=\\'cuesButton\\' id=\\'7tbl\\' name=\\'Clear All\\' alt=\\'Clear All\\' value=\\'Clear All\\' type=\\'button\\'&gt;&lt;input onClick=\\'onDeleteSelected()\\' class=\\'cuesButton\\' id=\\'8tbl\\' name=\\'Delete Selected\\' alt=\\'Delete Selected\\' value=\\'Delete Selected\\' type=\\'button\\'&gt;&lt;input onClick=\\'onResetSelected()\\' class=\\'cuesButton\\' id=\\'9tbl\\' name=\\'Reset Selected\\' alt=\\'Reset Selected\\' value=\\'Reset Selected\\' type=\\'button\\'&gt;&lt;input onClick=\\'onApplyConfigSelected()\\' class=\\'cuesButton\\' id=\\'10tbl\\' name=\\'Apply Config to Selected\\' alt=\\'Apply Config to Selected\\' value=\\'Apply Config to Selected\\' type=\\'button\\'&gt;&lt;/td&gt;&lt;td align=\\'right\\' style=\\'vertical-align:middle\\'&gt;&lt;/td&gt;&lt;/tr&gt;&lt;/table&gt;&lt;!-- ******* BEGIN OF GENERATED JAVASCRIPTS (FindListSearch) ******* --&gt;    \\xc2\\xa0  ### the image is from gif file\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0 src=\\'/ccmadmin/images/product537.gif\\'  \\xc2\\xa0  ### check with my lab and I can see installation log:  OLDCSVFILES =  GIFFILES =\\xc2\\xa0\\xc2\\xa0 product537.gif XMLFILES =\\xc2\\xa0\\xc2\\xa0 Tablet_Client_rules.xml\\xc2\\xa0 Tablet_Client_SIP_display_instance.xml Updating device defaults for non-L2 chmod 644\\xc2\\xa0\\xc2\\xa0 Product_537.csv chown database:ccmbase\\xc2\\xa0\\xc2\\xa0 Product_537.csv /bin/cp -fp\\xc2\\xa0\\xc2\\xa0 Product_537.csv /usr/local/cm/db/csv/products Running DB commands for CSV files. /bin/su -l informix -s /bin/sh -c &quot;source /usr/local/cm/db/dblenv.bash /usr/local/cm ; source /usr/local/cm/db/informix/local/ids.env ; /usr/local/cm/bin/installdb -c /usr/local/cm/db/csv/products/Product_537.csv&quot; disablenotify\\xc2\\xa0 dsn[DSN=ccm_super] disablenotify\\xc2\\xa0 rc[0] csv DSN=ccm_super /usr/local/cm/db/csv/products/Product_537.csv installCsv\\xc2\\xa0 rc[0] enablenotify\\xc2\\xa0 dsn[DSN=ccm_super] enablenotify\\xc2\\xa0 rc[0] installdb Success[-c] chmod 644\\xc2\\xa0\\xc2\\xa0 product537.gif chown tomcat:tomcat\\xc2\\xa0\\xc2\\xa0 product537.gif /bin/cp -fp\\xc2\\xa0\\xc2\\xa0 product537.gif /usr/local/thirdparty/jakarta-tomcat/webapps/ccmuser/images /bin/cp -fp\\xc2\\xa0\\xc2\\xa0 product537.gif /usr/local/thirdparty/jakarta-tomcat/webapps/ccmadmin/images  \\xc2\\xa0  \\xc2\\xa0  ### check customer\\'s network installation log and it has the same infomration.  \\xc2\\xa0  \\xc2\\xa0  ### under the CLI of the publisher, restart the tomcat as;\\xc2\\xa0\\xc2\\xa0 &quot;utils service restart Cisco Tomcat&quot;.  \\xc2\\xa0  ### login back to the administartion page, the logo show correctly.                 &#xD; </content>     <contributors>tac-ws</contributors>     <cqfScore>0</cqfScore>     <externalCqf>0</externalCqf>     <externalUrlList></externalUrlList>     <externalViews>0</externalViews>     <firstExternalizationDate>0000-00-00 00:00:00</firstExternalizationDate>     <firstFlagDate>0000-00-00 00:00:00</firstFlagDate>     <href>/messages/id/100022</href>     <improvFbId>0</improvFbId>     <improvFbStatus></improvFbStatus>     <improvFeedbackUrl></improvFeedbackUrl>     <improvFlaggerId></improvFlaggerId>     <improvTkbFlag>0</improvTkbFlag>     <kudos>0</kudos>     <labels>Solution,Jabber</labels>     <latestExternalizationDate>0000-00-00 00:00:00</latestExternalizationDate>     <latestFlagDdate>0000-00-00 00:00:00</latestFlagDdate>     <linkedCases>0</linkedCases>     <nominatedBy></nominatedBy>     <origAuthorTteam>GTC Sydney TAC Voice CUCM/Unity</origAuthorTteam>     <postTime>2012-09-30 00:44:06</postTime>     <publishedState>INTERNAL</publishedState>     <publisherUsername></publisherUsername>     <spExtIntDate>NULL</spExtIntDate>     <spExtPubDate>NULL</spExtPubDate>     <spExtPubVersion>NULL</spExtPubVersion>     <spExtURL>NULL</spExtURL>     <spExtUser>NULL</spExtUser>     <spPreInitUser>NULL</spPreInitUser>     <spPreIntDate>NULL</spPreIntDate>     <spPreURL>NULL</spPreURL>     <spPreviewedDate>NULL</spPreviewedDate>     <spPreviewedVersion>NULL</spPreviewedVersion>     <spState>NULL</spState>     <subject>[623326813] Solution: administration play does not show the logo for &quot;Cisco Jabber for Tablet&quot;.</subject>     <syncdate>2015-10-05 19:40:59</syncdate>     <tkbId>/boards/id/uc_apps_clients_cup@tkb</tkbId>     <user>xiuli</user>     <viewHref>https://techzone.cisco.com/t5/Cisco-Unified-Presence-Clients/623326813-Solution-administration-play-does-not-show-the-logo/ta-p/100022</viewHref>     <views>5225</views> </techZoneContent>   <?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"yes\"?> <techZoneContent xmlns=\"cdetsng\" id=\"100034\">     <boardHref>/boards/id/xr_asr9000@tkb</boardHref>     <containsVideo>0</containsVideo>     <content> Installing 4.2.1 CGN package on A9K-ISM-100 blade      Installation Steps  \\xc2\\xa0  Step 1 Manually remove the non-CGV6 (CDS TV/IS) configuration.   This is required when you convert an ISM card running CDS TV/IS software to CGv6 and here it\\xe2\\x80\\x99s referring to the XR config, like the service role,\\xc2\\xa0 service management and service-engine interfaces etc for CDS TV or IS..   Step 2 Getting SW  \\xc2\\xa0  Install the Cisco IOS XR Software Release 4.2.1 image on the ASR 9000 router including -services- PIE. Download the install kit asr9k-ism-cgv6-install-kit-4.2.1.00.sh from  https://upload.cisco.com/cgi-bin/swc/fileexg/main.cgi?CONTYPES=IOS-XR. Put it into disk0: of the active RSP into the root folder.  The installation kit is partially txt shell script and partially binary. Make sure, when you copy the image onto your file server, you force it into binary mode.   Step 3 version incompatibility  \\xc2\\xa0  To handle version incompatibility between APIs of IOS XR and Linux software, run the following commands as soon as the ISM LCP is in IOS XR RUN (!!! short time !!!) state. Delay may result in card reload due to API mismatch.   proc mandatory OFF fib_mgr location &lt;ISM location&gt; proc shutdown fib_mgr location &lt;ISM location&gt; admin debug sim reload-disable location &lt;ISM location&gt;  Example:  \\xc2\\xa0  RP/0/RSP0/CPU0:medved#proc mandatory OFF fib_mgr location 0/3/cpu0 Fri Sep 28 21:45:44.284 CEST RP/0/RSP0/CPU0:medved#proc SHUTDOWN fib_mgr location 0/3/cpu0 Fri Sep 28 21:45:44.328 CEST Process Shutdown of a process could leave the System in an Inconsistent State. Proceed? [confirm] RP/0/RSP0/CPU0:Sep 28 21:46:44.093 : sysmgr_control[65849]: %OS-SYSMGR-4-PROC_SHUTDOWN_NAME : User hfr (vty0) requested a shutdown of process fib_mgr at 0/3/CPU0  RP/0/RSP0/CPU0:medved#admin debug sim reload-disable location 0/3/cpu0 RP/0/RSP0/CPU0:medved#admin RP/0/RSP0/CPU0:medved(admin)#upgrade hw-module fpd all location 0/3/CPU0   \\xc2\\xa0    Failing to run this command would cause the ISM card to constantly reload with following messages on the ISM console:  \\xc2\\xa0  LC/0/3/CPU0:Sep 28 21:07:14.032 : apiv_srvr[116]: %PLATFORM-APIV-5-API_INCOMPATIBLE : Message 24 in APIV module APIV_SI is incompatible (reason: Not supported on the remote side)  LC/0/3/CPU0:Sep 28 21:07:14.033 : apiv_srvr[116]: %PLATFORM-APIV-3-MODULE_INCOMPATIBLE : APIV module APIV_SI is incompatible  LC/0/3/CPU0:Sep 28 21:07:14.196 : avsm_agent[125]: %APIV-3-API_INCOMPATIBLE : Message 24 in APIV module APIV_SI is incompatible(Not supported on local)  LC/0/3/CPU0:Sep 28 21:07:14.197 : avsm_agent[125]: %APIV-3-MODULE_INCOMPATIBLE : APIV_SI APIV module failed to negotiate versions due to incompatible version   \\xc2\\xa0  \\xc2\\xa0    Step 4 RECOVERY MODE  \\xc2\\xa0  Bring the ISM blade into RECOVERY MODE by using the following command.  admin download recovery to &lt;ISM location&gt;  Example:  \\xc2\\xa0  admin download recovery-image to 0/3/CPU0  \\xc2\\xa0  \\xc2\\xa0  Step 5 Upgrade FPD   (admin)#upgrade hw-module fpd all location &lt;ISM location&gt;  \\xc2\\xa0   Step 6\\xc2\\xa0 CGN Role  \\xc2\\xa0  Execute the following commands on the RSP to set the service role as CGN.   (config)#hw-module service cgn location &lt;ISM location&gt;  \\xc2\\xa0  Step 7 CGN kit copy  \\xc2\\xa0  Copy asr9k-ism-cgv6-install-kit-4.2.1.00.sh install-kit to the disk on the RSP.  Example:  \\xc2\\xa0  RP/0/RSP0/CPU0:medved(admin)#copy ftp://ftp:ww@144.254.10.204/tftpboot/hfr/4.2.1/asr9k/asr9k-ism-cgv6-install-kit-4.2.1.00.sh disk0:   Step 8 CGN Checksum  Verify MD5 checksum. The script does not handle errors, any installation failures won\\xe2\\x80\\x99t be shown.   Example:  \\xc2\\xa0  RP/0/RSP0/CPU0:medved#run Mon Oct\\xc2\\xa0 1 12:36:35.744 CEST # cd /disk0: # md5 asr9k-ism-cgv6-install-kit-4.2.1.00.sh a022320ddd569fb6dfabc8f4c941bc17   Step 7 Install the images on X86   admin download install-image &lt;location/path of the kit&gt; from &lt;rsp_node where the kit was copied&gt; to &lt;ism_node&gt;  This will reload the ISM card  Example:  \\xc2\\xa0  RP/0/RSP0/CPU0:medved(admin)#download install-image disk0:asr9k-ism-cgv6-install-kit-4.2.1.00.sh from 0/RSP0/CPU0 to 0/3/CPU0 Sat Sep 29 10:39:37.709 CEST  You are going to install new application on LC. Card will be reloaded automatically once installation is completed. Do you want to proceed Installation?[confirm] Installation is in progress, Please do not reload the LC  \\xc2\\xa0  \\xc2\\xa0  \\xc2\\xa0   Appendix  \\xc2\\xa0  Appendix A. Expected Installation output.   You can connect to ISM Linux CPU1 (one) and monitor the installation using &quot;run attachCon 0/x/CPU1&quot; After the &quot;admin download install-image&quot; command the ISM first reloads itself into Recovery mode and then host pushed the Install Kit into it.  We should see menages of Starting and successfully downloaded. (Takes around 10min)   Example:  \\xc2\\xa0  [root@sim100-rescue-linux /]# SE-MBOX-SERVER:[1616]: Starting receiving upload image from host (image_name=asr9k-ism-cgv6-install-kit-4.2.1.00.sh, image_size=392826505 bytes)  SE-MBOX-SERVER:[1616]: Image was successfully downloaded to /tmp/asr9k-ism-cgv6-install-kit-4.2.1.00.sh se_sysmgr:[1705]: se_role_install_thread: status\\xc2\\xa0 after wesson_fpga_read_byte = 0, msgbuf = ,val = 5  \\xc2\\xa0    After the kit is download into /tmp folder the script execution automatically run. You\\xe2\\x80\\x99ll see following output and the card will be reset after:  \\xc2\\xa0  SCSI device sda: 118122224 512-byte hdwr sectors (60479 MB) sda: Write Protect is off SCSI device sda: drive cache: write through \\xc2\\xa0sda: SCSI device sda: 118122224 512-byte hdwr sectors (60479 MB) sda: Write Protect is off SCSI device sda: drive cache: write through \\xc2\\xa0sda: sda1 sda2 sda3 sda4 &lt; sda5 sda6 &gt; kjournald starting.\\xc2\\xa0 Commit interval 5 seconds EXT3 FS on sda1, internal journal EXT3-fs: mounted filesystem with ordered data mode. kjournald starting.\\xc2\\xa0 Commit interval 5 seconds EXT3 FS on sda6, internal journal EXT3-fs: mounted filesystem with ordered data mode.  se_sysmgr:[1705]: rc = 0,\\xc2\\xa0 CGV6 Install script executed   After the reset the module should continue the installation process.  \\xc2\\xa0  Appending B. Verifying if Linux could detect the installation disk.   When in recovery mode we can use fdisk to verify if our media has been detected:  Example:  \\xc2\\xa0  [root@sim100-rescue-linux proc]# fdisk -l  Disk /dev/sda: 60.4 GB, 60478578688 bytes 255 heads, 63 sectors/track, 7352 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes  \\xc2\\xa0  Appendix C. Monitoring the Installation process.   When the kit is downloaded into the /tmp folder the installation will start automatically. There would be /tmp/INSTALL_LOG file recording the script execution process.   Attention: The file is available for a short period of time. It is created after the image is loaded and would be deleted after the card reload.  \\xc2\\xa0  Monitor the console for &quot;SE-MBOX-SERVER:[1616]: Image was successfully downloaded to /tmp/asr9k-ism-cgv6-install-kit-4.2.1.00.sh&quot; message, then &quot;cd /tmp&quot; and use ls command watching the INSTALL_LOG file creation. When the file is there, use &quot;tail -f INSTALL_LOG&quot; to monitor the script execution.   Here is the example of the successful installation:  \\xc2\\xa0   [root@sim100-rescue-linux tmp]# tail -f INSTALL_LOG  Sun Sep 30 03:10:47 UTC 2012 Executing role_cgv6_install.sh script ... chmod 777 asr9k-ism-cgv6-install-kit-4.2.1.00.sh Executing ./asr9k-ism-cgv6-install-kit-4.2.1.00.sh cd ism_install Executing ... ./ism_install.sh Checking required files for installation ... [ DONE ] \\xc2\\xa0 Found file ism_install.sh. \\xc2\\xa0 Found file initrd-avsm.img. \\xc2\\xa0 Found file vmlinuz-avsm. \\xc2\\xa0 Found file ism-5.3-x86_64-full-image.iso. \\xc2\\xa0 Found file ism-iso-full-image.sha1sum.  Can\\'t execute: ./avsm_apiv/avsm_mcast_apiv_compat Can\\'t execute: ./avsm_apiv/avsm_mcast_stats_apiv_compat Can\\'t execute: ./avsm_apiv/avsm_l2fib_apiv_compat Can\\'t execute: ./avsm_apiv/avsm_l2fib_stats_apiv_compat Package compatibility check PASSED Removing existing partitions on /dev/sda ... [ DONE ] \\xc2\\xa0 Maximum partition index found 8 \\xc2\\xa0 Deleted partition /dev/sda8. \\xc2\\xa0 Deleted partition /dev/sda7. \\xc2\\xa0 Deleted partition /dev/sda6. \\xc2\\xa0 Deleted partition /dev/sda5. \\xc2\\xa0 Deleted partition /dev/sda4. \\xc2\\xa0 Deleted partition /dev/sda3. \\xc2\\xa0 Deleted partition /dev/sda2. \\xc2\\xa0 Deleted partition /dev/sda1.  SCSI device sda: 118122224 512-byte hdwr sectors (60479 MB) sda: Write Protect is off SCSI device sda: drive cache: write through \\xc2\\xa0sda: Creating partitions on /dev/sda ... |SCSI device sda: 118122224 512-byte hdwr sectors (60479 MB) sda: Write Protect is off SCSI device sda: drive cache: write through \\xc2\\xa0sda: sda1 sda2 sda3 sda4 &lt; sda5 sda6 &gt; [ DONE ] \\xc2\\xa0 Successfully created partitions on /dev/sda.  Changing /dev/sda1 to ext3 format ... [ DONE ] \\xc2\\xa0 Created symbolic link /etc/mtab to /proc/mounts. \\xc2\\xa0 Executed mkfs.ext3 on /dev/sda1.  Changing /dev/sda6 to ext3 format ... [ DONE ] \\xc2\\xa0 Created symbolic link /etc/mtab to /proc/mounts. \\xc2\\xa0 Executed mkfs.ext3 on /dev/sda6.  Mounting /dev/sda1 to /mnt/boot/ ... ... -kjournald starting.\\xc2\\xa0 Commit interval 5 seconds EXT3 FS on sda1, internal journal EXT3-fs: mounted filesystem with ordered data mode. [ DONE ] \\xc2\\xa0 Mounted /dev/sda1 to /mnt/boot  Mounting /dev/sda6 to /mnt/upgrade_part/ ... ... -kjournald starting.\\xc2\\xa0 Commit interval 5 seconds EXT3 FS on sda6, internal journal EXT3-fs: mounted filesystem with ordered data mode. [ DONE ] \\xc2\\xa0 Mounted /dev/sda6 to /mnt/upgrade_part  Copying files to /dev/sda ... [ DONE ] \\xc2\\xa0 Copied /usr/share/grub/x86_64-redhat/* to .. \\xc2\\xa0 Created symbolic link menu.lst to grub.conf. \\xc2\\xa0 Installed grub on /dev/sda \\xc2\\xa0 Copied vmlinuz-avsm to /mnt/upgrade_part/. \\xc2\\xa0 Copied initrd-avsm.img to /mnt/upgrade_part/. \\xc2\\xa0 Copied ism_install.sh to /mnt/upgrade_part/. \\xc2\\xa0 Copied ism-iso-full-image.sha1sum to /mnt/upgrade_part/. \\xc2\\xa0 Copied ism-5.3-x86_64-full-image.iso to /mnt/upgrade_part/upgrade/. \\xc2\\xa0 Copied backup_cfg.sh to /mnt/upgrade_part/upgrade/. \\xc2\\xa0 Copied backup.list to /mnt/upgrade_part/upgrade/. \\xc2\\xa0 Copied restore_cfg.sh to /mnt/upgrade_part/upgrade/. \\xc2\\xa0 Copied restore.list to /mnt/upgrade_part/upgrade/. \\xc2\\xa0 Copied cds_upg_report.sh to /mnt/upgrade_part/upgrade/.  The installation script completes successfully. Please type  \\xc2\\xa0 \\'hw-module location x/y/z reload\\'  on ASR9K console to reboot this ISM.  Cleaning up ... [ DONE ] \\xc2\\xa0 Unmounted /mnt/boot.  Exiting remote iso install setup script... Logfile at: /var/avsmtv_install.log se_sysmgr:[1705]: rc = 0,\\xc2\\xa0 CGV6 Install script executed  ERROR: ism_install.sh failed ! Exiting ... Commenting exit is tempoary Sun Sep 30 03:11:53 UTC 2012 Installation completed                   &#xD; </content>     <contributors>tac-ws</contributors>     <cqfScore>0</cqfScore>     <externalCqf>0</externalCqf>     <externalUrlList></externalUrlList>     <externalViews>0</externalViews>     <firstExternalizationDate>0000-00-00 00:00:00</firstExternalizationDate>     <firstFlagDate>0000-00-00 00:00:00</firstFlagDate>     <href>/messages/id/100034</href>     <improvFbId>0</improvFbId>     <improvFbStatus></improvFbStatus>     <improvFeedbackUrl></improvFeedbackUrl>     <improvFlaggerId></improvFlaggerId>     <improvTkbFlag>0</improvTkbFlag>     <kudos>10</kudos>     <labels>ISM,ASR9006,ASR9010,ASR9000,ASR9000 LC</labels>     <latestExternalizationDate>0000-00-00 00:00:00</latestExternalizationDate>     <latestFlagDdate>0000-00-00 00:00:00</latestFlagDdate>     <linkedCases>6</linkedCases>     <nominatedBy></nominatedBy>     <origAuthorTteam>TAC CRS Belgium GTC</origAuthorTteam>     <postTime>2012-09-30 05:49:24</postTime>     <publishedState>INTERNAL</publishedState>     <publisherUsername></publisherUsername>     <spExtIntDate>NULL</spExtIntDate>     <spExtPubDate>NULL</spExtPubDate>     <spExtPubVersion>NULL</spExtPubVersion>     <spExtURL>NULL</spExtURL>     <spExtUser>NULL</spExtUser>     <spPreInitUser>NULL</spPreInitUser>     <spPreIntDate>NULL</spPreIntDate>     <spPreURL>NULL</spPreURL>     <spPreviewedDate>NULL</spPreviewedDate>     <spPreviewedVersion>NULL</spPreviewedVersion>     <spState>NULL</spState>     <subject>Installing 4.2.1 CGN package on A9K-ISM-100 blade</subject>     <syncdate>2015-10-05 19:40:59</syncdate>     <tkbId>/boards/id/xr_asr9000@tkb</tkbId>     <user>akiritch</user>     <viewHref>https://techzone.cisco.com/t5/ASR-9000/Installing-4-2-1-CGN-package-on-A9K-ISM-100-blade/ta-p/100034</viewHref>     <views>10173</views> </techZoneContent>   <?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"yes\"?> <techZoneContent xmlns=\"cdetsng\" id=\"100048\">     <boardHref>/boards/id/security_ios_vpn@tkb</boardHref>     <containsVideo>0</containsVideo>     <content> EEM Scripts used to Troubleshoot Tunnel Flaps Caused by Invalid Security Parameter Indexes      Table of Contents \\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0Introduction \\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0Prerequisites\\xc2\\xa0 \\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0Requirements \\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0Components Used \\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0Conventions \\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0Problem \\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0Solution \\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0SNMP Configuration \\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0Final Script \\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0EEM Script Logs \\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0Verification \\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0Related Information  \\xc2\\xa0  \\xc2\\xa0  \\xc2\\xa0    Introduction  \\xc2\\xa0  This document describes one of the most common IPsec issues, which is that Security Associations (SAs) can become out of sync between the peer devices. As a result, an encrypting device will encrypt traffic with SAs that the peer encryptor does not know about.  \\xc2\\xa0  Note: Contributed by Anu M Chacko, Cisco TAC Engineer.  \\xc2\\xa0  \\xc2\\xa0  \\xc2\\xa0    Prerequisites\\xc2\\xa0  \\xc2\\xa0    Requirements  \\xc2\\xa0  There are no specific requirements for this document.  \\xc2\\xa0  \\xc2\\xa0    Components Used  \\xc2\\xa0  This information in this document is based on tests completed with\\xc2\\xa0Cisco IOS\\xc2\\xae\\xc2\\xa0Release 15.1(4)M4.\\xc2\\xa0The scripts and configuration\\xc2\\xa0should work with earlier Cisco IOS software versions as well, since both applets use Embedded Event Manager (EEM) version 3.0 which is supported in Cisco IOS Release 12.4(22)T or later. However, this has not been tested.  \\xc2\\xa0  The information in this document was created from the devices in a specific lab environment. All of the devices used in this document started with a cleared (default) configuration. If your network is live, make sure that you understand the potential impact of any command.  \\xc2\\xa0  \\xc2\\xa0    Conventions  Refer to Cisco Technical Tips Conventions for more information on document conventions.  \\xc2\\xa0  \\xc2\\xa0  \\xc2\\xa0    Problem  \\xc2\\xa0  Packets are dropped on the peer with this message logged to the syslog:  \\xc2\\xa0  *Mar 12 18:22:10.706: %CRYPTO-4-RECVD_PKT_INV_SPI: decaps: rec\\'d IPSEC packet has invalid spi for destaddr=213.163.222.7, prot=50, spi=0x68842105(1753489669), srcaddr=11.1.1.3, input interface=Ethernet0/0  \\xc2\\xa0  For detailed information on invalid Security Parameter Indexes (SPIs), refer to\\xc2\\xa0IPSec %RECVD_PKT_INV_SPI Errors and Invalid SPI Recovery.\\xc2\\xa0This document describes how to troubleshoot scenarios in which the error occurs intermittently, which makes it hard to collect the necessary data to troubleshoot.  \\xc2\\xa0  This type of problem is not like normal VPN troubleshooting, where you can obtain the debugs when the problem occurs. In order to troubleshoot intermittent tunnel flaps caused by invalid SPIs, you must first determine how the two headends got out of sync. Since it is impossible to predict when the next outage will occur, EEM scripts are the solution.  \\xc2\\xa0  \\xc2\\xa0  \\xc2\\xa0    Solution  \\xc2\\xa0  Since it is important to know what happens before this syslog message is triggered, continue to run the conditional debugs on the router(s) and send them to a syslog server so that it does not affect the production traffic. If debugs are enabled in the script instead, they are generated after the syslog message is triggered\\xc2\\xa0 which may not be useful. Here is a list of debugs that you might want to run on the sender of this log and the receiver:  \\xc2\\xa0  debug crypto condition peer ipv4 &lt;peer IP address&gt; debug crypto isakmp debug crypto ipsec debug crypto engine  \\xc2\\xa0  The EEM script is designed to do two things:  \\tTurn off the debugs on the receiver when they are collected for 18 seconds after the first syslog message is generated. The delay timer might need to be modified, which is dependent upon the amount of debugs/logs generated. \\tAt the same time it disables the debugs, have it send an SNMP trap to the peer, which then disables the debugs on the peer device.   \\xc2\\xa0  Cisco Internal Information   Refer to\\xc2\\xa0IOS VPN: Troubleshooting Guide and Tech Tips\\xc2\\xa0for more information on how to set up captures.  \\xc2\\xa0  \\xc2\\xa0  \\xc2\\xa0    SNMP Configuration  \\xc2\\xa0  \\xc2\\xa0The Simple Network Management Protocol (SNMP) configurations are shown here:  \\xc2\\xa0  Receiver: ======== snmp-server enable traps event-manager snmp-server host 11.1.1.3 public\\xc2\\xa0event-manager snmp-server manager  \\xc2\\xa0  Sender: ======= snmp-server enable traps event-manager snmp-server host 213.163.222.7 public event-manager snmp-server manager  \\xc2\\xa0  \\xc2\\xa0\\xc2\\xa0  \\xc2\\xa0    Final Script  Scripts for the receiver and sender are shown here:  \\xc2\\xa0  \\xc2\\xa0  Receiver: ======== sh ip int bri | tee /append disk0:hub.txt //To test if this output gets logged to the file called &quot;hub&quot;// conf t ! event manager applet command_hub event syslog pattern &quot;CRYPTO-4-RECVD_PKT_INV_SPI.*srcaddr=11.1.1.3&quot; action 1 cli command &quot;enable&quot; action 2 syslog msg &quot;command_hub is running ...&quot; priority informational action 3 cli command &quot;show crypto sockets | append disk0:hub.txt&quot; action 4 cli command &quot;show crypto isa sa | append disk0:hub.txt&quot; action 5 cli command &quot;show crypto ipsec sa detail | append disk0:hub.txt&quot; action 6 cli command &quot;show dmvpn detail | append disk0:hub.txt&quot; action 7 wait 18 action 8 cli command &quot;undebug all&quot; action 8.1 snmp-trap intdata1 2323232 strdata &quot;&quot; action 9 syslog priority informational msg &quot;DONE ON HUB&quot; ! end  \\xc2\\xa0  Sender:  ======= conf t ! event manager applet spoke_app \\xc2\\xa0event snmp-notification oid 1.3.6.1.4.1.9.10.91.1.2.3.1.9. oid-val &quot;2323232&quot; op eq src-ip-address 213.163.222.7 maxrun 35 \\xc2\\xa0action 1.0 syslog msg &quot;Received trap from Hub...&quot;   action 2.0 cli command &quot;enable&quot; \\xc2\\xa0action 3.0 cli command &quot;undebug all&quot; \\xc2\\xa0action 4.0 syslog msg &quot;DONE ON SPOKE&quot; ! end  \\xc2\\xa0  \\xc2\\xa0    EEM Script Logs  A list of EEM script log messages is shown here:\\xc2\\xa0  \\xc2\\xa0  Receiver: ======= *Mar 12 18:22:10.706: %CRYPTO-4-RECVD_PKT_INV_SPI: decaps: rec\\'d IPSEC packet has invalid spi for destaddr=213.163.222.7, prot=50, spi=0x68842105(1753489669), srcaddr=11.1.1.3, input interface=Ethernet0/0 *Mar 12 18:22:10.727: %HA_EM-6-LOG: command_hub: command_hub is running ... hub# *Mar 12 18:22:30.026: %HA_EM-6-LOG: command_hub: DONE ON HUB  \\xc2\\xa0  Sender: ======= spoke# *Mar 12 18:22:30.542: %HA_EM-6-LOG: spoke_app: Received trap from Hub... *Mar 12 18:22:30.889: %HA_EM-6-LOG: spoke_app: DONE ON SPOKE  \\xc2\\xa0\\xc2\\xa0  \\xc2\\xa0    Verification  \\xc2\\xa0  In order to verify the problem has been resolved, enter the show debug command.\\xc2\\xa0  \\xc2\\xa0  Receiver: ======= hub# show debug  \\xc2\\xa0  Sender: ======= spoke# show debug  \\xc2\\xa0  \\xc2\\xa0\\xc2\\xa0  \\xc2\\xa0    Related Information  Technical Support &amp; Documentation - Cisco Systems                 &#xD; </content>     <contributors>lyndsmit,tac-ws</contributors>     <cqfScore>2</cqfScore>     <externalCqf>0</externalCqf>     <externalUrlList>http://www.cisco.com/c/en/us/support/docs/security-vpn/ipsec-negotiation-ike-protocols/116005-eem-scripts-technologies-tech-note-00.html,http://www.cisco.com/c/en/us/support/docs/security-vpn/ipsec-negotiation-ike-protocols/116005-eem-scripts-technologies-tech-note-00.pdf,http://www.cisco.com/en/US/customer/tech/tk583/tk372/technologies_te</externalUrlList>     <externalViews>5454</externalViews>     <firstExternalizationDate>0000-00-00 00:00:00</firstExternalizationDate>     <firstFlagDate>0000-00-00 00:00:00</firstFlagDate>     <href>/messages/id/100048</href>     <improvFbId>0</improvFbId>     <improvFbStatus></improvFbStatus>     <improvFeedbackUrl></improvFeedbackUrl>     <improvFlaggerId></improvFlaggerId>     <improvTkbFlag>0</improvTkbFlag>     <kudos>12</kudos>     <labels>Debug,Troubleshooting,Deployment,EEM,VPN,152xx,IPsec</labels>     <latestExternalizationDate>0000-00-00 00:00:00</latestExternalizationDate>     <latestFlagDdate>0000-00-00 00:00:00</latestFlagDdate>     <linkedCases>9</linkedCases>     <nominatedBy></nominatedBy>     <origAuthorTteam>GTC_GCE_US_SECURITY</origAuthorTteam>     <postTime>2012-10-01 08:44:51</postTime>     <publishedState>PUBLISHED</publishedState>     <publisherUsername></publisherUsername>     <spExtIntDate>NULL</spExtIntDate>     <spExtPubDate>NULL</spExtPubDate>     <spExtPubVersion>NULL</spExtPubVersion>     <spExtURL>NULL</spExtURL>     <spExtUser>NULL</spExtUser>     <spPreInitUser>NULL</spPreInitUser>     <spPreIntDate>NULL</spPreIntDate>     <spPreURL>NULL</spPreURL>     <spPreviewedDate>NULL</spPreviewedDate>     <spPreviewedVersion>NULL</spPreviewedVersion>     <spState>NULL</spState>     <subject>EEM Scripts used to Troubleshoot Tunnel Flaps Caused by Invalid Security Parameter Indexes</subject>     <syncdate>2015-10-06 00:40:07</syncdate>     <tkbId>/boards/id/security_ios_vpn@tkb</tkbId>     <user>anchacko</user>     <viewHref>https://techzone.cisco.com/t5/IOS-Virtual-Private-Network-VPN/EEM-Scripts-used-to-Troubleshoot-Tunnel-Flaps-Caused-by-Invalid/ta-p/100048</viewHref>     <views>10950</views> </techZoneContent>   <?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"yes\"?> <techZoneContent xmlns=\"cdetsng\" id=\"100056\">     <boardHref>/boards/id/nms_apps_prime_network@tkb</boardHref>     <containsVideo>0</containsVideo>     <content> timeout when opening maps      when trying to open a map in network vision and getting a timeout there are several possible root causes for the issue.  \\xc2\\xa0  The most common one is that there are too many events in the system or too many tickets.  you can always connect to the DB and validate how many events are they in the active parttion:  select count(*) from\\xc2\\xa0 networkevent partition(nonarchived);  any number higher than 500k should raise a red flag... :)  \\xc2\\xa0  If thats not the issue...  there is a possibility that one of the necessary plugins has an error or failed to start. (e.g. link snapshot plugin or the map plugin).  you can check that in the avm 11 log file.  a possible root cause to fail loading one of those snapshot can be a DB issue (undo tablespace is full for example).  It\\'s always good to check avm 11 log file and the DB alert log file.                 &#xD; </content>     <contributors>tac-ws</contributors>     <cqfScore>1</cqfScore>     <externalCqf>0</externalCqf>     <externalUrlList></externalUrlList>     <externalViews>0</externalViews>     <firstExternalizationDate>0000-00-00 00:00:00</firstExternalizationDate>     <firstFlagDate>0000-00-00 00:00:00</firstFlagDate>     <href>/messages/id/100056</href>     <improvFbId>0</improvFbId>     <improvFbStatus></improvFbStatus>     <improvFeedbackUrl></improvFeedbackUrl>     <improvFlaggerId></improvFlaggerId>     <improvTkbFlag>0</improvTkbFlag>     <kudos>0</kudos>     <labels>Network Vision</labels>     <latestExternalizationDate>0000-00-00 00:00:00</latestExternalizationDate>     <latestFlagDdate>0000-00-00 00:00:00</latestFlagDdate>     <linkedCases>0</linkedCases>     <nominatedBy></nominatedBy>     <origAuthorTteam>NMTG SPMABU - Sustaining/Escalation IL</origAuthorTteam>     <postTime>2012-09-30 11:15:32</postTime>     <publishedState>INTERNAL</publishedState>     <publisherUsername></publisherUsername>     <spExtIntDate>NULL</spExtIntDate>     <spExtPubDate>NULL</spExtPubDate>     <spExtPubVersion>NULL</spExtPubVersion>     <spExtURL>NULL</spExtURL>     <spExtUser>NULL</spExtUser>     <spPreInitUser>NULL</spPreInitUser>     <spPreIntDate>NULL</spPreIntDate>     <spPreURL>NULL</spPreURL>     <spPreviewedDate>NULL</spPreviewedDate>     <spPreviewedVersion>NULL</spPreviewedVersion>     <spState>NULL</spState>     <subject>timeout when opening maps</subject>     <syncdate>2015-10-06 00:40:07</syncdate>     <tkbId>/boards/id/nms_apps_prime_network@tkb</tkbId>     <user>oraz</user>     <viewHref>https://techzone.cisco.com/t5/Prime-Network/timeout-when-opening-maps/ta-p/100056</viewHref>     <views>5150</views> </techZoneContent>   <?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"yes\"?> <techZoneContent xmlns=\"cdetsng\" id=\"100062\">     <boardHref>/boards/id/ucc_uccx_install@tkb</boardHref>     <containsVideo>0</containsVideo>     <content> Syslog Messages definitions in UCCX 9.0(1)      There are tens and thousands of Syslog (Alarm) messages which are defined in UCCX today. Currently, there is no holistic view of all these defintions. So, we are providing two formats in which we can view this information. First is the xls documnet format which helps in filtering messages based on the severity of the syslog messages and route destination, etc. The other is the static html document which is a reference to all thh syslog message definitions.                 &#xD; </content>     <contributors></contributors>     <cqfScore>0</cqfScore>     <externalCqf>0</externalCqf>     <externalUrlList></externalUrlList>     <externalViews>0</externalViews>     <firstExternalizationDate>0000-00-00 00:00:00</firstExternalizationDate>     <firstFlagDate>0000-00-00 00:00:00</firstFlagDate>     <href>/messages/id/100062</href>     <improvFbId>0</improvFbId>     <improvFbStatus></improvFbStatus>     <improvFeedbackUrl></improvFeedbackUrl>     <improvFlaggerId></improvFlaggerId>     <improvTkbFlag>0</improvTkbFlag>     <kudos>0</kudos>     <labels></labels>     <latestExternalizationDate>0000-00-00 00:00:00</latestExternalizationDate>     <latestFlagDdate>0000-00-00 00:00:00</latestFlagDdate>     <linkedCases>0</linkedCases>     <nominatedBy></nominatedBy>     <origAuthorTteam>CBABU - India Engineering</origAuthorTteam>     <postTime>2013-03-22 05:21:45</postTime>     <publishedState>INTERNAL</publishedState>     <publisherUsername></publisherUsername>     <spExtIntDate>NULL</spExtIntDate>     <spExtPubDate>NULL</spExtPubDate>     <spExtPubVersion>NULL</spExtPubVersion>     <spExtURL>NULL</spExtURL>     <spExtUser>NULL</spExtUser>     <spPreInitUser>NULL</spPreInitUser>     <spPreIntDate>NULL</spPreIntDate>     <spPreURL>NULL</spPreURL>     <spPreviewedDate>NULL</spPreviewedDate>     <spPreviewedVersion>NULL</spPreviewedVersion>     <spState>NULL</spState>     <subject>Syslog Messages definitions in UCCX 9.0(1)</subject>     <syncdate>2015-10-05 19:40:59</syncdate>     <tkbId>/boards/id/ucc_uccx_install@tkb</tkbId>     <user>anurjain</user>     <viewHref>https://techzone.cisco.com/t5/Install-Upgrade-Administration/Syslog-Messages-definitions-in-UCCX-9-0-1/ta-p/100062</viewHref>     <views>4012</views> </techZoneContent>   <?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"yes\"?> <techZoneContent xmlns=\"cdetsng\" id=\"100106\">     <boardHref>/boards/id/ucc_uccx_install@tkb</boardHref>     <containsVideo>0</containsVideo>     <content> Trouble shooting UCCX server loaded with large and heavy scripts.      \\xc2\\xa0  Large number of applications and heavy script which can\\xc2\\xa0 take most of system memory,causing server\\xc2\\xa0 getting low in memory and eventually\\xc2\\xa0 rebooted.    To verify that we need to\\xc2\\xa0 restart the engine and generate a manual heap dump for the engine from the AppAdmin page after all subsystems come into service, and before any calls are in the system.  Manual hprof after startup will give good idea about the base usage of the applications and scripts without call load  \\xc2\\xa0You can create the the memory dump using following instructions  \\xc2\\xa0In off hours please do the following     \\t\\xc2\\xa0Restart node manger from services \\t\\xc2\\xa0When system comes back open AppAdmin and go to control center \\tClick on the glasses sign beside the date (for the &quot;cisco Unified CCX Engine row) as shown below.    \\xc2\\xa0    \\xc2\\xa0  \\xc2\\xa0  \\t\\xc2\\xa0You will be redirected to memory dump page (see folloing image).   \\xc2\\xa0    \\xc2\\xa0  \\xc2\\xa0  \\tNow click on the Dump memory button it will create JVM.log and Hproffile under MIVR folder \\tyou can use eclips or other memory analyser tool to analyse the Hprof files or send it to DE\\'s to get further input.   \\xc2\\xa0  if you see UCCX server is utilizing most of the memory then we need to tell custummer to follow the following best practice in desiging and develping their applications/script.  \\xc2\\xa0  \\xc2\\xa0  Best Prctice for desiging Script and applications.    \\tLarge Scripts    Care should be taken while deploying very large scripts into the UCCX system. Since large scripts take up the limited memory of the UCCX Engine which is actually shared with all the logic for call processing.  This is not an issue most of the time, since there is enough space for most needs but since there is no mechanism to judge the optimal size of scripts, this will remain a potential pitfall for the existing releases.  An equivalent of large scripts is very large VoiceXML scripts. Here again since the whole script is loaded into memory for each invocation (each call) in the parsed form, it can lead to excessive memory usage and subsequent crash. Note that since VoiceXML scripts may be loaded from external web sites, the partner/customer may not be fully aware of its memory needs during execution. Once again such situation can be averted by pre testing these scripts.    \\tMultiple Applications    While large scripts remain a potential issue, creating a huge number of applications which use the same script or very similar scripts can also lead to excessive memory consumption leaving very little for other activities like call processing.    \\tPrompts and Grammars    Prompts, grammars and other run time document objects loaded into UCCX Engine memory during execution can bring down the system if they are too large in size.Such situation can arise if there are large advertisement prompts.  Excessive Usage of Script Variables (especially Strings)  Using a large number of string variables coupled with large call volume can lead to excessive memory usage and subsequent crash.  The same can occur with other variable types. This issue can be curbed by suitable optimization.  Reading or Parsing large XML files  This has impact during runtime, depending on the number of instances of the application executing simultaneously, since the XML file will be loaded into memory per application session.    \\tSuggestions\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0\\xc2\\xa0 \\xc2\\xa0    Again script developers can be imaginative and build logic inside the script to handle calls in different ways for different originating triggers. Thus, a single application can be deployed with multiple triggers. The script can be coded to handle the calls to these triggers slightly differently e.g. playing a different prompt or presenting a different language. Another way of customizing parameters for different triggers is to store the information either in a custom database or in an XML document that can then be read within the script to determine parameter values based on the dialed number.                     &#xD; </content>     <contributors>tac-ws</contributors>     <cqfScore>0</cqfScore>     <externalCqf>0</externalCqf>     <externalUrlList></externalUrlList>     <externalViews>0</externalViews>     <firstExternalizationDate>0000-00-00 00:00:00</firstExternalizationDate>     <firstFlagDate>0000-00-00 00:00:00</firstFlagDate>     <href>/messages/id/100106</href>     <improvFbId>0</improvFbId>     <improvFbStatus></improvFbStatus>     <improvFeedbackUrl></improvFeedbackUrl>     <improvFlaggerId></improvFlaggerId>     <improvTkbFlag>0</improvTkbFlag>     <kudos>0</kudos>     <labels>IVR</labels>     <latestExternalizationDate>0000-00-00 00:00:00</latestExternalizationDate>     <latestFlagDdate>0000-00-00 00:00:00</latestFlagDdate>     <linkedCases>3</linkedCases>     <nominatedBy></nominatedBy>     <origAuthorTteam>TAC RCH  Ent IPCC</origAuthorTteam>     <postTime>2012-10-01 00:22:04</postTime>     <publishedState>INTERNAL</publishedState>     <publisherUsername></publisherUsername>     <spExtIntDate>NULL</spExtIntDate>     <spExtPubDate>NULL</spExtPubDate>     <spExtPubVersion>NULL</spExtPubVersion>     <spExtURL>NULL</spExtURL>     <spExtUser>NULL</spExtUser>     <spPreInitUser>NULL</spPreInitUser>     <spPreIntDate>NULL</spPreIntDate>     <spPreURL>NULL</spPreURL>     <spPreviewedDate>NULL</spPreviewedDate>     <spPreviewedVersion>NULL</spPreviewedVersion>     <spState>NULL</spState>     <subject>Trouble shooting  UCCX server loaded with large and heavy scripts.</subject>     <syncdate>2015-10-05 19:40:59</syncdate>     <tkbId>/boards/id/ucc_uccx_install@tkb</tkbId>     <user>usahmed</user>     <viewHref>https://techzone.cisco.com/t5/Install-Upgrade-Administration/Trouble-shooting-UCCX-server-loaded-with-large-and-heavy-scripts/ta-p/100106</viewHref>     <views>5179</views> </techZoneContent> '"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tz_text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "Y = vectorizer.transform(tz_text[0:100])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "def find_top_docs(U,num_docs):\n",
    "    for i in range(0,num_docs):\n",
    "        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "u.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "s.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "s"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "u[0,0:].dot(s)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "u[0,0:].shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "ename": "ParseError",
     "evalue": "junk after document element: line 109, column 0",
     "output_type": "error",
     "traceback": [
      "\u001b[1;36m  File \u001b[1;32m\"<string>\"\u001b[1;36m, line \u001b[1;32munknown\u001b[0m\n\u001b[1;31mParseError\u001b[0m\u001b[1;31m:\u001b[0m junk after document element: line 109, column 0\n"
     ]
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"yes\"?>\\n<techZoneContent xmlns=\"cdetsng\" id=\"100022\"'"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tz_text[0:100]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}