Getting WHOOP data.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import requests\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "from seleniumwire import webdriver\n",
    "from selenium.webdriver.common.keys import Keys\n",
    "from bs4 import BeautifulSoup as BS\n",
    "from selenium.webdriver.common.by import By\n",
    "from selenium.webdriver.support.ui import WebDriverWait\n",
    "from selenium.webdriver.support import expected_conditions as EC\n",
    "from selenium.common.exceptions import StaleElementReferenceException, TimeoutException\n",
    "from selenium.webdriver.common.desired_capabilities import DesiredCapabilities    \n",
    "from selenium.webdriver.chrome.options import Options \n",
    "import configparser\n",
    "import re\n",
    "from datetime import timedelta, datetime\n",
    "import time\n",
    "import sys\n",
    "from dateutil import relativedelta, parser, rrule\n",
    "from dateutil.rrule import WEEKLY\n",
    "import dask.dataframe as dd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "class whoop_login:\n",
    "    '''A class object to allow a user to login and store their authorization code, \n",
    "        then perform pulls using the code in order to access different types of data'''\n",
    "    \n",
    "    def __init__(self, auth_code=None, whoop_id=None,current_datetime=datetime.utcnow()):\n",
    "        self.auth_code=auth_code\n",
    "        self.whoop_id=whoop_id\n",
    "        self.current_datetime=current_datetime\n",
    "        self.start_datetime=None\n",
    "        self.all_data=None\n",
    "        self.all_activities=None\n",
    "        self.sport_dict=None\n",
    "        \n",
    "    \n",
    "    def pull_api(self, url,df=False):\n",
    "        auth_code=self.auth_code\n",
    "        headers={'authorization':auth_code}\n",
    "        pull=requests.get(url,headers=headers)\n",
    "        if pull.status_code==200 and len(pull.content)>1:\n",
    "            if df:\n",
    "                d=pd.json_normalize(pull.json())\n",
    "                return d\n",
    "            else:\n",
    "                return pull.json()\n",
    "        else:\n",
    "            return \"no response\"   \n",
    "    \n",
    "    def pull_sleep_main(self,sleep_id):\n",
    "        athlete_id=self.whoop_id\n",
    "        sleep=client.pull_api('https://api-7.whoop.com/users/{}/sleeps/{}'.format(athlete_id,sleep_id))\n",
    "        main_df=pd.json_normalize(sleep)\n",
    "        #main_df.drop('events',axis=1,inplace=True)\n",
    "        return main_df\n",
    "    \n",
    "    def pull_sleep_events(self,sleep_id):\n",
    "        athlete_id=self.whoop_id\n",
    "        sleep=client.pull_api('https://api-7.whoop.com/users/{}/sleeps/{}'.format(athlete_id,sleep_id))\n",
    "        events_df=pd.json_normalize(sleep['events'])\n",
    "        events_df['id']=sleep_id\n",
    "        return events_df\n",
    "    \n",
    "    def get_authorization(self,user_ini):\n",
    "        '''\n",
    "        Function to get the authorization token and user id. \n",
    "        This must be completed before a user can query the api\n",
    "        ''' \n",
    "        \n",
    "        config=configparser.ConfigParser()\n",
    "        config.read(user_ini)\n",
    "        username=config['whoop']['username']\n",
    "        password=config['whoop']['password']\n",
    "        \n",
    "        \n",
    "        headers={\n",
    "                \"username\": username,\n",
    "                \"password\": password,\n",
    "                \"grant_type\": \"password\",\n",
    "                \"issueRefresh\": False}\n",
    "        auth = requests.post(\"https://api-7.whoop.com/oauth/token\", json=headers)\n",
    "        \n",
    "        if auth.status_code==200:\n",
    "            content=auth.json()\n",
    "            user_id=content['user']['id']\n",
    "            token=content['access_token']\n",
    "            start_time=content['user']['profile']['createdAt']\n",
    "            self.whoop_id=user_id\n",
    "            self.auth_code='bearer ' + token\n",
    "            self.start_datetime=start_time\n",
    "            print(\"Authentication successful\")\n",
    "            \n",
    "        else:\n",
    "            print(\"Authentication failed - please double check your credentials\")\n",
    "            \n",
    "\n",
    "    \n",
    "    def get_keydata_all(self):\n",
    "        '''\n",
    "        This function returns a dataframe of WHOOP metrics for each day of WHOOP membership. \n",
    "        In the resulting dataframe, each day is a row and contains strain, recovery, and sleep information\n",
    "        '''\n",
    "        \n",
    "        if self.start_datetime:\n",
    "            if self.all_data is not None:\n",
    "                ## All data already pulled\n",
    "                return self.all_data\n",
    "            else:\n",
    "                start_date=parser.isoparse(client.start_datetime).replace(tzinfo=None)\n",
    "                end_time='T23:59:59.999Z'\n",
    "                start_time='T00:00:00.000Z'\n",
    "                intervals=rrule.rrule(freq=WEEKLY,interval=1,until=self.current_datetime, dtstart=start_date)\n",
    "                date_range=[[d.strftime('%Y-%m-%d') + start_time,\n",
    "                            (d+relativedelta.relativedelta(weeks=1)).strftime('%Y-%m-%d') + end_time] for d in intervals]\n",
    "                all_data=pd.DataFrame()\n",
    "                for dates in date_range:\n",
    "                    cycle_url='https://api-7.whoop.com/users/{}/cycles?end={}&start={}'.format(self.whoop_id,\n",
    "                                                                                           dates[1],\n",
    "                                                                                           dates[0])\n",
    "                    data=self.pull_api(cycle_url,df=True)\n",
    "                    all_data=pd.concat([all_data,data])\n",
    "                all_data.reset_index(drop=True,inplace=True)\n",
    "\n",
    "                ## fixing the day column so it's not a list\n",
    "                all_data['days']=all_data['days'].map(lambda d: d[0])\n",
    "                all_data.rename(columns={\"days\":'day'},inplace=True)\n",
    "\n",
    "                ## Putting all time into minutes instead of milliseconds\n",
    "                sleep_cols=['qualityDuration','needBreakdown.baseline','needBreakdown.debt','needBreakdown.naps',\n",
    "                'needBreakdown.strain','needBreakdown.total']\n",
    "                for sleep_col in sleep_cols:\n",
    "                    all_data['sleep.' + sleep_col]=all_data['sleep.' + sleep_col].astype(float).apply(lambda x: np.nan if np.isnan(x) else x/60000)\n",
    "                \n",
    "                ## Making nap variable\n",
    "                all_data['nap_duration']=all_data['sleep.naps'].apply(lambda x: x[0]['qualityDuration']/60000 if len(x)==1 else(\n",
    "                                                    sum([y['qualityDuration'] for y in x if y['qualityDuration'] is not None])/60000 if len(x)>1 else 0))\n",
    "                all_data.drop(['sleep.naps'],axis=1,inplace=True)\n",
    "                ## dropping duplicates subsetting because of list columns\n",
    "                all_data.drop_duplicates(subset=['day','sleep.id'],inplace=True)\n",
    "                \n",
    "                self.all_data=all_data\n",
    "                return all_data\n",
    "        else:\n",
    "            print(\"Please run the authorization function first\")\n",
    "\n",
    "    def get_activities_all(self):\n",
    "        '''\n",
    "        Activity data is pulled through the get_keydata functions so if the data pull is present, this function\n",
    "        just transforms the activity column into a dataframe of activities, where each activity is a row.\n",
    "        If it has not been pulled, this function runs the key data function then returns the activity dataframe'''\n",
    "        \n",
    "        if self.sport_dict:\n",
    "            sport_dict=self.sport_dict\n",
    "        else:\n",
    "            sports=client.pull_api('https://api-7.whoop.com/sports')\n",
    "            sport_dict={sport['id']:sport['name'] for sport in sports}\n",
    "            self.sport_dict=self.sport_dict\n",
    "        \n",
    "        if self.start_datetime:\n",
    "            ## process activity data\n",
    "            \n",
    "            if self.all_data is not None:\n",
    "                ## use existing \n",
    "                data=self.all_data                \n",
    "            else:\n",
    "                ## pull all data to process activities\n",
    "                data=self.get_keydata_all()\n",
    "            ## now process activities data\n",
    "            act_data=pd.json_normalize(data[data['strain.workouts'].apply(len)>0]['strain.workouts'].apply(lambda x: x[0]))\n",
    "            act_data[['during.upper','during.lower']]=act_data[['during.upper','during.lower']].apply(pd.to_datetime)\n",
    "            act_data['total_minutes']=act_data.apply(lambda x: (x['during.upper']-x['during.lower']).total_seconds()/60.0,axis=1)\n",
    "            for z in range(0,6):\n",
    "                 act_data['zone{}_minutes'.format(z+1)]=act_data['zones'].apply(lambda x: x[z]/60000.)\n",
    "            act_data['sport_name']=activities.sportId.apply(lambda x: sport_dict[x])\n",
    "            \n",
    "            act_data['day']=act_data['during.lower'].dt.strftime('%Y-%m-%d')\n",
    "            act_data.drop(['zones','during.bounds'],axis=1,inplace=True)\n",
    "            act_data.drop_duplicates(inplace=True)\n",
    "            self.all_activities=act_data\n",
    "            return act_data  \n",
    "        else:\n",
    "            print(\"Please run the authorization function first\")\n",
    "    \n",
    "    def get_sleep_all(self):\n",
    "        '''\n",
    "        This function returns all sleep metrics in a data frame, for the duration of user's WHOOP membership.\n",
    "        Each row in the data frame represents one night of sleep\n",
    "        '''\n",
    "        if self.auth_code:\n",
    "            if self.all_data is not None:\n",
    "                ## use existing\n",
    "                data=self.all_data\n",
    "            else:\n",
    "                ## pull timeframe data\n",
    "                data=self.get_keydata_all()\n",
    "            \n",
    "            ## getting all the sleep ids\n",
    "            sleep_ids=data['sleep.id'].values.tolist()\n",
    "            sleep_list=[int(x) for x in sleep_ids if pd.isna(x)==False]\n",
    "            all_sleep=pd.DataFrame()\n",
    "            for s in sleep_list:\n",
    "                m=self.pull_sleep_main(s)\n",
    "                all_sleep=pd.concat([all_sleep,m])\n",
    "            \n",
    "            ## Cleaning sleep data\n",
    "            sleep_update=['qualityDuration','latency','debtPre','debtPost','needFromStrain','sleepNeed',\n",
    "                          'habitualSleepNeed','timeInBed','lightSleepDuration','slowWaveSleepDuration',\n",
    "                          'remSleepDuration','wakeDuration','arousalTime','noDataDuration','creditFromNaps',\n",
    "                          'projectedSleep']\n",
    "            \n",
    "            for col in sleep_update:            \n",
    "                all_sleep[col]=all_sleep[col].astype(float).apply(lambda x: np.nan if np.isnan(x) else x/60000)\n",
    "            \n",
    "            all_sleep.drop(['during.bounds'],axis=1,inplace=True)\n",
    "            \n",
    "            return all_sleep\n",
    "        else:\n",
    "            print(\"Please run the authorization function first\")\n",
    "   \n",
    "    def get_sleep_events_all(self):\n",
    "        '''\n",
    "        This function returns all sleep events in a data frame, for the duration of user's WHOOP membership.\n",
    "        Each row in the data frame represents an individual sleep event within an individual night of sleep. \n",
    "        Sleep events can be joined against the sleep or main datasets by sleep id.\n",
    "        All sleep times are returned in minutes.\n",
    "        '''\n",
    "        if self.auth_code:\n",
    "            if self.all_data is not None:\n",
    "                ## use existing\n",
    "                data=self.all_data\n",
    "            else:\n",
    "                ## pull timeframe data\n",
    "                data=self.get_keydata_all(start,end)\n",
    "            \n",
    "            ## getting all the sleep ids\n",
    "            sleep_ids=data['sleep.id'].values.tolist()\n",
    "            sleep_list=[int(x) for x in sleep_ids if pd.isna(x)==False]\n",
    "            all_sleep_events=pd.DataFrame()\n",
    "            for s in sleep_list:\n",
    "                events=self.pull_sleep_events(s)\n",
    "                all_sleep_events=pd.concat([all_sleep_events,events])\n",
    "            \n",
    "            ## Cleaning sleep events data\n",
    "            all_sleep_events['during.lower']=pd.to_datetime(all_sleep_events['during.lower'])\n",
    "            all_sleep_events['during.upper']=pd.to_datetime(all_sleep_events['during.upper'])\n",
    "            all_sleep_events.drop(['during.bounds'],axis=1,inplace=True)\n",
    "            all_sleep_events['total_minutes']=all_sleep_events.apply(lambda x: (x['during.upper']-x['during.lower']).total_seconds()/60.0,axis=1)\n",
    "            \n",
    "            return all_sleep_events\n",
    "        else:\n",
    "            print(\"Please run the authorization function first\")\n",
    "    \n",
    "    def get_hr_all(self,df=False):\n",
    "        '''\n",
    "        This function will pull every heart rate measurement recorded for the life of WHOOP membership.\n",
    "        The default return for this function is a list of lists, where each \"row\" contains the date, time, and hr value. \n",
    "        The measurements are spaced out every ~6 seconds on average.\n",
    "        \n",
    "        To return a dataframe, set df=True. This will take a bit longer, but will return a data frame.\n",
    "        \n",
    "        NOTE: This api pull takes about 6 seconds per week of data ... or 1 minutes for 10 weeks of data, \n",
    "        so be careful when you pull, it may take a while.\n",
    "        '''\n",
    "        if self.start_datetime:\n",
    "            athlete_id=self.whoop_id\n",
    "            start_date=parser.isoparse(client.start_datetime).replace(tzinfo=None)\n",
    "            end_time='T23:59:59.999Z'\n",
    "            start_time='T00:00:00.000Z'\n",
    "            intervals=rrule.rrule(freq=WEEKLY,interval=1,until=self.current_datetime, dtstart=start_date)\n",
    "            date_range=[[d.strftime('%Y-%m-%d') + start_time,\n",
    "                        (d+relativedelta.relativedelta(weeks=1)).strftime('%Y-%m-%d') + end_time] for d in intervals]\n",
    "            \n",
    "            hr_list=[]\n",
    "            for dates in date_range:\n",
    "                start=dates[0]\n",
    "                end=dates[1]\n",
    "                ul='''https://api-7.whoop.com/users/24590/metrics/heart_rate?end={}&order=t&start={}&step=6'''.format(end,start)\n",
    "                hr_vals=client.pull_api(ul)['values']\n",
    "                hr_values=[[datetime.utcfromtimestamp(h['time']/1e3).date(),\n",
    "                                  datetime.utcfromtimestamp(h['time']/1e3).time(),\n",
    "                                  h['data']] for h in hr_vals]\n",
    "                hr_list.extend(hr_values)\n",
    "            if df:\n",
    "                hr_df=pd.DataFrame(hr_list)\n",
    "                hr_df.columns=['date','time','hr']\n",
    "                return hr_df\n",
    "            else:\n",
    "                return hr_list\n",
    "        else:\n",
    "            print(\"Please run the authorization function first\")\n",
    "\n",
    "    def get_keydata_timeframe(self,start,end=datetime.strftime(datetime.utcnow(),\"%Y-%m-%d\")):\n",
    "        '''\n",
    "        This function returns a dataframe of WHOOP metrics for each day in a specified time period. \n",
    "        To use this function, provide a start and end date in string format as follows \"YYYY-MM-DD\".\n",
    "        \n",
    "        If no end date is specified, it will default to today's date.\n",
    "        \n",
    "        In the resulting dataframe, each day is a row and contains strain, recovery, and sleep information\n",
    "        '''\n",
    "        \n",
    "        st=datetime.strptime(start,'%Y-%m-%d')\n",
    "        e=datetime.strptime(end,'%Y-%m-%d')\n",
    "        if st>e:\n",
    "            if e>datetime.today():\n",
    "                print(\"Please enter an end date earlier than tomorrow\")\n",
    "            else:\n",
    "                print(\"Please enter a start date that is earlier than your end date\")\n",
    "        else:\n",
    "            if self.auth_code:\n",
    "                end_time='T23:59:59.999Z'\n",
    "                start_time='T00:00:00.000Z'\n",
    "                intervals=rrule.rrule(freq=WEEKLY,interval=1,until=e, dtstart=st)\n",
    "                date_range=[[d.strftime('%Y-%m-%d') + start_time,\n",
    "                            (d+relativedelta.relativedelta(weeks=1)).strftime('%Y-%m-%d') + end_time] for d in intervals if d<=e]\n",
    "                time_data=pd.DataFrame()\n",
    "                for dates in date_range:\n",
    "                    cycle_url='https://api-7.whoop.com/users/{}/cycles?end={}&start={}'.format(self.whoop_id,\n",
    "                                                                                           dates[1],\n",
    "                                                                                           dates[0])\n",
    "                    data=self.pull_api(cycle_url,df=True)\n",
    "                    time_data=pd.concat([time_data,data])\n",
    "                time_data.reset_index(drop=True,inplace=True)\n",
    "\n",
    "                ## fixing the day column so it's not a list\n",
    "                time_data['days']=time_data['days'].map(lambda d: d[0])\n",
    "                time_data.rename(columns={\"days\":'day'},inplace=True)\n",
    "\n",
    "                ## Putting all time into minutes instead of milliseconds\n",
    "                sleep_cols=['qualityDuration','needBreakdown.baseline','needBreakdown.debt','needBreakdown.naps',\n",
    "                'needBreakdown.strain','needBreakdown.total']\n",
    "                for sleep_col in sleep_cols:\n",
    "                    time_data['sleep.' + sleep_col]=time_data['sleep.' + sleep_col].astype(float).apply(lambda x: np.nan if np.isnan(x) else x/60000)\n",
    "                \n",
    "                ## Making nap variable\n",
    "                time_data['nap_duration']=time_data['sleep.naps'].apply(lambda x: x[0]['qualityDuration']/60000 if len(x)==1 else(\n",
    "                                                    sum([y['qualityDuration'] for y in x if y['qualityDuration'] is not None])/60000 if len(x)>1 else 0))\n",
    "                time_data.drop(['sleep.naps'],axis=1,inplace=True)\n",
    "                \n",
    "                ## removing duplicates\n",
    "                time_data.drop_duplicates(subset=['day','sleep.id'],inplace=True)\n",
    "                \n",
    "                \n",
    "                return time_data\n",
    "            else:\n",
    "                print(\"Please run the authorization function first\")\n",
    "                \n",
    "    def get_activities_timeframe(self,start,end=datetime.strftime(datetime.utcnow(),\"%Y-%m-%d\")):\n",
    "        '''\n",
    "        Activity data is pulled through the get_keydata functions so if the data pull is present, this function\n",
    "        just transforms the activity column into a dataframe of activities, where each activity is a row.\n",
    "        If it has not been pulled, this function runs the key data function then returns the activity dataframe\n",
    "        \n",
    "        If no end date is specified, it will default to today's date.\n",
    "        '''\n",
    "        \n",
    "        st=datetime.strptime(start,'%Y-%m-%d')\n",
    "        e=datetime.strptime(end,'%Y-%m-%d')\n",
    "        if st>e:\n",
    "            if e>datetime.today():\n",
    "                print(\"Please enter an end date earlier than tomorrow\")\n",
    "            else:\n",
    "                print(\"Please enter a start date that is earlier than your end date\")\n",
    "        else:\n",
    "        \n",
    "            if self.auth_code:\n",
    "\n",
    "                if self.sport_dict:\n",
    "                    sport_dict=self.sport_dict\n",
    "                else:\n",
    "                    sports=client.pull_api('https://api-7.whoop.com/sports')\n",
    "                    sport_dict={sport['id']:sport['name'] for sport in sports}\n",
    "                    self.sport_dict=self.sport_dict\n",
    "\n",
    "                ## process activity data\n",
    "                if self.all_data is not None:\n",
    "                    ## use existing\n",
    "                    data=self.all_data\n",
    "                    data=data[(data.day>=start)&(data.day<=end)].copy(deep=True)\n",
    "                else:\n",
    "                    ## pull timeframe data\n",
    "                    data=self.get_keydata_timeframe(start,end)\n",
    "                ## now process activities data\n",
    "                act_data=pd.json_normalize(data[data['strain.workouts'].apply(len)>0]['strain.workouts'].apply(lambda x: x[0]))\n",
    "                act_data[['during.upper','during.lower']]=act_data[['during.upper','during.lower']].apply(pd.to_datetime)\n",
    "                act_data['total_minutes']=act_data.apply(lambda x: (x['during.upper']-x['during.lower']).total_seconds()/60.0,axis=1)\n",
    "                for z in range(0,6):\n",
    "                     act_data['zone{}_minutes'.format(z+1)]=act_data['zones'].apply(lambda x: x[z]/60000.)\n",
    "                act_data['sport_name']=activities.sportId.apply(lambda x: sport_dict[x])\n",
    "\n",
    "                act_data['day']=act_data['during.lower'].dt.strftime('%Y-%m-%d')\n",
    "                act_data.drop(['zones','during.bounds'],axis=1,inplace=True)\n",
    "                act_data.drop_duplicates(inplace=True)\n",
    "                self.all_activities=act_data\n",
    "                return act_data  \n",
    "            else:\n",
    "                print(\"Please run the authorization function first\")\n",
    "            \n",
    "\n",
    "    def get_sleep_timeframe(self,start,end=datetime.strftime(datetime.utcnow(),\"%Y-%m-%d\")):\n",
    "        '''\n",
    "        This function returns sleep metrics in a data frame, for timeframe specified by the user.\n",
    "        Each row in the data frame represents one night of sleep. \n",
    "        \n",
    "        If no end date is specified, it will default to today's date.\n",
    "        \n",
    "        All sleep times are returned in minutes.\n",
    "        '''\n",
    "        \n",
    "        st=datetime.strptime(start,'%Y-%m-%d')\n",
    "        e=datetime.strptime(end,'%Y-%m-%d')\n",
    "        if st>e:\n",
    "            if e>datetime.today():\n",
    "                print(\"Please enter an end date earlier than tomorrow\")\n",
    "            else:\n",
    "                print(\"Please enter a start date that is earlier than your end date\")\n",
    "        else:\n",
    "            if self.auth_code:\n",
    "                if self.all_data is not None:\n",
    "                    ## use existing\n",
    "                    data=self.all_data\n",
    "                    data=data[(data.day>=start)&(data.day<=end)].copy(deep=True)\n",
    "                else:\n",
    "                    ## pull timeframe data\n",
    "                    data=self.get_keydata_timeframe(start,end)\n",
    "\n",
    "                ## getting all the sleep ids\n",
    "                sleep_ids=data['sleep.id'].values.tolist()\n",
    "                sleep_list=[int(x) for x in sleep_ids if pd.isna(x)==False]\n",
    "                time_sleep=pd.DataFrame()\n",
    "                for s in sleep_list:\n",
    "                    m=self.pull_sleep_main(s)\n",
    "                    time_sleep=pd.concat([time_sleep,m])\n",
    "\n",
    "                ## Cleaning sleep data\n",
    "                sleep_update=['qualityDuration','latency','debtPre','debtPost','needFromStrain','sleepNeed',\n",
    "                              'habitualSleepNeed','timeInBed','lightSleepDuration','slowWaveSleepDuration',\n",
    "                              'remSleepDuration','wakeDuration','arousalTime','noDataDuration','creditFromNaps',\n",
    "                              'projectedSleep']            \n",
    "\n",
    "                for col in sleep_update:            \n",
    "                    time_sleep[col]=time_sleep[col].astype(float).apply(lambda x: np.nan if np.isnan(x) else x/60000)\n",
    "\n",
    "                time_sleep.drop(['during.bounds'],axis=1,inplace=True)\n",
    "\n",
    "                return time_sleep\n",
    "            else:\n",
    "                print(\"Please run the authorization function first\")\n",
    "\n",
    "    def get_sleep_events_timeframe(self,start,end=datetime.strftime(datetime.utcnow(),\"%Y-%m-%d\")):\n",
    "        '''\n",
    "        This function returns sleep events in a data frame, for the time frame specified by the user.\n",
    "        Each row in the data frame represents an individual sleep event within an individual night of sleep. \n",
    "        Sleep events can be joined against the sleep or main datasets by sleep id.\n",
    "        \n",
    "        If no end date is specified, it will default to today's date.\n",
    "        '''\n",
    "        \n",
    "        st=datetime.strptime(start,'%Y-%m-%d')\n",
    "        e=datetime.strptime(end,'%Y-%m-%d')\n",
    "        if st>e:\n",
    "            if e>datetime.today():\n",
    "                print(\"Please enter an end date earlier than tomorrow\")\n",
    "            else:\n",
    "                print(\"Please enter a start date that is earlier than your end date\")\n",
    "        else:\n",
    "            \n",
    "            if self.auth_code:\n",
    "                if self.all_data is not None:\n",
    "                    ## use existing\n",
    "                    data=self.all_data\n",
    "                    data=data[(data.day>=start)&(data.day<=end)].copy(deep=True)\n",
    "                else:\n",
    "                    ## pull timeframe data\n",
    "                    data=self.get_keydata_timeframe(start,end)\n",
    "\n",
    "                ## getting all the sleep ids\n",
    "                sleep_ids=data['sleep.id'].values.tolist()\n",
    "                sleep_list=[int(x) for x in sleep_ids if pd.isna(x)==False]\n",
    "                time_sleep_events=pd.DataFrame()\n",
    "                for s in sleep_list:\n",
    "                    events=self.pull_sleep_events(s)\n",
    "                    time_sleep_events=pd.concat([time_sleep_events,events])\n",
    "\n",
    "                ## Cleaning sleep events data\n",
    "                time_sleep_events['during.lower']=pd.to_datetime(time_sleep_events['during.lower'])\n",
    "                time_sleep_events['during.upper']=pd.to_datetime(time_sleep_events['during.upper'])\n",
    "                time_sleep_events.drop(['during.bounds'],axis=1,inplace=True)\n",
    "                time_sleep_events['total_minutes']=time_sleep_events.apply(lambda x: (x['during.upper']-x['during.lower']).total_seconds()/60.0,axis=1)\n",
    "\n",
    "                return time_sleep_events\n",
    "            else:\n",
    "                print(\"Please run the authorization function first\")\n",
    "\n",
    "    def get_hr_timeframe(self,start,end=datetime.strftime(datetime.utcnow(),\"%Y-%m-%d\"),df=False):\n",
    "        '''\n",
    "        This function will pull every heart rate measurement recorded, for the time frame specified by the user.\n",
    "        The default return for this function is a list of lists, where each \"row\" contains the date, time, and hr value. \n",
    "        The measurements are spaced out every ~6 seconds on average.\n",
    "        \n",
    "        To return a dataframe, set df=True. This will take a bit longer, but will return a data frame.\n",
    "        \n",
    "        If no end date is specified, it will default to today's date.\n",
    "        \n",
    "        NOTE: This api pull takes about 6 seconds per week of data ... or 1 minutes for 10 weeks of data, \n",
    "        so be careful when you pull, it may take a while.\n",
    "        '''\n",
    "        \n",
    "        st=datetime.strptime(start,'%Y-%m-%d')\n",
    "        e=datetime.strptime(end,'%Y-%m-%d')\n",
    "        if st>e:\n",
    "            if e>datetime.today():\n",
    "                print(\"Please enter an end date earlier than tomorrow\")\n",
    "            else:\n",
    "                print(\"Please enter a start date that is earlier than your end date\")\n",
    "        else:\n",
    "            \n",
    "            if self.start_datetime:\n",
    "                athlete_id=self.whoop_id\n",
    "                start_date=parser.isoparse(client.start_datetime).replace(tzinfo=None)\n",
    "                end_time='T23:59:59.999Z'\n",
    "                start_time='T00:00:00.000Z'\n",
    "                ## using the st and e since it needs the datetime formatted date\n",
    "                intervals=rrule.rrule(freq=WEEKLY,interval=1,until=e, dtstart=st)\n",
    "                date_range=[[d.strftime('%Y-%m-%d') + start_time,\n",
    "                            (d+relativedelta.relativedelta(weeks=1)).strftime('%Y-%m-%d') + end_time] for d in intervals]\n",
    "\n",
    "                hr_list=[]\n",
    "                for dates in date_range:\n",
    "                    start=dates[0]\n",
    "                    end=dates[1]\n",
    "                    ul='''https://api-7.whoop.com/users/24590/metrics/heart_rate?end={}&order=t&start={}&step=6'''.format(end,start)\n",
    "                    hr_vals=client.pull_api(ul)['values']\n",
    "                    hr_values=[[datetime.utcfromtimestamp(h['time']/1e3).date(),\n",
    "                                      datetime.utcfromtimestamp(h['time']/1e3).time(),\n",
    "                                      h['data']] for h in hr_vals]\n",
    "                    hr_list.extend(hr_values)\n",
    "                if df:\n",
    "                    hr_df=pd.DataFrame(hr_list)\n",
    "                    hr_df.columns=['date','time','hr']\n",
    "                    return hr_df\n",
    "                else:\n",
    "                    return hr_list\n",
    "            else:\n",
    "                print(\"Please run the authorization function first\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Authentication successful\n"
     ]
    }
   ],
   "source": [
    "client=whoop_login()\n",
    "client.get_authorization('whoop.ini')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 5 µs, sys: 1e+03 ns, total: 6 µs\n",
      "Wall time: 22.9 µs\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "'2018-05-30T00:30:04.261Z'"
      ]
     },
     "execution_count": 67,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%time\n",
    "client.auth_code\n",
    "client.start_datetime"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 3.21 s, sys: 2.38 s, total: 5.59 s\n",
      "Wall time: 35.1 s\n"
     ]
    }
   ],
   "source": [
    "%time hr_timed=client.get_hr_timeframe('2020-09-01',df=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>time</th>\n",
       "      <th>hr</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-09-01</td>\n",
       "      <td>00:00:00</td>\n",
       "      <td>84</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2020-09-01</td>\n",
       "      <td>00:00:06</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2020-09-01</td>\n",
       "      <td>00:00:12</td>\n",
       "      <td>92</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2020-09-01</td>\n",
       "      <td>00:00:18</td>\n",
       "      <td>98</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2020-09-01</td>\n",
       "      <td>00:00:24</td>\n",
       "      <td>99</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         date      time  hr\n",
       "0  2020-09-01  00:00:00  84\n",
       "1  2020-09-01  00:00:06  87\n",
       "2  2020-09-01  00:00:12  92\n",
       "3  2020-09-01  00:00:18  98\n",
       "4  2020-09-01  00:00:24  99"
      ]
     },
     "execution_count": 71,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hr_timed.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "took about 12 minutes to pull all the data from the api (about 130 weeks of data),\n",
    "took 14 minutes when i put it in a list (the dataframe bit only takes less than a minute)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "14.004758397738138\n"
     ]
    }
   ],
   "source": [
    "## initial test with the dataframe took 12 minutes, going to try just the list\n",
    "start=time.time()\n",
    "hr_data=client.get_hr_all()\n",
    "end=time.time()-start\n",
    "print(end/60.0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "len(hr_data)\n",
    "hr_df=pd.DataFrame(hr_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "('https://api-7.whoop.com/users/24590/metrics/heart_rate?end=2018-06-06T23:59:59.999ZT23:59:59.999Z&order=t&start=2018-05-30T00:00:00.000ZT00:00:00.000Z&step=6',\n",
       " 'https://api-7.whoop.com/users/24590/metrics/heart_rate?end=2020-10-14T23:59:59.999Z&order=t&start=2020-10-07T00:00:00.000Z&step=6')"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hr_data, ul"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 540,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "test\n",
      "CPU times: user 322 µs, sys: 197 µs, total: 519 µs\n",
      "Wall time: 610 µs\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "print('test')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 37 s, sys: 1.4 s, total: 38.4 s\n",
      "Wall time: 8min 26s\n"
     ]
    }
   ],
   "source": [
    "%time sleep=client.get_sleep_all()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 441,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>createdAt</th>\n",
       "      <th>updatedAt</th>\n",
       "      <th>activityId</th>\n",
       "      <th>score</th>\n",
       "      <th>qualityDuration</th>\n",
       "      <th>latency</th>\n",
       "      <th>significant</th>\n",
       "      <th>maxHeartRate</th>\n",
       "      <th>averageHeartRate</th>\n",
       "      <th>debtPre</th>\n",
       "      <th>debtPost</th>\n",
       "      <th>needFromStrain</th>\n",
       "      <th>sleepNeed</th>\n",
       "      <th>habitualSleepNeed</th>\n",
       "      <th>disturbances</th>\n",
       "      <th>timeInBed</th>\n",
       "      <th>lightSleepDuration</th>\n",
       "      <th>slowWaveSleepDuration</th>\n",
       "      <th>remSleepDuration</th>\n",
       "      <th>cyclesCount</th>\n",
       "      <th>wakeDuration</th>\n",
       "      <th>isNap</th>\n",
       "      <th>arousalTime</th>\n",
       "      <th>noDataDuration</th>\n",
       "      <th>inSleepEfficiency</th>\n",
       "      <th>normal</th>\n",
       "      <th>creditFromNaps</th>\n",
       "      <th>hrBaseline</th>\n",
       "      <th>respiratoryRate</th>\n",
       "      <th>sleepConsistency</th>\n",
       "      <th>projectedScore</th>\n",
       "      <th>projectedSleep</th>\n",
       "      <th>capTouch80th</th>\n",
       "      <th>algoVersion</th>\n",
       "      <th>id</th>\n",
       "      <th>kilojoules</th>\n",
       "      <th>userId</th>\n",
       "      <th>timezoneOffset</th>\n",
       "      <th>surveyResponseId</th>\n",
       "      <th>percentRecorded</th>\n",
       "      <th>autoDetected</th>\n",
       "      <th>state</th>\n",
       "      <th>responded</th>\n",
       "      <th>teamActId</th>\n",
       "      <th>source</th>\n",
       "      <th>during.lower</th>\n",
       "      <th>during.upper</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2019-11-02T14:43:01.552Z</td>\n",
       "      <td>2019-11-02T14:44:38.269Z</td>\n",
       "      <td>32327414</td>\n",
       "      <td>82</td>\n",
       "      <td>442.453250</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>65.413067</td>\n",
       "      <td>62.786150</td>\n",
       "      <td>12.190900</td>\n",
       "      <td>540.120617</td>\n",
       "      <td>462.516650</td>\n",
       "      <td>7</td>\n",
       "      <td>478.040233</td>\n",
       "      <td>206.973150</td>\n",
       "      <td>124.574983</td>\n",
       "      <td>110.905117</td>\n",
       "      <td>4</td>\n",
       "      <td>36.161700</td>\n",
       "      <td>False</td>\n",
       "      <td>14.307550</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.925556</td>\n",
       "      <td>True</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>None</td>\n",
       "      <td>16.5527</td>\n",
       "      <td>58</td>\n",
       "      <td>82</td>\n",
       "      <td>442.453333</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>32327414</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0400</td>\n",
       "      <td>25064690</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>auto+user</td>\n",
       "      <td>2019-11-02T06:30:05.043Z</td>\n",
       "      <td>2019-11-02T14:28:07.457Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-08-11T10:37:00.609Z</td>\n",
       "      <td>2020-08-11T14:53:05.836Z</td>\n",
       "      <td>101772396</td>\n",
       "      <td>89</td>\n",
       "      <td>457.142833</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>46.132333</td>\n",
       "      <td>28.097600</td>\n",
       "      <td>5.882317</td>\n",
       "      <td>513.338050</td>\n",
       "      <td>461.323383</td>\n",
       "      <td>11</td>\n",
       "      <td>516.620500</td>\n",
       "      <td>222.907950</td>\n",
       "      <td>110.580383</td>\n",
       "      <td>123.654500</td>\n",
       "      <td>8</td>\n",
       "      <td>60.079150</td>\n",
       "      <td>False</td>\n",
       "      <td>21.837700</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.884872</td>\n",
       "      <td>True</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>None</td>\n",
       "      <td>15.5273</td>\n",
       "      <td>73</td>\n",
       "      <td>89</td>\n",
       "      <td>457.143333</td>\n",
       "      <td>None</td>\n",
       "      <td>4.2.0</td>\n",
       "      <td>101772396</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0700</td>\n",
       "      <td>None</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>auto</td>\n",
       "      <td>2020-08-11T06:08:18.266Z</td>\n",
       "      <td>2020-08-11T14:44:55.496Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2019-05-13T10:41:13.553Z</td>\n",
       "      <td>2019-05-13T11:51:06.866Z</td>\n",
       "      <td>18682727</td>\n",
       "      <td>77</td>\n",
       "      <td>420.370933</td>\n",
       "      <td>1.483283</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>50.630833</td>\n",
       "      <td>82.939400</td>\n",
       "      <td>35.468217</td>\n",
       "      <td>549.387800</td>\n",
       "      <td>463.288733</td>\n",
       "      <td>11</td>\n",
       "      <td>468.202150</td>\n",
       "      <td>271.875283</td>\n",
       "      <td>109.996800</td>\n",
       "      <td>38.498850</td>\n",
       "      <td>3</td>\n",
       "      <td>47.498700</td>\n",
       "      <td>False</td>\n",
       "      <td>24.315950</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.900694</td>\n",
       "      <td>True</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>None</td>\n",
       "      <td>15.8789</td>\n",
       "      <td>86</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>18682727</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0400</td>\n",
       "      <td>14591872</td>\n",
       "      <td>0.997900</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>user</td>\n",
       "      <td>2019-05-13T03:55:47.255Z</td>\n",
       "      <td>2019-05-13T11:44:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-07-07T15:21:16.025Z</td>\n",
       "      <td>2020-07-07T15:31:30.713Z</td>\n",
       "      <td>88582207</td>\n",
       "      <td>83</td>\n",
       "      <td>457.079550</td>\n",
       "      <td>2.178967</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>64.604983</td>\n",
       "      <td>46.480217</td>\n",
       "      <td>23.970767</td>\n",
       "      <td>550.040000</td>\n",
       "      <td>461.464233</td>\n",
       "      <td>11</td>\n",
       "      <td>558.196800</td>\n",
       "      <td>297.874800</td>\n",
       "      <td>114.141567</td>\n",
       "      <td>45.063183</td>\n",
       "      <td>4</td>\n",
       "      <td>101.724500</td>\n",
       "      <td>False</td>\n",
       "      <td>29.271667</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.822059</td>\n",
       "      <td>True</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>None</td>\n",
       "      <td>16.3184</td>\n",
       "      <td>77</td>\n",
       "      <td>83</td>\n",
       "      <td>457.080000</td>\n",
       "      <td>None</td>\n",
       "      <td>4.2.0</td>\n",
       "      <td>88582207</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0700</td>\n",
       "      <td>None</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>auto+user</td>\n",
       "      <td>2020-07-07T06:01:17.563Z</td>\n",
       "      <td>2020-07-07T15:19:29.371Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-01-30T11:46:07.311Z</td>\n",
       "      <td>2020-01-30T13:22:53.892Z</td>\n",
       "      <td>47059078</td>\n",
       "      <td>83</td>\n",
       "      <td>437.305283</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>29.708600</td>\n",
       "      <td>59.052817</td>\n",
       "      <td>37.322683</td>\n",
       "      <td>529.165233</td>\n",
       "      <td>462.133917</td>\n",
       "      <td>14</td>\n",
       "      <td>488.390167</td>\n",
       "      <td>355.806000</td>\n",
       "      <td>55.445333</td>\n",
       "      <td>26.053950</td>\n",
       "      <td>2</td>\n",
       "      <td>51.706900</td>\n",
       "      <td>False</td>\n",
       "      <td>27.316967</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.895401</td>\n",
       "      <td>True</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>None</td>\n",
       "      <td>16.6406</td>\n",
       "      <td>81</td>\n",
       "      <td>83</td>\n",
       "      <td>437.305000</td>\n",
       "      <td>44076</td>\n",
       "      <td>None</td>\n",
       "      <td>47059078</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0500</td>\n",
       "      <td>36088234</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>user</td>\n",
       "      <td>2020-01-30T04:21:36.219Z</td>\n",
       "      <td>2020-01-30T12:30:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2018-09-30T10:08:19.712Z</td>\n",
       "      <td>2018-09-30T10:09:10.015Z</td>\n",
       "      <td>9348008</td>\n",
       "      <td>62</td>\n",
       "      <td>370.655250</td>\n",
       "      <td>0.483317</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>65.673550</td>\n",
       "      <td>127.800000</td>\n",
       "      <td>72.184333</td>\n",
       "      <td>602.216333</td>\n",
       "      <td>464.358450</td>\n",
       "      <td>5</td>\n",
       "      <td>377.654533</td>\n",
       "      <td>259.158800</td>\n",
       "      <td>70.497767</td>\n",
       "      <td>40.998683</td>\n",
       "      <td>2</td>\n",
       "      <td>6.999800</td>\n",
       "      <td>False</td>\n",
       "      <td>6.416467</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.982724</td>\n",
       "      <td>True</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>9348008</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0400</td>\n",
       "      <td>7119119</td>\n",
       "      <td>0.999591</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>auto</td>\n",
       "      <td>2018-09-30T03:26:49.777Z</td>\n",
       "      <td>2018-09-30T09:44:29.049Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2018-08-10T11:46:32.809Z</td>\n",
       "      <td>2018-08-10T11:50:32.299Z</td>\n",
       "      <td>8007740</td>\n",
       "      <td>65</td>\n",
       "      <td>395.471533</td>\n",
       "      <td>3.483200</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>99.890133</td>\n",
       "      <td>107.117483</td>\n",
       "      <td>45.211033</td>\n",
       "      <td>609.706500</td>\n",
       "      <td>464.605317</td>\n",
       "      <td>8</td>\n",
       "      <td>448.968617</td>\n",
       "      <td>249.475983</td>\n",
       "      <td>69.997817</td>\n",
       "      <td>75.997733</td>\n",
       "      <td>7</td>\n",
       "      <td>53.498267</td>\n",
       "      <td>False</td>\n",
       "      <td>20.865967</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.887732</td>\n",
       "      <td>True</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>40</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>8007740</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0400</td>\n",
       "      <td>6014334</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>auto</td>\n",
       "      <td>2018-08-10T03:51:32.517Z</td>\n",
       "      <td>2018-08-10T11:20:30.634Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2018-07-16T15:04:27.104Z</td>\n",
       "      <td>2018-07-16T15:04:56.432Z</td>\n",
       "      <td>7424411</td>\n",
       "      <td>96</td>\n",
       "      <td>492.976750</td>\n",
       "      <td>1.983267</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>183.566800</td>\n",
       "      <td>11.007683</td>\n",
       "      <td>75.192917</td>\n",
       "      <td>514.992133</td>\n",
       "      <td>464.726083</td>\n",
       "      <td>3</td>\n",
       "      <td>539.474417</td>\n",
       "      <td>330.973000</td>\n",
       "      <td>124.504967</td>\n",
       "      <td>37.498783</td>\n",
       "      <td>4</td>\n",
       "      <td>46.498517</td>\n",
       "      <td>False</td>\n",
       "      <td>8.449733</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.917181</td>\n",
       "      <td>True</td>\n",
       "      <td>208.493683</td>\n",
       "      <td>40</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>7424411</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0400</td>\n",
       "      <td>5529149</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>auto+user</td>\n",
       "      <td>2018-07-16T05:54:16.833Z</td>\n",
       "      <td>2018-07-16T14:53:45.298Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2018-07-20T12:12:22.908Z</td>\n",
       "      <td>2018-07-20T13:53:52.510Z</td>\n",
       "      <td>7511341</td>\n",
       "      <td>64</td>\n",
       "      <td>378.138233</td>\n",
       "      <td>2.483250</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>71.697533</td>\n",
       "      <td>127.800000</td>\n",
       "      <td>53.430133</td>\n",
       "      <td>589.833933</td>\n",
       "      <td>464.706267</td>\n",
       "      <td>10</td>\n",
       "      <td>410.636267</td>\n",
       "      <td>186.477683</td>\n",
       "      <td>119.996217</td>\n",
       "      <td>71.664333</td>\n",
       "      <td>4</td>\n",
       "      <td>32.499000</td>\n",
       "      <td>False</td>\n",
       "      <td>20.832667</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.926462</td>\n",
       "      <td>True</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>39</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>7511341</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0400</td>\n",
       "      <td>5604916</td>\n",
       "      <td>0.999670</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>auto</td>\n",
       "      <td>2018-07-20T04:10:31.325Z</td>\n",
       "      <td>2018-07-20T11:01:09.501Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2019-12-31T08:46:09.769Z</td>\n",
       "      <td>2019-12-31T15:36:28.672Z</td>\n",
       "      <td>41086629</td>\n",
       "      <td>93</td>\n",
       "      <td>495.861183</td>\n",
       "      <td>1.425900</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>55.471250</td>\n",
       "      <td>17.492133</td>\n",
       "      <td>13.113683</td>\n",
       "      <td>530.845467</td>\n",
       "      <td>462.260517</td>\n",
       "      <td>10</td>\n",
       "      <td>537.673033</td>\n",
       "      <td>401.816417</td>\n",
       "      <td>56.904933</td>\n",
       "      <td>37.139833</td>\n",
       "      <td>3</td>\n",
       "      <td>42.498683</td>\n",
       "      <td>False</td>\n",
       "      <td>21.020417</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.924688</td>\n",
       "      <td>True</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>None</td>\n",
       "      <td>16.377</td>\n",
       "      <td>64</td>\n",
       "      <td>93</td>\n",
       "      <td>495.861667</td>\n",
       "      <td>45144</td>\n",
       "      <td>None</td>\n",
       "      <td>41086629</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0500</td>\n",
       "      <td>31630856</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>user</td>\n",
       "      <td>2019-12-31T06:02:19.520Z</td>\n",
       "      <td>2019-12-31T15:00:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2019-05-10T11:43:05.657Z</td>\n",
       "      <td>2019-05-10T11:53:42.841Z</td>\n",
       "      <td>18529279</td>\n",
       "      <td>72</td>\n",
       "      <td>405.471017</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>69.495367</td>\n",
       "      <td>78.339700</td>\n",
       "      <td>29.352550</td>\n",
       "      <td>562.150433</td>\n",
       "      <td>463.302500</td>\n",
       "      <td>8</td>\n",
       "      <td>496.134667</td>\n",
       "      <td>252.475700</td>\n",
       "      <td>96.997033</td>\n",
       "      <td>55.998283</td>\n",
       "      <td>4</td>\n",
       "      <td>90.663900</td>\n",
       "      <td>False</td>\n",
       "      <td>18.866083</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.81726</td>\n",
       "      <td>True</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>None</td>\n",
       "      <td>16.2891</td>\n",
       "      <td>84</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>18529279</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0400</td>\n",
       "      <td>14468982</td>\n",
       "      <td>0.999664</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>auto+user</td>\n",
       "      <td>2019-05-10T03:12:49.927Z</td>\n",
       "      <td>2019-05-10T11:28:58.007Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-03-04T13:32:57.620Z</td>\n",
       "      <td>2020-03-04T13:42:08.453Z</td>\n",
       "      <td>54016250</td>\n",
       "      <td>81</td>\n",
       "      <td>456.116750</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>50.489050</td>\n",
       "      <td>67.201550</td>\n",
       "      <td>48.172133</td>\n",
       "      <td>560.652500</td>\n",
       "      <td>461.991300</td>\n",
       "      <td>10</td>\n",
       "      <td>500.646750</td>\n",
       "      <td>294.072500</td>\n",
       "      <td>75.592100</td>\n",
       "      <td>86.452150</td>\n",
       "      <td>6</td>\n",
       "      <td>45.062333</td>\n",
       "      <td>False</td>\n",
       "      <td>21.356933</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.911055</td>\n",
       "      <td>True</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>None</td>\n",
       "      <td>17.0508</td>\n",
       "      <td>77</td>\n",
       "      <td>81</td>\n",
       "      <td>456.116667</td>\n",
       "      <td>44939</td>\n",
       "      <td>None</td>\n",
       "      <td>54016250</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0500</td>\n",
       "      <td>41132872</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>auto+user</td>\n",
       "      <td>2020-03-04T04:34:44.758Z</td>\n",
       "      <td>2020-03-04T12:55:23.563Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2019-02-09T11:59:08.245Z</td>\n",
       "      <td>2019-02-09T12:03:38.153Z</td>\n",
       "      <td>13969133</td>\n",
       "      <td>66</td>\n",
       "      <td>378.138800</td>\n",
       "      <td>0.483317</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>57.966400</td>\n",
       "      <td>97.233467</td>\n",
       "      <td>50.908083</td>\n",
       "      <td>572.605733</td>\n",
       "      <td>463.731233</td>\n",
       "      <td>7</td>\n",
       "      <td>388.637950</td>\n",
       "      <td>255.642433</td>\n",
       "      <td>23.999267</td>\n",
       "      <td>98.497100</td>\n",
       "      <td>6</td>\n",
       "      <td>10.499717</td>\n",
       "      <td>False</td>\n",
       "      <td>9.883050</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.974196</td>\n",
       "      <td>True</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>74</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>13969133</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0500</td>\n",
       "      <td>10913556</td>\n",
       "      <td>0.999560</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>auto+user</td>\n",
       "      <td>2019-02-09T05:19:08.071Z</td>\n",
       "      <td>2019-02-09T11:47:46.348Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-05-22T13:43:25.262Z</td>\n",
       "      <td>2020-05-22T16:58:13.419Z</td>\n",
       "      <td>73399312</td>\n",
       "      <td>69</td>\n",
       "      <td>398.457183</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>73.864600</td>\n",
       "      <td>90.721250</td>\n",
       "      <td>44.381250</td>\n",
       "      <td>579.899700</td>\n",
       "      <td>461.653833</td>\n",
       "      <td>5</td>\n",
       "      <td>442.984517</td>\n",
       "      <td>244.306750</td>\n",
       "      <td>115.632667</td>\n",
       "      <td>38.517767</td>\n",
       "      <td>4</td>\n",
       "      <td>44.965533</td>\n",
       "      <td>False</td>\n",
       "      <td>10.910800</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.899483</td>\n",
       "      <td>True</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>None</td>\n",
       "      <td>15.791</td>\n",
       "      <td>67</td>\n",
       "      <td>69</td>\n",
       "      <td>398.456667</td>\n",
       "      <td>47214</td>\n",
       "      <td>None</td>\n",
       "      <td>73399312</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0400</td>\n",
       "      <td>None</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>user</td>\n",
       "      <td>2020-05-22T06:20:00.000Z</td>\n",
       "      <td>2020-05-22T13:43:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-07-14T14:22:06.985Z</td>\n",
       "      <td>2020-07-14T14:32:17.913Z</td>\n",
       "      <td>91038329</td>\n",
       "      <td>75</td>\n",
       "      <td>389.203500</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>50.757900</td>\n",
       "      <td>66.260367</td>\n",
       "      <td>9.530833</td>\n",
       "      <td>521.724250</td>\n",
       "      <td>461.435500</td>\n",
       "      <td>12</td>\n",
       "      <td>455.289250</td>\n",
       "      <td>214.903300</td>\n",
       "      <td>108.157733</td>\n",
       "      <td>66.142467</td>\n",
       "      <td>3</td>\n",
       "      <td>66.560167</td>\n",
       "      <td>False</td>\n",
       "      <td>25.298350</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.854849</td>\n",
       "      <td>True</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>None</td>\n",
       "      <td>16.1133</td>\n",
       "      <td>78</td>\n",
       "      <td>75</td>\n",
       "      <td>389.203333</td>\n",
       "      <td>None</td>\n",
       "      <td>4.2.0</td>\n",
       "      <td>91038329</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0700</td>\n",
       "      <td>None</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>auto+user</td>\n",
       "      <td>2020-07-14T06:46:47.711Z</td>\n",
       "      <td>2020-07-14T14:22:05.066Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-08-18T12:45:31.720Z</td>\n",
       "      <td>2020-08-18T15:22:41.516Z</td>\n",
       "      <td>104514666</td>\n",
       "      <td>67</td>\n",
       "      <td>338.397800</td>\n",
       "      <td>1.538083</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>36.903583</td>\n",
       "      <td>81.685083</td>\n",
       "      <td>3.569467</td>\n",
       "      <td>501.767983</td>\n",
       "      <td>461.294917</td>\n",
       "      <td>12</td>\n",
       "      <td>372.056450</td>\n",
       "      <td>219.283000</td>\n",
       "      <td>65.565083</td>\n",
       "      <td>53.549717</td>\n",
       "      <td>3</td>\n",
       "      <td>34.089383</td>\n",
       "      <td>False</td>\n",
       "      <td>23.824300</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.913309</td>\n",
       "      <td>True</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>None</td>\n",
       "      <td>16.2305</td>\n",
       "      <td>60</td>\n",
       "      <td>67</td>\n",
       "      <td>338.398333</td>\n",
       "      <td>None</td>\n",
       "      <td>4.2.0</td>\n",
       "      <td>104514666</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0700</td>\n",
       "      <td>None</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>user</td>\n",
       "      <td>2020-08-18T06:30:55.828Z</td>\n",
       "      <td>2020-08-18T12:43:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2019-04-01T10:14:31.602Z</td>\n",
       "      <td>2019-04-01T11:31:19.989Z</td>\n",
       "      <td>16406050</td>\n",
       "      <td>75</td>\n",
       "      <td>356.805967</td>\n",
       "      <td>30.482350</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>76.178317</td>\n",
       "      <td>11.823783</td>\n",
       "      <td>475.305583</td>\n",
       "      <td>463.481800</td>\n",
       "      <td>2</td>\n",
       "      <td>389.804500</td>\n",
       "      <td>252.809117</td>\n",
       "      <td>19.499350</td>\n",
       "      <td>84.497500</td>\n",
       "      <td>6</td>\n",
       "      <td>32.998983</td>\n",
       "      <td>False</td>\n",
       "      <td>2.466583</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.992997</td>\n",
       "      <td>True</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>None</td>\n",
       "      <td>15.2344</td>\n",
       "      <td>60</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>16406050</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0400</td>\n",
       "      <td>12826976</td>\n",
       "      <td>0.999188</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>auto</td>\n",
       "      <td>2019-04-01T03:30:00.472Z</td>\n",
       "      <td>2019-04-01T09:59:48.742Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2019-01-23T10:37:09.568Z</td>\n",
       "      <td>2019-01-23T13:06:19.436Z</td>\n",
       "      <td>13215972</td>\n",
       "      <td>96</td>\n",
       "      <td>472.985817</td>\n",
       "      <td>0.983317</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>11.926500</td>\n",
       "      <td>11.559167</td>\n",
       "      <td>15.231567</td>\n",
       "      <td>490.966750</td>\n",
       "      <td>463.808667</td>\n",
       "      <td>8</td>\n",
       "      <td>494.184700</td>\n",
       "      <td>330.490117</td>\n",
       "      <td>42.998767</td>\n",
       "      <td>99.496933</td>\n",
       "      <td>7</td>\n",
       "      <td>21.199417</td>\n",
       "      <td>False</td>\n",
       "      <td>13.032950</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.959012</td>\n",
       "      <td>True</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>13215972</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0500</td>\n",
       "      <td>10322206</td>\n",
       "      <td>0.997983</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>user</td>\n",
       "      <td>2019-01-23T04:30:47.186Z</td>\n",
       "      <td>2019-01-23T12:45:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-04-20T12:42:40.419Z</td>\n",
       "      <td>2020-04-20T12:47:55.905Z</td>\n",
       "      <td>64544095</td>\n",
       "      <td>100</td>\n",
       "      <td>495.511467</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>8.905933</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>62.516883</td>\n",
       "      <td>449.666233</td>\n",
       "      <td>461.789283</td>\n",
       "      <td>20</td>\n",
       "      <td>580.675183</td>\n",
       "      <td>283.368383</td>\n",
       "      <td>98.579467</td>\n",
       "      <td>113.563617</td>\n",
       "      <td>6</td>\n",
       "      <td>85.553817</td>\n",
       "      <td>False</td>\n",
       "      <td>44.668633</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.853337</td>\n",
       "      <td>True</td>\n",
       "      <td>83.545867</td>\n",
       "      <td>None</td>\n",
       "      <td>16.2305</td>\n",
       "      <td>84</td>\n",
       "      <td>100</td>\n",
       "      <td>495.511667</td>\n",
       "      <td>47327</td>\n",
       "      <td>None</td>\n",
       "      <td>64544095</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0400</td>\n",
       "      <td>None</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>auto+user</td>\n",
       "      <td>2020-04-20T03:01:18.555Z</td>\n",
       "      <td>2020-04-20T12:41:59.066Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2019-05-06T11:12:23.856Z</td>\n",
       "      <td>2019-05-06T11:15:57.678Z</td>\n",
       "      <td>18303624</td>\n",
       "      <td>72</td>\n",
       "      <td>361.489083</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>8.935467</td>\n",
       "      <td>92.117917</td>\n",
       "      <td>32.527283</td>\n",
       "      <td>504.783633</td>\n",
       "      <td>463.320867</td>\n",
       "      <td>14</td>\n",
       "      <td>433.551067</td>\n",
       "      <td>180.994600</td>\n",
       "      <td>54.998267</td>\n",
       "      <td>125.496217</td>\n",
       "      <td>7</td>\n",
       "      <td>72.062517</td>\n",
       "      <td>False</td>\n",
       "      <td>29.765750</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.833787</td>\n",
       "      <td>True</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>None</td>\n",
       "      <td>16.4355</td>\n",
       "      <td>71</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>18303624</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0400</td>\n",
       "      <td>14290459</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>user</td>\n",
       "      <td>2019-05-06T03:56:26.130Z</td>\n",
       "      <td>2019-05-06T11:10:00.000Z</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  createdAt                 updatedAt  activityId score  \\\n",
       "0  2019-11-02T14:43:01.552Z  2019-11-02T14:44:38.269Z    32327414    82   \n",
       "0  2020-08-11T10:37:00.609Z  2020-08-11T14:53:05.836Z   101772396    89   \n",
       "0  2019-05-13T10:41:13.553Z  2019-05-13T11:51:06.866Z    18682727    77   \n",
       "0  2020-07-07T15:21:16.025Z  2020-07-07T15:31:30.713Z    88582207    83   \n",
       "0  2020-01-30T11:46:07.311Z  2020-01-30T13:22:53.892Z    47059078    83   \n",
       "0  2018-09-30T10:08:19.712Z  2018-09-30T10:09:10.015Z     9348008    62   \n",
       "0  2018-08-10T11:46:32.809Z  2018-08-10T11:50:32.299Z     8007740    65   \n",
       "0  2018-07-16T15:04:27.104Z  2018-07-16T15:04:56.432Z     7424411    96   \n",
       "0  2018-07-20T12:12:22.908Z  2018-07-20T13:53:52.510Z     7511341    64   \n",
       "0  2019-12-31T08:46:09.769Z  2019-12-31T15:36:28.672Z    41086629    93   \n",
       "0  2019-05-10T11:43:05.657Z  2019-05-10T11:53:42.841Z    18529279    72   \n",
       "0  2020-03-04T13:32:57.620Z  2020-03-04T13:42:08.453Z    54016250    81   \n",
       "0  2019-02-09T11:59:08.245Z  2019-02-09T12:03:38.153Z    13969133    66   \n",
       "0  2020-05-22T13:43:25.262Z  2020-05-22T16:58:13.419Z    73399312    69   \n",
       "0  2020-07-14T14:22:06.985Z  2020-07-14T14:32:17.913Z    91038329    75   \n",
       "0  2020-08-18T12:45:31.720Z  2020-08-18T15:22:41.516Z   104514666    67   \n",
       "0  2019-04-01T10:14:31.602Z  2019-04-01T11:31:19.989Z    16406050    75   \n",
       "0  2019-01-23T10:37:09.568Z  2019-01-23T13:06:19.436Z    13215972    96   \n",
       "0  2020-04-20T12:42:40.419Z  2020-04-20T12:47:55.905Z    64544095   100   \n",
       "0  2019-05-06T11:12:23.856Z  2019-05-06T11:15:57.678Z    18303624    72   \n",
       "\n",
       "   qualityDuration    latency  significant maxHeartRate averageHeartRate  \\\n",
       "0       442.453250   0.000000        False         None             None   \n",
       "0       457.142833   0.000000        False         None             None   \n",
       "0       420.370933   1.483283        False         None             None   \n",
       "0       457.079550   2.178967        False         None             None   \n",
       "0       437.305283   0.000000        False         None             None   \n",
       "0       370.655250   0.483317         True         None             None   \n",
       "0       395.471533   3.483200         True         None             None   \n",
       "0       492.976750   1.983267         True         None             None   \n",
       "0       378.138233   2.483250         True         None             None   \n",
       "0       495.861183   1.425900        False         None             None   \n",
       "0       405.471017   0.000000        False         None             None   \n",
       "0       456.116750   0.000000        False         None             None   \n",
       "0       378.138800   0.483317        False         None             None   \n",
       "0       398.457183   0.000000        False         None             None   \n",
       "0       389.203500   0.000000        False         None             None   \n",
       "0       338.397800   1.538083        False         None             None   \n",
       "0       356.805967  30.482350        False         None             None   \n",
       "0       472.985817   0.983317        False         None             None   \n",
       "0       495.511467   0.000000        False         None             None   \n",
       "0       361.489083   0.000000        False         None             None   \n",
       "\n",
       "      debtPre    debtPost  needFromStrain   sleepNeed  habitualSleepNeed  \\\n",
       "0   65.413067   62.786150       12.190900  540.120617         462.516650   \n",
       "0   46.132333   28.097600        5.882317  513.338050         461.323383   \n",
       "0   50.630833   82.939400       35.468217  549.387800         463.288733   \n",
       "0   64.604983   46.480217       23.970767  550.040000         461.464233   \n",
       "0   29.708600   59.052817       37.322683  529.165233         462.133917   \n",
       "0   65.673550  127.800000       72.184333  602.216333         464.358450   \n",
       "0   99.890133  107.117483       45.211033  609.706500         464.605317   \n",
       "0  183.566800   11.007683       75.192917  514.992133         464.726083   \n",
       "0   71.697533  127.800000       53.430133  589.833933         464.706267   \n",
       "0   55.471250   17.492133       13.113683  530.845467         462.260517   \n",
       "0   69.495367   78.339700       29.352550  562.150433         463.302500   \n",
       "0   50.489050   67.201550       48.172133  560.652500         461.991300   \n",
       "0   57.966400   97.233467       50.908083  572.605733         463.731233   \n",
       "0   73.864600   90.721250       44.381250  579.899700         461.653833   \n",
       "0   50.757900   66.260367        9.530833  521.724250         461.435500   \n",
       "0   36.903583   81.685083        3.569467  501.767983         461.294917   \n",
       "0    0.000000   76.178317       11.823783  475.305583         463.481800   \n",
       "0   11.926500   11.559167       15.231567  490.966750         463.808667   \n",
       "0    8.905933    0.000000       62.516883  449.666233         461.789283   \n",
       "0    8.935467   92.117917       32.527283  504.783633         463.320867   \n",
       "\n",
       "  disturbances   timeInBed  lightSleepDuration  slowWaveSleepDuration  \\\n",
       "0            7  478.040233          206.973150             124.574983   \n",
       "0           11  516.620500          222.907950             110.580383   \n",
       "0           11  468.202150          271.875283             109.996800   \n",
       "0           11  558.196800          297.874800             114.141567   \n",
       "0           14  488.390167          355.806000              55.445333   \n",
       "0            5  377.654533          259.158800              70.497767   \n",
       "0            8  448.968617          249.475983              69.997817   \n",
       "0            3  539.474417          330.973000             124.504967   \n",
       "0           10  410.636267          186.477683             119.996217   \n",
       "0           10  537.673033          401.816417              56.904933   \n",
       "0            8  496.134667          252.475700              96.997033   \n",
       "0           10  500.646750          294.072500              75.592100   \n",
       "0            7  388.637950          255.642433              23.999267   \n",
       "0            5  442.984517          244.306750             115.632667   \n",
       "0           12  455.289250          214.903300             108.157733   \n",
       "0           12  372.056450          219.283000              65.565083   \n",
       "0            2  389.804500          252.809117              19.499350   \n",
       "0            8  494.184700          330.490117              42.998767   \n",
       "0           20  580.675183          283.368383              98.579467   \n",
       "0           14  433.551067          180.994600              54.998267   \n",
       "\n",
       "   remSleepDuration cyclesCount  wakeDuration  isNap  arousalTime  \\\n",
       "0        110.905117           4     36.161700  False    14.307550   \n",
       "0        123.654500           8     60.079150  False    21.837700   \n",
       "0         38.498850           3     47.498700  False    24.315950   \n",
       "0         45.063183           4    101.724500  False    29.271667   \n",
       "0         26.053950           2     51.706900  False    27.316967   \n",
       "0         40.998683           2      6.999800  False     6.416467   \n",
       "0         75.997733           7     53.498267  False    20.865967   \n",
       "0         37.498783           4     46.498517  False     8.449733   \n",
       "0         71.664333           4     32.499000  False    20.832667   \n",
       "0         37.139833           3     42.498683  False    21.020417   \n",
       "0         55.998283           4     90.663900  False    18.866083   \n",
       "0         86.452150           6     45.062333  False    21.356933   \n",
       "0         98.497100           6     10.499717  False     9.883050   \n",
       "0         38.517767           4     44.965533  False    10.910800   \n",
       "0         66.142467           3     66.560167  False    25.298350   \n",
       "0         53.549717           3     34.089383  False    23.824300   \n",
       "0         84.497500           6     32.998983  False     2.466583   \n",
       "0         99.496933           7     21.199417  False    13.032950   \n",
       "0        113.563617           6     85.553817  False    44.668633   \n",
       "0        125.496217           7     72.062517  False    29.765750   \n",
       "\n",
       "   noDataDuration inSleepEfficiency  normal  creditFromNaps hrBaseline  \\\n",
       "0             0.0          0.925556    True        0.000000       None   \n",
       "0             0.0          0.884872    True        0.000000       None   \n",
       "0             0.0          0.900694    True        0.000000       None   \n",
       "0             0.0          0.822059    True        0.000000       None   \n",
       "0             0.0          0.895401    True        0.000000       None   \n",
       "0             0.0          0.982724    True        0.000000       None   \n",
       "0             0.0          0.887732    True        0.000000         40   \n",
       "0             0.0          0.917181    True      208.493683         40   \n",
       "0             0.0          0.926462    True        0.000000         39   \n",
       "0             0.0          0.924688    True        0.000000       None   \n",
       "0             0.0           0.81726    True        0.000000       None   \n",
       "0             0.0          0.911055    True        0.000000       None   \n",
       "0             0.0          0.974196    True        0.000000       None   \n",
       "0             0.0          0.899483    True        0.000000       None   \n",
       "0             0.0          0.854849    True        0.000000       None   \n",
       "0             0.0          0.913309    True        0.000000       None   \n",
       "0             0.0          0.992997    True        0.000000       None   \n",
       "0             0.0          0.959012    True        0.000000       None   \n",
       "0             0.0          0.853337    True       83.545867       None   \n",
       "0             0.0          0.833787    True        0.000000       None   \n",
       "\n",
       "  respiratoryRate sleepConsistency projectedScore  projectedSleep  \\\n",
       "0         16.5527               58             82      442.453333   \n",
       "0         15.5273               73             89      457.143333   \n",
       "0         15.8789               86           None             NaN   \n",
       "0         16.3184               77             83      457.080000   \n",
       "0         16.6406               81             83      437.305000   \n",
       "0            None             None           None             NaN   \n",
       "0            None             None           None             NaN   \n",
       "0            None             None           None             NaN   \n",
       "0            None             None           None             NaN   \n",
       "0          16.377               64             93      495.861667   \n",
       "0         16.2891               84           None             NaN   \n",
       "0         17.0508               77             81      456.116667   \n",
       "0            None               74           None             NaN   \n",
       "0          15.791               67             69      398.456667   \n",
       "0         16.1133               78             75      389.203333   \n",
       "0         16.2305               60             67      338.398333   \n",
       "0         15.2344               60           None             NaN   \n",
       "0            None             None           None             NaN   \n",
       "0         16.2305               84            100      495.511667   \n",
       "0         16.4355               71           None             NaN   \n",
       "\n",
       "  capTouch80th algoVersion         id kilojoules  userId timezoneOffset  \\\n",
       "0         None        None   32327414       None   24590          -0400   \n",
       "0         None       4.2.0  101772396       None   24590          -0700   \n",
       "0         None        None   18682727       None   24590          -0400   \n",
       "0         None       4.2.0   88582207       None   24590          -0700   \n",
       "0        44076        None   47059078       None   24590          -0500   \n",
       "0         None        None    9348008       None   24590          -0400   \n",
       "0         None        None    8007740       None   24590          -0400   \n",
       "0         None        None    7424411       None   24590          -0400   \n",
       "0         None        None    7511341       None   24590          -0400   \n",
       "0        45144        None   41086629       None   24590          -0500   \n",
       "0         None        None   18529279       None   24590          -0400   \n",
       "0        44939        None   54016250       None   24590          -0500   \n",
       "0         None        None   13969133       None   24590          -0500   \n",
       "0        47214        None   73399312       None   24590          -0400   \n",
       "0         None       4.2.0   91038329       None   24590          -0700   \n",
       "0         None       4.2.0  104514666       None   24590          -0700   \n",
       "0         None        None   16406050       None   24590          -0400   \n",
       "0         None        None   13215972       None   24590          -0500   \n",
       "0        47327        None   64544095       None   24590          -0400   \n",
       "0         None        None   18303624       None   24590          -0400   \n",
       "\n",
       "  surveyResponseId  percentRecorded  autoDetected     state  responded  \\\n",
       "0         25064690         1.000000         False  complete       True   \n",
       "0             None         1.000000         False  complete      False   \n",
       "0         14591872         0.997900         False  complete       True   \n",
       "0             None         1.000000         False  complete      False   \n",
       "0         36088234         1.000000         False  complete       True   \n",
       "0          7119119         0.999591         False  complete       True   \n",
       "0          6014334         1.000000         False  complete       True   \n",
       "0          5529149         1.000000         False  complete       True   \n",
       "0          5604916         0.999670         False  complete       True   \n",
       "0         31630856         1.000000         False  complete       True   \n",
       "0         14468982         0.999664         False  complete       True   \n",
       "0         41132872         1.000000         False  complete       True   \n",
       "0         10913556         0.999560         False  complete       True   \n",
       "0             None         1.000000         False  complete      False   \n",
       "0             None         1.000000         False  complete      False   \n",
       "0             None         1.000000         False  complete      False   \n",
       "0         12826976         0.999188         False  complete       True   \n",
       "0         10322206         0.997983         False  complete       True   \n",
       "0             None         1.000000         False  complete      False   \n",
       "0         14290459         1.000000         False  complete       True   \n",
       "\n",
       "  teamActId     source              during.lower              during.upper  \n",
       "0      None  auto+user  2019-11-02T06:30:05.043Z  2019-11-02T14:28:07.457Z  \n",
       "0      None       auto  2020-08-11T06:08:18.266Z  2020-08-11T14:44:55.496Z  \n",
       "0      None       user  2019-05-13T03:55:47.255Z  2019-05-13T11:44:00.000Z  \n",
       "0      None  auto+user  2020-07-07T06:01:17.563Z  2020-07-07T15:19:29.371Z  \n",
       "0      None       user  2020-01-30T04:21:36.219Z  2020-01-30T12:30:00.000Z  \n",
       "0      None       auto  2018-09-30T03:26:49.777Z  2018-09-30T09:44:29.049Z  \n",
       "0      None       auto  2018-08-10T03:51:32.517Z  2018-08-10T11:20:30.634Z  \n",
       "0      None  auto+user  2018-07-16T05:54:16.833Z  2018-07-16T14:53:45.298Z  \n",
       "0      None       auto  2018-07-20T04:10:31.325Z  2018-07-20T11:01:09.501Z  \n",
       "0      None       user  2019-12-31T06:02:19.520Z  2019-12-31T15:00:00.000Z  \n",
       "0      None  auto+user  2019-05-10T03:12:49.927Z  2019-05-10T11:28:58.007Z  \n",
       "0      None  auto+user  2020-03-04T04:34:44.758Z  2020-03-04T12:55:23.563Z  \n",
       "0      None  auto+user  2019-02-09T05:19:08.071Z  2019-02-09T11:47:46.348Z  \n",
       "0      None       user  2020-05-22T06:20:00.000Z  2020-05-22T13:43:00.000Z  \n",
       "0      None  auto+user  2020-07-14T06:46:47.711Z  2020-07-14T14:22:05.066Z  \n",
       "0      None       user  2020-08-18T06:30:55.828Z  2020-08-18T12:43:00.000Z  \n",
       "0      None       auto  2019-04-01T03:30:00.472Z  2019-04-01T09:59:48.742Z  \n",
       "0      None       user  2019-01-23T04:30:47.186Z  2019-01-23T12:45:00.000Z  \n",
       "0      None  auto+user  2020-04-20T03:01:18.555Z  2020-04-20T12:41:59.066Z  \n",
       "0      None       user  2019-05-06T03:56:26.130Z  2019-05-06T11:10:00.000Z  "
      ]
     },
     "execution_count": 441,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sleep.sample(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 381,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 381,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sleep.duplicated().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 438,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "sleep_events=client.get_sleep_events_all()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 439,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>type</th>\n",
       "      <th>during.lower</th>\n",
       "      <th>during.upper</th>\n",
       "      <th>id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>latency</td>\n",
       "      <td>2018-05-30 04:30:03.229000+00:00</td>\n",
       "      <td>2018-05-30 04:32:32.224000+00:00</td>\n",
       "      <td>6460814</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>wake</td>\n",
       "      <td>2018-05-30 04:30:03.229000+00:00</td>\n",
       "      <td>2018-05-30 04:32:32.224000+00:00</td>\n",
       "      <td>6460814</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>light</td>\n",
       "      <td>2018-05-30 04:32:33.224000+00:00</td>\n",
       "      <td>2018-05-30 05:01:02.170000+00:00</td>\n",
       "      <td>6460814</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>disturbances</td>\n",
       "      <td>2018-05-30 04:42:33.205000+00:00</td>\n",
       "      <td>2018-05-30 04:45:02.201000+00:00</td>\n",
       "      <td>6460814</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>sws</td>\n",
       "      <td>2018-05-30 05:01:03.170000+00:00</td>\n",
       "      <td>2018-05-30 05:27:02.119000+00:00</td>\n",
       "      <td>6460814</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           type                     during.lower  \\\n",
       "0       latency 2018-05-30 04:30:03.229000+00:00   \n",
       "1          wake 2018-05-30 04:30:03.229000+00:00   \n",
       "2         light 2018-05-30 04:32:33.224000+00:00   \n",
       "3  disturbances 2018-05-30 04:42:33.205000+00:00   \n",
       "4           sws 2018-05-30 05:01:03.170000+00:00   \n",
       "\n",
       "                      during.upper       id  \n",
       "0 2018-05-30 04:32:32.224000+00:00  6460814  \n",
       "1 2018-05-30 04:32:32.224000+00:00  6460814  \n",
       "2 2018-05-30 05:01:02.170000+00:00  6460814  \n",
       "3 2018-05-30 04:45:02.201000+00:00  6460814  \n",
       "4 2018-05-30 05:27:02.119000+00:00  6460814  "
      ]
     },
     "execution_count": 439,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sleep_events.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 384,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 384,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sleep_events.duplicated().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 442,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "sleep_time=client.get_sleep_timeframe('2020-09-01')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 443,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>createdAt</th>\n",
       "      <th>updatedAt</th>\n",
       "      <th>activityId</th>\n",
       "      <th>score</th>\n",
       "      <th>qualityDuration</th>\n",
       "      <th>latency</th>\n",
       "      <th>significant</th>\n",
       "      <th>maxHeartRate</th>\n",
       "      <th>averageHeartRate</th>\n",
       "      <th>debtPre</th>\n",
       "      <th>debtPost</th>\n",
       "      <th>needFromStrain</th>\n",
       "      <th>sleepNeed</th>\n",
       "      <th>habitualSleepNeed</th>\n",
       "      <th>disturbances</th>\n",
       "      <th>timeInBed</th>\n",
       "      <th>lightSleepDuration</th>\n",
       "      <th>slowWaveSleepDuration</th>\n",
       "      <th>remSleepDuration</th>\n",
       "      <th>cyclesCount</th>\n",
       "      <th>wakeDuration</th>\n",
       "      <th>isNap</th>\n",
       "      <th>arousalTime</th>\n",
       "      <th>noDataDuration</th>\n",
       "      <th>inSleepEfficiency</th>\n",
       "      <th>normal</th>\n",
       "      <th>creditFromNaps</th>\n",
       "      <th>hrBaseline</th>\n",
       "      <th>respiratoryRate</th>\n",
       "      <th>sleepConsistency</th>\n",
       "      <th>projectedScore</th>\n",
       "      <th>projectedSleep</th>\n",
       "      <th>capTouch80th</th>\n",
       "      <th>algoVersion</th>\n",
       "      <th>id</th>\n",
       "      <th>kilojoules</th>\n",
       "      <th>userId</th>\n",
       "      <th>timezoneOffset</th>\n",
       "      <th>surveyResponseId</th>\n",
       "      <th>percentRecorded</th>\n",
       "      <th>autoDetected</th>\n",
       "      <th>state</th>\n",
       "      <th>responded</th>\n",
       "      <th>teamActId</th>\n",
       "      <th>source</th>\n",
       "      <th>during.lower</th>\n",
       "      <th>during.upper</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-09-01T13:51:58.222Z</td>\n",
       "      <td>2020-09-01T15:29:00.460Z</td>\n",
       "      <td>110012937</td>\n",
       "      <td>76</td>\n",
       "      <td>401.989500</td>\n",
       "      <td>3.428633</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>55.348567</td>\n",
       "      <td>64.110200</td>\n",
       "      <td>13.623183</td>\n",
       "      <td>530.209900</td>\n",
       "      <td>461.238133</td>\n",
       "      <td>14</td>\n",
       "      <td>474.947967</td>\n",
       "      <td>217.791400</td>\n",
       "      <td>116.644267</td>\n",
       "      <td>67.553833</td>\n",
       "      <td>3</td>\n",
       "      <td>73.521283</td>\n",
       "      <td>False</td>\n",
       "      <td>29.768450</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.852541</td>\n",
       "      <td>True</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>16.2891</td>\n",
       "      <td>79</td>\n",
       "      <td>76</td>\n",
       "      <td>401.990000</td>\n",
       "      <td>None</td>\n",
       "      <td>4.2.0</td>\n",
       "      <td>110012937</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0700</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>user</td>\n",
       "      <td>2020-09-01T06:51:02.227Z</td>\n",
       "      <td>2020-09-01T14:46:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-09-02T12:07:40.004Z</td>\n",
       "      <td>2020-09-02T14:54:23.981Z</td>\n",
       "      <td>110361720</td>\n",
       "      <td>88</td>\n",
       "      <td>461.906900</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>55.348083</td>\n",
       "      <td>30.029467</td>\n",
       "      <td>5.383667</td>\n",
       "      <td>521.965833</td>\n",
       "      <td>461.234083</td>\n",
       "      <td>13</td>\n",
       "      <td>512.931833</td>\n",
       "      <td>307.708383</td>\n",
       "      <td>88.104250</td>\n",
       "      <td>66.094267</td>\n",
       "      <td>6</td>\n",
       "      <td>51.031017</td>\n",
       "      <td>False</td>\n",
       "      <td>30.761683</td>\n",
       "      <td>0.58855</td>\n",
       "      <td>0.900523</td>\n",
       "      <td>True</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>16.2305</td>\n",
       "      <td>82</td>\n",
       "      <td>89</td>\n",
       "      <td>462.436667</td>\n",
       "      <td>None</td>\n",
       "      <td>4.2.0</td>\n",
       "      <td>110361720</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0700</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>user</td>\n",
       "      <td>2020-09-02T06:12:03.395Z</td>\n",
       "      <td>2020-09-02T14:45:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-09-03T13:59:16.475Z</td>\n",
       "      <td>2020-09-03T14:54:04.505Z</td>\n",
       "      <td>110831097</td>\n",
       "      <td>77</td>\n",
       "      <td>386.330900</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>35.580600</td>\n",
       "      <td>75.668267</td>\n",
       "      <td>7.226467</td>\n",
       "      <td>504.037100</td>\n",
       "      <td>461.230033</td>\n",
       "      <td>8</td>\n",
       "      <td>456.426833</td>\n",
       "      <td>217.645467</td>\n",
       "      <td>76.618417</td>\n",
       "      <td>92.067017</td>\n",
       "      <td>5</td>\n",
       "      <td>70.602550</td>\n",
       "      <td>False</td>\n",
       "      <td>18.376950</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.846425</td>\n",
       "      <td>True</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>16.1133</td>\n",
       "      <td>87</td>\n",
       "      <td>77</td>\n",
       "      <td>386.331667</td>\n",
       "      <td>None</td>\n",
       "      <td>4.2.0</td>\n",
       "      <td>110831097</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0700</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>user</td>\n",
       "      <td>2020-09-03T06:58:33.855Z</td>\n",
       "      <td>2020-09-03T14:35:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-09-04T14:35:49.342Z</td>\n",
       "      <td>2020-09-04T14:36:00.750Z</td>\n",
       "      <td>111242357</td>\n",
       "      <td>74</td>\n",
       "      <td>384.935967</td>\n",
       "      <td>3.156250</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>53.040983</td>\n",
       "      <td>69.224183</td>\n",
       "      <td>9.117367</td>\n",
       "      <td>523.384350</td>\n",
       "      <td>461.225983</td>\n",
       "      <td>9</td>\n",
       "      <td>442.167500</td>\n",
       "      <td>224.223267</td>\n",
       "      <td>91.602217</td>\n",
       "      <td>69.110483</td>\n",
       "      <td>5</td>\n",
       "      <td>57.752200</td>\n",
       "      <td>False</td>\n",
       "      <td>19.370300</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.876825</td>\n",
       "      <td>True</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>16.6406</td>\n",
       "      <td>91</td>\n",
       "      <td>74</td>\n",
       "      <td>384.936667</td>\n",
       "      <td>None</td>\n",
       "      <td>4.2.0</td>\n",
       "      <td>111242357</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0700</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>auto</td>\n",
       "      <td>2020-09-04T07:08:19.309Z</td>\n",
       "      <td>2020-09-04T14:30:29.359Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-09-05T13:50:14.139Z</td>\n",
       "      <td>2020-09-05T16:20:10.543Z</td>\n",
       "      <td>111592940</td>\n",
       "      <td>96</td>\n",
       "      <td>504.659700</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>59.959133</td>\n",
       "      <td>10.824217</td>\n",
       "      <td>5.124767</td>\n",
       "      <td>526.308150</td>\n",
       "      <td>461.224217</td>\n",
       "      <td>14</td>\n",
       "      <td>566.640283</td>\n",
       "      <td>288.922617</td>\n",
       "      <td>115.632967</td>\n",
       "      <td>100.104117</td>\n",
       "      <td>6</td>\n",
       "      <td>62.597017</td>\n",
       "      <td>False</td>\n",
       "      <td>28.806983</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.890617</td>\n",
       "      <td>True</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>16.0840</td>\n",
       "      <td>77</td>\n",
       "      <td>96</td>\n",
       "      <td>504.660000</td>\n",
       "      <td>None</td>\n",
       "      <td>4.2.0</td>\n",
       "      <td>111592940</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0700</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>user</td>\n",
       "      <td>2020-09-05T06:45:21.563Z</td>\n",
       "      <td>2020-09-05T16:12:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-09-06T13:58:33.206Z</td>\n",
       "      <td>2020-09-06T16:43:47.723Z</td>\n",
       "      <td>111977415</td>\n",
       "      <td>100</td>\n",
       "      <td>539.103550</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>11.859933</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>30.362833</td>\n",
       "      <td>503.442967</td>\n",
       "      <td>461.220183</td>\n",
       "      <td>18</td>\n",
       "      <td>617.525267</td>\n",
       "      <td>352.354333</td>\n",
       "      <td>104.612483</td>\n",
       "      <td>82.136733</td>\n",
       "      <td>4</td>\n",
       "      <td>79.104317</td>\n",
       "      <td>False</td>\n",
       "      <td>36.257283</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.873006</td>\n",
       "      <td>True</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>16.2891</td>\n",
       "      <td>77</td>\n",
       "      <td>100</td>\n",
       "      <td>539.103333</td>\n",
       "      <td>None</td>\n",
       "      <td>4.2.0</td>\n",
       "      <td>111977415</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0700</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>user</td>\n",
       "      <td>2020-09-06T06:08:27.703Z</td>\n",
       "      <td>2020-09-06T16:26:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-09-07T13:29:23.336Z</td>\n",
       "      <td>2020-09-07T15:45:50.282Z</td>\n",
       "      <td>112341184</td>\n",
       "      <td>94</td>\n",
       "      <td>439.737067</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>19.523900</td>\n",
       "      <td>8.891467</td>\n",
       "      <td>470.107600</td>\n",
       "      <td>461.216133</td>\n",
       "      <td>15</td>\n",
       "      <td>498.724167</td>\n",
       "      <td>269.062483</td>\n",
       "      <td>97.088000</td>\n",
       "      <td>73.586583</td>\n",
       "      <td>4</td>\n",
       "      <td>59.516333</td>\n",
       "      <td>False</td>\n",
       "      <td>29.720250</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.881724</td>\n",
       "      <td>True</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>15.9375</td>\n",
       "      <td>82</td>\n",
       "      <td>94</td>\n",
       "      <td>439.736667</td>\n",
       "      <td>None</td>\n",
       "      <td>4.2.0</td>\n",
       "      <td>112341184</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0700</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>user</td>\n",
       "      <td>2020-09-07T07:13:16.195Z</td>\n",
       "      <td>2020-09-07T15:32:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-09-08T12:23:42.768Z</td>\n",
       "      <td>2020-09-08T14:35:53.822Z</td>\n",
       "      <td>112732388</td>\n",
       "      <td>86</td>\n",
       "      <td>431.540183</td>\n",
       "      <td>1.489983</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>17.789600</td>\n",
       "      <td>44.218567</td>\n",
       "      <td>21.322933</td>\n",
       "      <td>500.324633</td>\n",
       "      <td>461.212083</td>\n",
       "      <td>11</td>\n",
       "      <td>475.028067</td>\n",
       "      <td>292.885917</td>\n",
       "      <td>70.105300</td>\n",
       "      <td>68.548967</td>\n",
       "      <td>6</td>\n",
       "      <td>44.036617</td>\n",
       "      <td>False</td>\n",
       "      <td>23.824367</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.911310</td>\n",
       "      <td>True</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>16.1719</td>\n",
       "      <td>79</td>\n",
       "      <td>86</td>\n",
       "      <td>431.540000</td>\n",
       "      <td>None</td>\n",
       "      <td>4.2.0</td>\n",
       "      <td>112732388</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0700</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>auto</td>\n",
       "      <td>2020-09-08T06:34:59.363Z</td>\n",
       "      <td>2020-09-08T14:30:01.047Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-09-09T12:37:32.337Z</td>\n",
       "      <td>2020-09-09T14:06:28.675Z</td>\n",
       "      <td>113153986</td>\n",
       "      <td>78</td>\n",
       "      <td>394.000350</td>\n",
       "      <td>1.442000</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>32.284550</td>\n",
       "      <td>54.333917</td>\n",
       "      <td>9.175567</td>\n",
       "      <td>502.668183</td>\n",
       "      <td>461.208050</td>\n",
       "      <td>9</td>\n",
       "      <td>447.486717</td>\n",
       "      <td>193.245350</td>\n",
       "      <td>103.120667</td>\n",
       "      <td>97.634333</td>\n",
       "      <td>4</td>\n",
       "      <td>54.029717</td>\n",
       "      <td>False</td>\n",
       "      <td>18.360800</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.883320</td>\n",
       "      <td>True</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>16.3477</td>\n",
       "      <td>78</td>\n",
       "      <td>78</td>\n",
       "      <td>394.000000</td>\n",
       "      <td>None</td>\n",
       "      <td>4.2.0</td>\n",
       "      <td>113153986</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0700</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>auto</td>\n",
       "      <td>2020-09-09T06:27:33.332Z</td>\n",
       "      <td>2020-09-09T13:55:02.535Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-09-10T13:55:15.646Z</td>\n",
       "      <td>2020-09-10T15:11:14.733Z</td>\n",
       "      <td>113597651</td>\n",
       "      <td>91</td>\n",
       "      <td>469.640817</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>50.732433</td>\n",
       "      <td>22.970967</td>\n",
       "      <td>3.646317</td>\n",
       "      <td>515.582767</td>\n",
       "      <td>461.204000</td>\n",
       "      <td>11</td>\n",
       "      <td>532.097467</td>\n",
       "      <td>205.839283</td>\n",
       "      <td>130.168433</td>\n",
       "      <td>133.633100</td>\n",
       "      <td>5</td>\n",
       "      <td>63.062517</td>\n",
       "      <td>False</td>\n",
       "      <td>24.353067</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.882622</td>\n",
       "      <td>True</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>15.8789</td>\n",
       "      <td>83</td>\n",
       "      <td>91</td>\n",
       "      <td>469.640000</td>\n",
       "      <td>None</td>\n",
       "      <td>4.2.0</td>\n",
       "      <td>113597651</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0700</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>user</td>\n",
       "      <td>2020-09-10T06:03:53.504Z</td>\n",
       "      <td>2020-09-10T14:56:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-09-11T12:53:16.418Z</td>\n",
       "      <td>2020-09-11T13:19:12.936Z</td>\n",
       "      <td>113956294</td>\n",
       "      <td>68</td>\n",
       "      <td>336.841350</td>\n",
       "      <td>2.323183</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>26.683700</td>\n",
       "      <td>100.915100</td>\n",
       "      <td>5.936700</td>\n",
       "      <td>493.820400</td>\n",
       "      <td>461.199967</td>\n",
       "      <td>9</td>\n",
       "      <td>407.848967</td>\n",
       "      <td>134.178400</td>\n",
       "      <td>123.574800</td>\n",
       "      <td>79.088150</td>\n",
       "      <td>4</td>\n",
       "      <td>71.420350</td>\n",
       "      <td>False</td>\n",
       "      <td>20.860183</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.830629</td>\n",
       "      <td>True</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>16.1719</td>\n",
       "      <td>77</td>\n",
       "      <td>68</td>\n",
       "      <td>336.841667</td>\n",
       "      <td>None</td>\n",
       "      <td>4.2.0</td>\n",
       "      <td>113956294</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0700</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>user</td>\n",
       "      <td>2020-09-11T06:12:08.781Z</td>\n",
       "      <td>2020-09-11T13:00:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-09-12T12:16:15.347Z</td>\n",
       "      <td>2020-09-12T16:08:34.109Z</td>\n",
       "      <td>114295806</td>\n",
       "      <td>76</td>\n",
       "      <td>412.016183</td>\n",
       "      <td>1.554100</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>73.791350</td>\n",
       "      <td>64.379750</td>\n",
       "      <td>5.788400</td>\n",
       "      <td>540.775683</td>\n",
       "      <td>461.195933</td>\n",
       "      <td>9</td>\n",
       "      <td>477.575517</td>\n",
       "      <td>205.277817</td>\n",
       "      <td>107.098983</td>\n",
       "      <td>99.639383</td>\n",
       "      <td>6</td>\n",
       "      <td>66.126917</td>\n",
       "      <td>False</td>\n",
       "      <td>19.338300</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.865541</td>\n",
       "      <td>True</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>16.1133</td>\n",
       "      <td>58</td>\n",
       "      <td>76</td>\n",
       "      <td>412.016667</td>\n",
       "      <td>None</td>\n",
       "      <td>4.2.0</td>\n",
       "      <td>114295806</td>\n",
       "      <td>None</td>\n",
       "      <td>24590</td>\n",
       "      <td>-0700</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>complete</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>user</td>\n",
       "      <td>2020-09-12T08:02:25.449Z</td>\n",
       "      <td>2020-09-12T16:00:00.000Z</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  createdAt                 updatedAt  activityId  score  \\\n",
       "0  2020-09-01T13:51:58.222Z  2020-09-01T15:29:00.460Z   110012937     76   \n",
       "0  2020-09-02T12:07:40.004Z  2020-09-02T14:54:23.981Z   110361720     88   \n",
       "0  2020-09-03T13:59:16.475Z  2020-09-03T14:54:04.505Z   110831097     77   \n",
       "0  2020-09-04T14:35:49.342Z  2020-09-04T14:36:00.750Z   111242357     74   \n",
       "0  2020-09-05T13:50:14.139Z  2020-09-05T16:20:10.543Z   111592940     96   \n",
       "0  2020-09-06T13:58:33.206Z  2020-09-06T16:43:47.723Z   111977415    100   \n",
       "0  2020-09-07T13:29:23.336Z  2020-09-07T15:45:50.282Z   112341184     94   \n",
       "0  2020-09-08T12:23:42.768Z  2020-09-08T14:35:53.822Z   112732388     86   \n",
       "0  2020-09-09T12:37:32.337Z  2020-09-09T14:06:28.675Z   113153986     78   \n",
       "0  2020-09-10T13:55:15.646Z  2020-09-10T15:11:14.733Z   113597651     91   \n",
       "0  2020-09-11T12:53:16.418Z  2020-09-11T13:19:12.936Z   113956294     68   \n",
       "0  2020-09-12T12:16:15.347Z  2020-09-12T16:08:34.109Z   114295806     76   \n",
       "\n",
       "   qualityDuration   latency  significant maxHeartRate averageHeartRate  \\\n",
       "0       401.989500  3.428633        False         None             None   \n",
       "0       461.906900  0.000000        False         None             None   \n",
       "0       386.330900  0.000000        False         None             None   \n",
       "0       384.935967  3.156250        False         None             None   \n",
       "0       504.659700  0.000000        False         None             None   \n",
       "0       539.103550  0.000000        False         None             None   \n",
       "0       439.737067  0.000000        False         None             None   \n",
       "0       431.540183  1.489983        False         None             None   \n",
       "0       394.000350  1.442000        False         None             None   \n",
       "0       469.640817  0.000000        False         None             None   \n",
       "0       336.841350  2.323183        False         None             None   \n",
       "0       412.016183  1.554100        False         None             None   \n",
       "\n",
       "     debtPre    debtPost  needFromStrain   sleepNeed  habitualSleepNeed  \\\n",
       "0  55.348567   64.110200       13.623183  530.209900         461.238133   \n",
       "0  55.348083   30.029467        5.383667  521.965833         461.234083   \n",
       "0  35.580600   75.668267        7.226467  504.037100         461.230033   \n",
       "0  53.040983   69.224183        9.117367  523.384350         461.225983   \n",
       "0  59.959133   10.824217        5.124767  526.308150         461.224217   \n",
       "0  11.859933    0.000000       30.362833  503.442967         461.220183   \n",
       "0   0.000000   19.523900        8.891467  470.107600         461.216133   \n",
       "0  17.789600   44.218567       21.322933  500.324633         461.212083   \n",
       "0  32.284550   54.333917        9.175567  502.668183         461.208050   \n",
       "0  50.732433   22.970967        3.646317  515.582767         461.204000   \n",
       "0  26.683700  100.915100        5.936700  493.820400         461.199967   \n",
       "0  73.791350   64.379750        5.788400  540.775683         461.195933   \n",
       "\n",
       "   disturbances   timeInBed  lightSleepDuration  slowWaveSleepDuration  \\\n",
       "0            14  474.947967          217.791400             116.644267   \n",
       "0            13  512.931833          307.708383              88.104250   \n",
       "0             8  456.426833          217.645467              76.618417   \n",
       "0             9  442.167500          224.223267              91.602217   \n",
       "0            14  566.640283          288.922617             115.632967   \n",
       "0            18  617.525267          352.354333             104.612483   \n",
       "0            15  498.724167          269.062483              97.088000   \n",
       "0            11  475.028067          292.885917              70.105300   \n",
       "0             9  447.486717          193.245350             103.120667   \n",
       "0            11  532.097467          205.839283             130.168433   \n",
       "0             9  407.848967          134.178400             123.574800   \n",
       "0             9  477.575517          205.277817             107.098983   \n",
       "\n",
       "   remSleepDuration  cyclesCount  wakeDuration  isNap  arousalTime  \\\n",
       "0         67.553833            3     73.521283  False    29.768450   \n",
       "0         66.094267            6     51.031017  False    30.761683   \n",
       "0         92.067017            5     70.602550  False    18.376950   \n",
       "0         69.110483            5     57.752200  False    19.370300   \n",
       "0        100.104117            6     62.597017  False    28.806983   \n",
       "0         82.136733            4     79.104317  False    36.257283   \n",
       "0         73.586583            4     59.516333  False    29.720250   \n",
       "0         68.548967            6     44.036617  False    23.824367   \n",
       "0         97.634333            4     54.029717  False    18.360800   \n",
       "0        133.633100            5     63.062517  False    24.353067   \n",
       "0         79.088150            4     71.420350  False    20.860183   \n",
       "0         99.639383            6     66.126917  False    19.338300   \n",
       "\n",
       "   noDataDuration  inSleepEfficiency  normal  creditFromNaps hrBaseline  \\\n",
       "0         0.00000           0.852541    True             0.0       None   \n",
       "0         0.58855           0.900523    True             0.0       None   \n",
       "0         0.00000           0.846425    True             0.0       None   \n",
       "0         0.00000           0.876825    True             0.0       None   \n",
       "0         0.00000           0.890617    True             0.0       None   \n",
       "0         0.00000           0.873006    True             0.0       None   \n",
       "0         0.00000           0.881724    True             0.0       None   \n",
       "0         0.00000           0.911310    True             0.0       None   \n",
       "0         0.00000           0.883320    True             0.0       None   \n",
       "0         0.00000           0.882622    True             0.0       None   \n",
       "0         0.00000           0.830629    True             0.0       None   \n",
       "0         0.00000           0.865541    True             0.0       None   \n",
       "\n",
       "   respiratoryRate  sleepConsistency  projectedScore  projectedSleep  \\\n",
       "0          16.2891                79              76      401.990000   \n",
       "0          16.2305                82              89      462.436667   \n",
       "0          16.1133                87              77      386.331667   \n",
       "0          16.6406                91              74      384.936667   \n",
       "0          16.0840                77              96      504.660000   \n",
       "0          16.2891                77             100      539.103333   \n",
       "0          15.9375                82              94      439.736667   \n",
       "0          16.1719                79              86      431.540000   \n",
       "0          16.3477                78              78      394.000000   \n",
       "0          15.8789                83              91      469.640000   \n",
       "0          16.1719                77              68      336.841667   \n",
       "0          16.1133                58              76      412.016667   \n",
       "\n",
       "  capTouch80th algoVersion         id kilojoules  userId timezoneOffset  \\\n",
       "0         None       4.2.0  110012937       None   24590          -0700   \n",
       "0         None       4.2.0  110361720       None   24590          -0700   \n",
       "0         None       4.2.0  110831097       None   24590          -0700   \n",
       "0         None       4.2.0  111242357       None   24590          -0700   \n",
       "0         None       4.2.0  111592940       None   24590          -0700   \n",
       "0         None       4.2.0  111977415       None   24590          -0700   \n",
       "0         None       4.2.0  112341184       None   24590          -0700   \n",
       "0         None       4.2.0  112732388       None   24590          -0700   \n",
       "0         None       4.2.0  113153986       None   24590          -0700   \n",
       "0         None       4.2.0  113597651       None   24590          -0700   \n",
       "0         None       4.2.0  113956294       None   24590          -0700   \n",
       "0         None       4.2.0  114295806       None   24590          -0700   \n",
       "\n",
       "  surveyResponseId  percentRecorded  autoDetected     state  responded  \\\n",
       "0             None                1         False  complete      False   \n",
       "0             None                1         False  complete      False   \n",
       "0             None                1         False  complete      False   \n",
       "0             None                1         False  complete      False   \n",
       "0             None                1         False  complete      False   \n",
       "0             None                1         False  complete      False   \n",
       "0             None                1         False  complete      False   \n",
       "0             None                1         False  complete      False   \n",
       "0             None                1         False  complete      False   \n",
       "0             None                1         False  complete      False   \n",
       "0             None                1         False  complete      False   \n",
       "0             None                1         False  complete      False   \n",
       "\n",
       "  teamActId source              during.lower              during.upper  \n",
       "0      None   user  2020-09-01T06:51:02.227Z  2020-09-01T14:46:00.000Z  \n",
       "0      None   user  2020-09-02T06:12:03.395Z  2020-09-02T14:45:00.000Z  \n",
       "0      None   user  2020-09-03T06:58:33.855Z  2020-09-03T14:35:00.000Z  \n",
       "0      None   auto  2020-09-04T07:08:19.309Z  2020-09-04T14:30:29.359Z  \n",
       "0      None   user  2020-09-05T06:45:21.563Z  2020-09-05T16:12:00.000Z  \n",
       "0      None   user  2020-09-06T06:08:27.703Z  2020-09-06T16:26:00.000Z  \n",
       "0      None   user  2020-09-07T07:13:16.195Z  2020-09-07T15:32:00.000Z  \n",
       "0      None   auto  2020-09-08T06:34:59.363Z  2020-09-08T14:30:01.047Z  \n",
       "0      None   auto  2020-09-09T06:27:33.332Z  2020-09-09T13:55:02.535Z  \n",
       "0      None   user  2020-09-10T06:03:53.504Z  2020-09-10T14:56:00.000Z  \n",
       "0      None   user  2020-09-11T06:12:08.781Z  2020-09-11T13:00:00.000Z  \n",
       "0      None   user  2020-09-12T08:02:25.449Z  2020-09-12T16:00:00.000Z  "
      ]
     },
     "execution_count": 443,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sleep_time"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "sleep_1=client.pull_sleep_main(114295806)\n",
    "sleep_2=client.pull_sleep_main(113956294)\n",
    "## concatenate these and test to see if i can normalize the events while keeping the id\n",
    "sleeps=pd.concat([sleep_1,sleep_2])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[45, 41]"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "[len(events)for events in sleeps['events']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>type</th>\n",
       "      <th>during.lower</th>\n",
       "      <th>during.upper</th>\n",
       "      <th>during.bounds</th>\n",
       "      <th>sleep_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>latency</td>\n",
       "      <td>2020-09-12T08:02:25.449Z</td>\n",
       "      <td>2020-09-12T08:03:58.695Z</td>\n",
       "      <td>[)</td>\n",
       "      <td>114295806</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>wake</td>\n",
       "      <td>2020-09-12T08:02:25.449Z</td>\n",
       "      <td>2020-09-12T08:03:58.695Z</td>\n",
       "      <td>[)</td>\n",
       "      <td>114295806</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>light</td>\n",
       "      <td>2020-09-12T08:03:59.660Z</td>\n",
       "      <td>2020-09-12T08:30:29.656Z</td>\n",
       "      <td>[)</td>\n",
       "      <td>114295806</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>disturbances</td>\n",
       "      <td>2020-09-12T08:13:29.711Z</td>\n",
       "      <td>2020-09-12T08:15:27.949Z</td>\n",
       "      <td>[)</td>\n",
       "      <td>114295806</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>disturbances</td>\n",
       "      <td>2020-09-12T08:28:30.453Z</td>\n",
       "      <td>2020-09-12T08:30:29.656Z</td>\n",
       "      <td>[)</td>\n",
       "      <td>114295806</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>wake</td>\n",
       "      <td>2020-09-11T11:37:00.168Z</td>\n",
       "      <td>2020-09-11T11:41:59.133Z</td>\n",
       "      <td>[)</td>\n",
       "      <td>113956294</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>rem</td>\n",
       "      <td>2020-09-11T11:42:00.098Z</td>\n",
       "      <td>2020-09-11T12:07:59.328Z</td>\n",
       "      <td>[)</td>\n",
       "      <td>113956294</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>light</td>\n",
       "      <td>2020-09-11T12:08:00.293Z</td>\n",
       "      <td>2020-09-11T12:45:29.742Z</td>\n",
       "      <td>[)</td>\n",
       "      <td>113956294</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>disturbances</td>\n",
       "      <td>2020-09-11T12:35:00.086Z</td>\n",
       "      <td>2020-09-11T12:36:59.289Z</td>\n",
       "      <td>[)</td>\n",
       "      <td>113956294</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>wake</td>\n",
       "      <td>2020-09-11T12:45:30.703Z</td>\n",
       "      <td>2020-09-11T12:59:59.719Z</td>\n",
       "      <td>[)</td>\n",
       "      <td>113956294</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>86 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            type              during.lower              during.upper  \\\n",
       "0        latency  2020-09-12T08:02:25.449Z  2020-09-12T08:03:58.695Z   \n",
       "1           wake  2020-09-12T08:02:25.449Z  2020-09-12T08:03:58.695Z   \n",
       "2          light  2020-09-12T08:03:59.660Z  2020-09-12T08:30:29.656Z   \n",
       "3   disturbances  2020-09-12T08:13:29.711Z  2020-09-12T08:15:27.949Z   \n",
       "4   disturbances  2020-09-12T08:28:30.453Z  2020-09-12T08:30:29.656Z   \n",
       "..           ...                       ...                       ...   \n",
       "36          wake  2020-09-11T11:37:00.168Z  2020-09-11T11:41:59.133Z   \n",
       "37           rem  2020-09-11T11:42:00.098Z  2020-09-11T12:07:59.328Z   \n",
       "38         light  2020-09-11T12:08:00.293Z  2020-09-11T12:45:29.742Z   \n",
       "39  disturbances  2020-09-11T12:35:00.086Z  2020-09-11T12:36:59.289Z   \n",
       "40          wake  2020-09-11T12:45:30.703Z  2020-09-11T12:59:59.719Z   \n",
       "\n",
       "   during.bounds   sleep_id  \n",
       "0             [)  114295806  \n",
       "1             [)  114295806  \n",
       "2             [)  114295806  \n",
       "3             [)  114295806  \n",
       "4             [)  114295806  \n",
       "..           ...        ...  \n",
       "36            [)  113956294  \n",
       "37            [)  113956294  \n",
       "38            [)  113956294  \n",
       "39            [)  113956294  \n",
       "40            [)  113956294  \n",
       "\n",
       "[86 rows x 5 columns]"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.concat([pd.concat([pd.json_normalize(events),\n",
    "                       pd.DataFrame({'sleep_id':len(events)*[sleep]})],axis=1) for events, sleep in zip(sleeps['events'],sleeps['activityId'])])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 444,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "time_events=client.get_sleep_events_timeframe(\"2020-09-01\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 446,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>type</th>\n",
       "      <th>during.lower</th>\n",
       "      <th>during.upper</th>\n",
       "      <th>id</th>\n",
       "      <th>total_minutes</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>wake</td>\n",
       "      <td>2020-09-01 06:51:02.227000+00:00</td>\n",
       "      <td>2020-09-01 06:54:27.945000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>3.428633</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>latency</td>\n",
       "      <td>2020-09-01 06:51:02.227000+00:00</td>\n",
       "      <td>2020-09-01 06:54:27.945000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>3.428633</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>light</td>\n",
       "      <td>2020-09-01 06:54:28.906000+00:00</td>\n",
       "      <td>2020-09-01 07:27:59.953000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>33.517450</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>disturbances</td>\n",
       "      <td>2020-09-01 07:01:30.922000+00:00</td>\n",
       "      <td>2020-09-01 07:03:29.160000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>1.970633</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>disturbances</td>\n",
       "      <td>2020-09-01 07:09:00.809000+00:00</td>\n",
       "      <td>2020-09-01 07:10:59.051000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>1.970700</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>disturbances</td>\n",
       "      <td>2020-09-01 07:23:00.027000+00:00</td>\n",
       "      <td>2020-09-01 07:24:59.230000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>1.986717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>sws</td>\n",
       "      <td>2020-09-01 07:28:00.914000+00:00</td>\n",
       "      <td>2020-09-01 07:47:29.859000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>19.482417</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>disturbances</td>\n",
       "      <td>2020-09-01 07:47:30.820000+00:00</td>\n",
       "      <td>2020-09-01 07:48:59.262000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>1.474033</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>light</td>\n",
       "      <td>2020-09-01 07:47:30.820000+00:00</td>\n",
       "      <td>2020-09-01 07:53:59.188000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>6.472800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>disturbances</td>\n",
       "      <td>2020-09-01 07:50:30.586000+00:00</td>\n",
       "      <td>2020-09-01 07:52:29.789000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>1.986717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>rem</td>\n",
       "      <td>2020-09-01 07:54:00.148000+00:00</td>\n",
       "      <td>2020-09-01 08:15:29.258000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>21.485167</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>disturbances</td>\n",
       "      <td>2020-09-01 08:15:30.219000+00:00</td>\n",
       "      <td>2020-09-01 08:17:59.223000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>2.483400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>light</td>\n",
       "      <td>2020-09-01 08:15:30.219000+00:00</td>\n",
       "      <td>2020-09-01 08:21:59.547000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>6.488800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>sws</td>\n",
       "      <td>2020-09-01 08:22:00.508000+00:00</td>\n",
       "      <td>2020-09-01 08:46:29.379000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>24.481183</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>light</td>\n",
       "      <td>2020-09-01 08:46:30.340000+00:00</td>\n",
       "      <td>2020-09-01 09:09:59.613000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>23.487883</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>disturbances</td>\n",
       "      <td>2020-09-01 08:47:00.141000+00:00</td>\n",
       "      <td>2020-09-01 08:49:59.906000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>2.996083</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>disturbances</td>\n",
       "      <td>2020-09-01 08:58:30.359000+00:00</td>\n",
       "      <td>2020-09-01 09:00:29.559000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>1.986667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>sws</td>\n",
       "      <td>2020-09-01 09:10:00.574000+00:00</td>\n",
       "      <td>2020-09-01 09:32:59.082000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>22.975133</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>light</td>\n",
       "      <td>2020-09-01 09:33:00.043000+00:00</td>\n",
       "      <td>2020-09-01 09:39:59.172000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>6.985483</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>rem</td>\n",
       "      <td>2020-09-01 09:40:00.133000+00:00</td>\n",
       "      <td>2020-09-01 10:05:59.367000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>25.987233</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            type                     during.lower  \\\n",
       "0           wake 2020-09-01 06:51:02.227000+00:00   \n",
       "1        latency 2020-09-01 06:51:02.227000+00:00   \n",
       "2          light 2020-09-01 06:54:28.906000+00:00   \n",
       "3   disturbances 2020-09-01 07:01:30.922000+00:00   \n",
       "4   disturbances 2020-09-01 07:09:00.809000+00:00   \n",
       "5   disturbances 2020-09-01 07:23:00.027000+00:00   \n",
       "6            sws 2020-09-01 07:28:00.914000+00:00   \n",
       "7   disturbances 2020-09-01 07:47:30.820000+00:00   \n",
       "8          light 2020-09-01 07:47:30.820000+00:00   \n",
       "9   disturbances 2020-09-01 07:50:30.586000+00:00   \n",
       "10           rem 2020-09-01 07:54:00.148000+00:00   \n",
       "11  disturbances 2020-09-01 08:15:30.219000+00:00   \n",
       "12         light 2020-09-01 08:15:30.219000+00:00   \n",
       "13           sws 2020-09-01 08:22:00.508000+00:00   \n",
       "14         light 2020-09-01 08:46:30.340000+00:00   \n",
       "15  disturbances 2020-09-01 08:47:00.141000+00:00   \n",
       "16  disturbances 2020-09-01 08:58:30.359000+00:00   \n",
       "17           sws 2020-09-01 09:10:00.574000+00:00   \n",
       "18         light 2020-09-01 09:33:00.043000+00:00   \n",
       "19           rem 2020-09-01 09:40:00.133000+00:00   \n",
       "\n",
       "                       during.upper         id  total_minutes  \n",
       "0  2020-09-01 06:54:27.945000+00:00  110012937       3.428633  \n",
       "1  2020-09-01 06:54:27.945000+00:00  110012937       3.428633  \n",
       "2  2020-09-01 07:27:59.953000+00:00  110012937      33.517450  \n",
       "3  2020-09-01 07:03:29.160000+00:00  110012937       1.970633  \n",
       "4  2020-09-01 07:10:59.051000+00:00  110012937       1.970700  \n",
       "5  2020-09-01 07:24:59.230000+00:00  110012937       1.986717  \n",
       "6  2020-09-01 07:47:29.859000+00:00  110012937      19.482417  \n",
       "7  2020-09-01 07:48:59.262000+00:00  110012937       1.474033  \n",
       "8  2020-09-01 07:53:59.188000+00:00  110012937       6.472800  \n",
       "9  2020-09-01 07:52:29.789000+00:00  110012937       1.986717  \n",
       "10 2020-09-01 08:15:29.258000+00:00  110012937      21.485167  \n",
       "11 2020-09-01 08:17:59.223000+00:00  110012937       2.483400  \n",
       "12 2020-09-01 08:21:59.547000+00:00  110012937       6.488800  \n",
       "13 2020-09-01 08:46:29.379000+00:00  110012937      24.481183  \n",
       "14 2020-09-01 09:09:59.613000+00:00  110012937      23.487883  \n",
       "15 2020-09-01 08:49:59.906000+00:00  110012937       2.996083  \n",
       "16 2020-09-01 09:00:29.559000+00:00  110012937       1.986667  \n",
       "17 2020-09-01 09:32:59.082000+00:00  110012937      22.975133  \n",
       "18 2020-09-01 09:39:59.172000+00:00  110012937       6.985483  \n",
       "19 2020-09-01 10:05:59.367000+00:00  110012937      25.987233  "
      ]
     },
     "execution_count": 446,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "time_events.head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 433,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>type</th>\n",
       "      <th>during.lower</th>\n",
       "      <th>during.upper</th>\n",
       "      <th>id</th>\n",
       "      <th>length</th>\n",
       "      <th>total_minutes</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>wake</td>\n",
       "      <td>2020-09-01 06:51:02.227000+00:00</td>\n",
       "      <td>2020-09-01 06:54:27.945000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>205.718</td>\n",
       "      <td>3.428633</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>latency</td>\n",
       "      <td>2020-09-01 06:51:02.227000+00:00</td>\n",
       "      <td>2020-09-01 06:54:27.945000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>205.718</td>\n",
       "      <td>3.428633</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>light</td>\n",
       "      <td>2020-09-01 06:54:28.906000+00:00</td>\n",
       "      <td>2020-09-01 07:27:59.953000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>2011.047</td>\n",
       "      <td>33.517450</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>disturbances</td>\n",
       "      <td>2020-09-01 07:01:30.922000+00:00</td>\n",
       "      <td>2020-09-01 07:03:29.160000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>118.238</td>\n",
       "      <td>1.970633</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>disturbances</td>\n",
       "      <td>2020-09-01 07:09:00.809000+00:00</td>\n",
       "      <td>2020-09-01 07:10:59.051000+00:00</td>\n",
       "      <td>110012937</td>\n",
       "      <td>118.242</td>\n",
       "      <td>1.970700</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>light</td>\n",
       "      <td>2020-09-12 15:41:30.637000+00:00</td>\n",
       "      <td>2020-09-12 15:43:29.840000+00:00</td>\n",
       "      <td>114295806</td>\n",
       "      <td>119.203</td>\n",
       "      <td>1.986717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>disturbances</td>\n",
       "      <td>2020-09-12 15:41:30.637000+00:00</td>\n",
       "      <td>2020-09-12 15:43:29.840000+00:00</td>\n",
       "      <td>114295806</td>\n",
       "      <td>119.203</td>\n",
       "      <td>1.986717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>rem</td>\n",
       "      <td>2020-09-12 15:43:30.801000+00:00</td>\n",
       "      <td>2020-09-12 15:54:59.094000+00:00</td>\n",
       "      <td>114295806</td>\n",
       "      <td>688.293</td>\n",
       "      <td>11.471550</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>light</td>\n",
       "      <td>2020-09-12 15:55:00.055000+00:00</td>\n",
       "      <td>2020-09-12 15:55:29.855000+00:00</td>\n",
       "      <td>114295806</td>\n",
       "      <td>29.800</td>\n",
       "      <td>0.496667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>wake</td>\n",
       "      <td>2020-09-12 15:55:30.816000+00:00</td>\n",
       "      <td>2020-09-12 15:59:59.980000+00:00</td>\n",
       "      <td>114295806</td>\n",
       "      <td>269.164</td>\n",
       "      <td>4.486067</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>562 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            type                     during.lower  \\\n",
       "0           wake 2020-09-01 06:51:02.227000+00:00   \n",
       "1        latency 2020-09-01 06:51:02.227000+00:00   \n",
       "2          light 2020-09-01 06:54:28.906000+00:00   \n",
       "3   disturbances 2020-09-01 07:01:30.922000+00:00   \n",
       "4   disturbances 2020-09-01 07:09:00.809000+00:00   \n",
       "..           ...                              ...   \n",
       "40         light 2020-09-12 15:41:30.637000+00:00   \n",
       "41  disturbances 2020-09-12 15:41:30.637000+00:00   \n",
       "42           rem 2020-09-12 15:43:30.801000+00:00   \n",
       "43         light 2020-09-12 15:55:00.055000+00:00   \n",
       "44          wake 2020-09-12 15:55:30.816000+00:00   \n",
       "\n",
       "                       during.upper         id    length  total_minutes  \n",
       "0  2020-09-01 06:54:27.945000+00:00  110012937   205.718       3.428633  \n",
       "1  2020-09-01 06:54:27.945000+00:00  110012937   205.718       3.428633  \n",
       "2  2020-09-01 07:27:59.953000+00:00  110012937  2011.047      33.517450  \n",
       "3  2020-09-01 07:03:29.160000+00:00  110012937   118.238       1.970633  \n",
       "4  2020-09-01 07:10:59.051000+00:00  110012937   118.242       1.970700  \n",
       "..                              ...        ...       ...            ...  \n",
       "40 2020-09-12 15:43:29.840000+00:00  114295806   119.203       1.986717  \n",
       "41 2020-09-12 15:43:29.840000+00:00  114295806   119.203       1.986717  \n",
       "42 2020-09-12 15:54:59.094000+00:00  114295806   688.293      11.471550  \n",
       "43 2020-09-12 15:55:29.855000+00:00  114295806    29.800       0.496667  \n",
       "44 2020-09-12 15:59:59.980000+00:00  114295806   269.164       4.486067  \n",
       "\n",
       "[562 rows x 6 columns]"
      ]
     },
     "execution_count": 433,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "time_events['total_minutes']=time_events.apply(lambda x: (x['during.upper']-x['during.lower']).total_seconds()/60.0,axis=1)\n",
    "time_events"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 394,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "activities=client.get_activities_timeframe('2020-08-01')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 395,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>altitudeChange</th>\n",
       "      <th>altitudeGain</th>\n",
       "      <th>averageHeartRate</th>\n",
       "      <th>cumulativeWorkoutStrain</th>\n",
       "      <th>distance</th>\n",
       "      <th>gpsEnabled</th>\n",
       "      <th>id</th>\n",
       "      <th>kilojoules</th>\n",
       "      <th>maxHeartRate</th>\n",
       "      <th>rawScore</th>\n",
       "      <th>responded</th>\n",
       "      <th>score</th>\n",
       "      <th>source</th>\n",
       "      <th>sportId</th>\n",
       "      <th>state</th>\n",
       "      <th>surveyResponseId</th>\n",
       "      <th>timezoneOffset</th>\n",
       "      <th>during.lower</th>\n",
       "      <th>during.upper</th>\n",
       "      <th>total_minutes</th>\n",
       "      <th>zone1_minutes</th>\n",
       "      <th>zone2_minutes</th>\n",
       "      <th>zone3_minutes</th>\n",
       "      <th>zone4_minutes</th>\n",
       "      <th>zone5_minutes</th>\n",
       "      <th>zone6_minutes</th>\n",
       "      <th>sport_name</th>\n",
       "      <th>day</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>152</td>\n",
       "      <td>16.0264</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>98057571</td>\n",
       "      <td>3588.14</td>\n",
       "      <td>178</td>\n",
       "      <td>0.013330</td>\n",
       "      <td>True</td>\n",
       "      <td>16.026390</td>\n",
       "      <td>auto</td>\n",
       "      <td>0</td>\n",
       "      <td>complete</td>\n",
       "      <td>48948968.0</td>\n",
       "      <td>-0400</td>\n",
       "      <td>2020-08-01 20:59:20.422000+00:00</td>\n",
       "      <td>2020-08-01 22:01:07.207000+00:00</td>\n",
       "      <td>61.779750</td>\n",
       "      <td>0.43320</td>\n",
       "      <td>0.192250</td>\n",
       "      <td>6.408733</td>\n",
       "      <td>17.880100</td>\n",
       "      <td>34.446983</td>\n",
       "      <td>2.419133</td>\n",
       "      <td>Swimming</td>\n",
       "      <td>2020-08-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>136</td>\n",
       "      <td>16.3354</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>99285290</td>\n",
       "      <td>5368.95</td>\n",
       "      <td>171</td>\n",
       "      <td>0.014164</td>\n",
       "      <td>True</td>\n",
       "      <td>16.335431</td>\n",
       "      <td>user</td>\n",
       "      <td>52</td>\n",
       "      <td>complete</td>\n",
       "      <td>49139696.0</td>\n",
       "      <td>-0700</td>\n",
       "      <td>2020-08-05 00:38:12.219000+00:00</td>\n",
       "      <td>2020-08-05 02:36:51.629000+00:00</td>\n",
       "      <td>118.656833</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>10.734933</td>\n",
       "      <td>35.360117</td>\n",
       "      <td>46.174700</td>\n",
       "      <td>26.387733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Running</td>\n",
       "      <td>2020-08-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>134</td>\n",
       "      <td>13.8227</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>102062483</td>\n",
       "      <td>3088.02</td>\n",
       "      <td>175</td>\n",
       "      <td>0.008412</td>\n",
       "      <td>True</td>\n",
       "      <td>13.822746</td>\n",
       "      <td>auto</td>\n",
       "      <td>1</td>\n",
       "      <td>complete</td>\n",
       "      <td>49568095.0</td>\n",
       "      <td>-0700</td>\n",
       "      <td>2020-08-12 00:17:11.902000+00:00</td>\n",
       "      <td>2020-08-12 01:28:00.863000+00:00</td>\n",
       "      <td>70.816017</td>\n",
       "      <td>3.14095</td>\n",
       "      <td>5.303133</td>\n",
       "      <td>24.000533</td>\n",
       "      <td>22.686800</td>\n",
       "      <td>15.140517</td>\n",
       "      <td>0.544733</td>\n",
       "      <td>Swimming</td>\n",
       "      <td>2020-08-12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>131</td>\n",
       "      <td>9.4889</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>104729259</td>\n",
       "      <td>1389.94</td>\n",
       "      <td>162</td>\n",
       "      <td>0.003306</td>\n",
       "      <td>True</td>\n",
       "      <td>9.488939</td>\n",
       "      <td>auto</td>\n",
       "      <td>1</td>\n",
       "      <td>complete</td>\n",
       "      <td>50007962.0</td>\n",
       "      <td>-0700</td>\n",
       "      <td>2020-08-19 01:56:13.340000+00:00</td>\n",
       "      <td>2020-08-19 02:29:26.121000+00:00</td>\n",
       "      <td>33.213017</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>4.935283</td>\n",
       "      <td>8.411617</td>\n",
       "      <td>16.069717</td>\n",
       "      <td>3.797050</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Running</td>\n",
       "      <td>2020-08-19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>139</td>\n",
       "      <td>12.8117</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>106271857</td>\n",
       "      <td>2222.67</td>\n",
       "      <td>169</td>\n",
       "      <td>0.006564</td>\n",
       "      <td>True</td>\n",
       "      <td>12.811659</td>\n",
       "      <td>user</td>\n",
       "      <td>17</td>\n",
       "      <td>complete</td>\n",
       "      <td>50248668.0</td>\n",
       "      <td>-0700</td>\n",
       "      <td>2020-08-23 00:56:38.215000+00:00</td>\n",
       "      <td>2020-08-23 01:42:35.184000+00:00</td>\n",
       "      <td>45.949483</td>\n",
       "      <td>0.04805</td>\n",
       "      <td>4.358633</td>\n",
       "      <td>6.809200</td>\n",
       "      <td>20.795333</td>\n",
       "      <td>13.938917</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Swimming</td>\n",
       "      <td>2020-08-23</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  altitudeChange altitudeGain  averageHeartRate  cumulativeWorkoutStrain  \\\n",
       "0           None         None               152                  16.0264   \n",
       "1           None         None               136                  16.3354   \n",
       "2           None         None               134                  13.8227   \n",
       "3           None         None               131                   9.4889   \n",
       "4           None         None               139                  12.8117   \n",
       "\n",
       "  distance  gpsEnabled         id  kilojoules  maxHeartRate  rawScore  \\\n",
       "0     None       False   98057571     3588.14           178  0.013330   \n",
       "1     None       False   99285290     5368.95           171  0.014164   \n",
       "2     None       False  102062483     3088.02           175  0.008412   \n",
       "3     None       False  104729259     1389.94           162  0.003306   \n",
       "4     None       False  106271857     2222.67           169  0.006564   \n",
       "\n",
       "   responded      score source  sportId     state  surveyResponseId  \\\n",
       "0       True  16.026390   auto        0  complete        48948968.0   \n",
       "1       True  16.335431   user       52  complete        49139696.0   \n",
       "2       True  13.822746   auto        1  complete        49568095.0   \n",
       "3       True   9.488939   auto        1  complete        50007962.0   \n",
       "4       True  12.811659   user       17  complete        50248668.0   \n",
       "\n",
       "  timezoneOffset                     during.lower  \\\n",
       "0          -0400 2020-08-01 20:59:20.422000+00:00   \n",
       "1          -0700 2020-08-05 00:38:12.219000+00:00   \n",
       "2          -0700 2020-08-12 00:17:11.902000+00:00   \n",
       "3          -0700 2020-08-19 01:56:13.340000+00:00   \n",
       "4          -0700 2020-08-23 00:56:38.215000+00:00   \n",
       "\n",
       "                      during.upper  total_minutes  zone1_minutes  \\\n",
       "0 2020-08-01 22:01:07.207000+00:00      61.779750        0.43320   \n",
       "1 2020-08-05 02:36:51.629000+00:00     118.656833        0.00000   \n",
       "2 2020-08-12 01:28:00.863000+00:00      70.816017        3.14095   \n",
       "3 2020-08-19 02:29:26.121000+00:00      33.213017        0.00000   \n",
       "4 2020-08-23 01:42:35.184000+00:00      45.949483        0.04805   \n",
       "\n",
       "   zone2_minutes  zone3_minutes  zone4_minutes  zone5_minutes  zone6_minutes  \\\n",
       "0       0.192250       6.408733      17.880100      34.446983       2.419133   \n",
       "1      10.734933      35.360117      46.174700      26.387733       0.000000   \n",
       "2       5.303133      24.000533      22.686800      15.140517       0.544733   \n",
       "3       4.935283       8.411617      16.069717       3.797050       0.000000   \n",
       "4       4.358633       6.809200      20.795333      13.938917       0.000000   \n",
       "\n",
       "  sport_name         day  \n",
       "0   Swimming  2020-08-01  \n",
       "1    Running  2020-08-05  \n",
       "2   Swimming  2020-08-12  \n",
       "3    Running  2020-08-19  \n",
       "4   Swimming  2020-08-23  "
      ]
     },
     "execution_count": 395,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "activities.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 165,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "client=whoop_login()\n",
    "client.get_authorization()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 272,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>day</th>\n",
       "      <th>id</th>\n",
       "      <th>lastUpdatedAt</th>\n",
       "      <th>predictedEnd</th>\n",
       "      <th>during.bounds</th>\n",
       "      <th>during.lower</th>\n",
       "      <th>during.upper</th>\n",
       "      <th>recovery.blackoutUntil</th>\n",
       "      <th>recovery.calibrating</th>\n",
       "      <th>recovery.heartRateVariabilityRmssd</th>\n",
       "      <th>recovery.id</th>\n",
       "      <th>recovery.responded</th>\n",
       "      <th>recovery.restingHeartRate</th>\n",
       "      <th>recovery.score</th>\n",
       "      <th>recovery.state</th>\n",
       "      <th>recovery.surveyResponseId</th>\n",
       "      <th>recovery.timestamp</th>\n",
       "      <th>sleep.id</th>\n",
       "      <th>sleep.naps</th>\n",
       "      <th>sleep.needBreakdown.baseline</th>\n",
       "      <th>sleep.needBreakdown.debt</th>\n",
       "      <th>sleep.needBreakdown.naps</th>\n",
       "      <th>sleep.needBreakdown.strain</th>\n",
       "      <th>sleep.needBreakdown.total</th>\n",
       "      <th>sleep.qualityDuration</th>\n",
       "      <th>sleep.score</th>\n",
       "      <th>sleep.sleeps</th>\n",
       "      <th>sleep.state</th>\n",
       "      <th>strain.averageHeartRate</th>\n",
       "      <th>strain.kilojoules</th>\n",
       "      <th>strain.maxHeartRate</th>\n",
       "      <th>strain.rawScore</th>\n",
       "      <th>strain.score</th>\n",
       "      <th>strain.state</th>\n",
       "      <th>strain.workouts</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-08-01</td>\n",
       "      <td>41649201</td>\n",
       "      <td>2020-08-02T14:04:09.660025+00:00</td>\n",
       "      <td>2020-08-02T03:18:37.32+00:00</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-08-01T06:31:50.652+00:00</td>\n",
       "      <td>2020-08-02T03:27:47.949+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>0.082550</td>\n",
       "      <td>43584726</td>\n",
       "      <td>False</td>\n",
       "      <td>38</td>\n",
       "      <td>49</td>\n",
       "      <td>complete</td>\n",
       "      <td>None</td>\n",
       "      <td>2020-08-01T14:52:00+00:00</td>\n",
       "      <td>97850086</td>\n",
       "      <td>[]</td>\n",
       "      <td>461.361850</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.749150</td>\n",
       "      <td>465.111000</td>\n",
       "      <td>422.170800</td>\n",
       "      <td>91</td>\n",
       "      <td>[{'cyclesCount': 8, 'disturbanceCount': 11, 'd...</td>\n",
       "      <td>complete</td>\n",
       "      <td>63</td>\n",
       "      <td>11692.50</td>\n",
       "      <td>178</td>\n",
       "      <td>0.016484</td>\n",
       "      <td>17.100522</td>\n",
       "      <td>complete</td>\n",
       "      <td>[{'altitudeChange': None, 'altitudeGain': None...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2020-08-02</td>\n",
       "      <td>41785941</td>\n",
       "      <td>2020-08-03T14:15:51.232745+00:00</td>\n",
       "      <td>2020-08-03T03:27:47.949+00:00</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-08-02T03:27:47.949+00:00</td>\n",
       "      <td>2020-08-03T05:58:00+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>0.050541</td>\n",
       "      <td>43736246</td>\n",
       "      <td>False</td>\n",
       "      <td>42</td>\n",
       "      <td>28</td>\n",
       "      <td>complete</td>\n",
       "      <td>None</td>\n",
       "      <td>2020-08-02T14:00:00+00:00</td>\n",
       "      <td>98195827</td>\n",
       "      <td>[]</td>\n",
       "      <td>461.357767</td>\n",
       "      <td>26.692833</td>\n",
       "      <td>0.0</td>\n",
       "      <td>51.732317</td>\n",
       "      <td>539.782933</td>\n",
       "      <td>555.579467</td>\n",
       "      <td>100</td>\n",
       "      <td>[{'cyclesCount': 5, 'disturbanceCount': 10, 'd...</td>\n",
       "      <td>complete</td>\n",
       "      <td>57</td>\n",
       "      <td>10070.50</td>\n",
       "      <td>164</td>\n",
       "      <td>0.003967</td>\n",
       "      <td>10.353521</td>\n",
       "      <td>None</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2020-08-03</td>\n",
       "      <td>42000564</td>\n",
       "      <td>2020-08-04T14:56:55.502589+00:00</td>\n",
       "      <td>2020-08-04T06:27:47.949+00:00</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-08-03T05:58:00+00:00</td>\n",
       "      <td>2020-08-04T06:51:37.52+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>0.061166</td>\n",
       "      <td>43968227</td>\n",
       "      <td>False</td>\n",
       "      <td>43</td>\n",
       "      <td>30</td>\n",
       "      <td>complete</td>\n",
       "      <td>None</td>\n",
       "      <td>2020-08-03T14:15:00+00:00</td>\n",
       "      <td>98669858</td>\n",
       "      <td>[]</td>\n",
       "      <td>461.353700</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>13.282683</td>\n",
       "      <td>474.636383</td>\n",
       "      <td>422.507633</td>\n",
       "      <td>89</td>\n",
       "      <td>[{'cyclesCount': 7, 'disturbanceCount': 12, 'd...</td>\n",
       "      <td>complete</td>\n",
       "      <td>58</td>\n",
       "      <td>9250.51</td>\n",
       "      <td>142</td>\n",
       "      <td>0.002115</td>\n",
       "      <td>7.710601</td>\n",
       "      <td>None</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2020-08-04</td>\n",
       "      <td>42176186</td>\n",
       "      <td>2020-08-05T14:02:02.72712+00:00</td>\n",
       "      <td>2020-08-05T05:58:00+00:00</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-08-04T06:51:37.52+00:00</td>\n",
       "      <td>2020-08-05T06:45:00+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>0.141759</td>\n",
       "      <td>44152336</td>\n",
       "      <td>False</td>\n",
       "      <td>40</td>\n",
       "      <td>82</td>\n",
       "      <td>complete</td>\n",
       "      <td>None</td>\n",
       "      <td>2020-08-04T14:52:00+00:00</td>\n",
       "      <td>99093371</td>\n",
       "      <td>[]</td>\n",
       "      <td>461.349617</td>\n",
       "      <td>32.624000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.705050</td>\n",
       "      <td>500.678683</td>\n",
       "      <td>424.303450</td>\n",
       "      <td>85</td>\n",
       "      <td>[{'cyclesCount': 5, 'disturbanceCount': 12, 'd...</td>\n",
       "      <td>complete</td>\n",
       "      <td>72</td>\n",
       "      <td>16521.10</td>\n",
       "      <td>171</td>\n",
       "      <td>0.022719</td>\n",
       "      <td>18.569774</td>\n",
       "      <td>complete</td>\n",
       "      <td>[{'altitudeChange': None, 'altitudeGain': None...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2020-08-05</td>\n",
       "      <td>42335085</td>\n",
       "      <td>2020-08-06T15:24:33.505622+00:00</td>\n",
       "      <td>2020-08-06T06:51:37.52+00:00</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-08-05T06:45:00+00:00</td>\n",
       "      <td>2020-08-06T07:08:06.504+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>0.101770</td>\n",
       "      <td>44319461</td>\n",
       "      <td>False</td>\n",
       "      <td>43</td>\n",
       "      <td>55</td>\n",
       "      <td>complete</td>\n",
       "      <td>None</td>\n",
       "      <td>2020-08-05T13:55:00+00:00</td>\n",
       "      <td>99483633</td>\n",
       "      <td>[]</td>\n",
       "      <td>461.347833</td>\n",
       "      <td>34.601083</td>\n",
       "      <td>0.0</td>\n",
       "      <td>62.248983</td>\n",
       "      <td>558.197917</td>\n",
       "      <td>364.465633</td>\n",
       "      <td>65</td>\n",
       "      <td>[{'cyclesCount': 2, 'disturbanceCount': 12, 'd...</td>\n",
       "      <td>complete</td>\n",
       "      <td>58</td>\n",
       "      <td>10639.40</td>\n",
       "      <td>146</td>\n",
       "      <td>0.005328</td>\n",
       "      <td>11.836631</td>\n",
       "      <td>None</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          day        id                     lastUpdatedAt  \\\n",
       "0  2020-08-01  41649201  2020-08-02T14:04:09.660025+00:00   \n",
       "1  2020-08-02  41785941  2020-08-03T14:15:51.232745+00:00   \n",
       "2  2020-08-03  42000564  2020-08-04T14:56:55.502589+00:00   \n",
       "3  2020-08-04  42176186   2020-08-05T14:02:02.72712+00:00   \n",
       "4  2020-08-05  42335085  2020-08-06T15:24:33.505622+00:00   \n",
       "\n",
       "                    predictedEnd during.bounds                   during.lower  \\\n",
       "0   2020-08-02T03:18:37.32+00:00            [)  2020-08-01T06:31:50.652+00:00   \n",
       "1  2020-08-03T03:27:47.949+00:00            [)  2020-08-02T03:27:47.949+00:00   \n",
       "2  2020-08-04T06:27:47.949+00:00            [)      2020-08-03T05:58:00+00:00   \n",
       "3      2020-08-05T05:58:00+00:00            [)   2020-08-04T06:51:37.52+00:00   \n",
       "4   2020-08-06T06:51:37.52+00:00            [)      2020-08-05T06:45:00+00:00   \n",
       "\n",
       "                    during.upper recovery.blackoutUntil  recovery.calibrating  \\\n",
       "0  2020-08-02T03:27:47.949+00:00                   None                 False   \n",
       "1      2020-08-03T05:58:00+00:00                   None                 False   \n",
       "2   2020-08-04T06:51:37.52+00:00                   None                 False   \n",
       "3      2020-08-05T06:45:00+00:00                   None                 False   \n",
       "4  2020-08-06T07:08:06.504+00:00                   None                 False   \n",
       "\n",
       "   recovery.heartRateVariabilityRmssd  recovery.id  recovery.responded  \\\n",
       "0                            0.082550     43584726               False   \n",
       "1                            0.050541     43736246               False   \n",
       "2                            0.061166     43968227               False   \n",
       "3                            0.141759     44152336               False   \n",
       "4                            0.101770     44319461               False   \n",
       "\n",
       "   recovery.restingHeartRate  recovery.score recovery.state  \\\n",
       "0                         38              49       complete   \n",
       "1                         42              28       complete   \n",
       "2                         43              30       complete   \n",
       "3                         40              82       complete   \n",
       "4                         43              55       complete   \n",
       "\n",
       "  recovery.surveyResponseId         recovery.timestamp  sleep.id sleep.naps  \\\n",
       "0                      None  2020-08-01T14:52:00+00:00  97850086         []   \n",
       "1                      None  2020-08-02T14:00:00+00:00  98195827         []   \n",
       "2                      None  2020-08-03T14:15:00+00:00  98669858         []   \n",
       "3                      None  2020-08-04T14:52:00+00:00  99093371         []   \n",
       "4                      None  2020-08-05T13:55:00+00:00  99483633         []   \n",
       "\n",
       "   sleep.needBreakdown.baseline  sleep.needBreakdown.debt  \\\n",
       "0                    461.361850                  0.000000   \n",
       "1                    461.357767                 26.692833   \n",
       "2                    461.353700                  0.000000   \n",
       "3                    461.349617                 32.624000   \n",
       "4                    461.347833                 34.601083   \n",
       "\n",
       "   sleep.needBreakdown.naps  sleep.needBreakdown.strain  \\\n",
       "0                       0.0                    3.749150   \n",
       "1                       0.0                   51.732317   \n",
       "2                       0.0                   13.282683   \n",
       "3                       0.0                    6.705050   \n",
       "4                       0.0                   62.248983   \n",
       "\n",
       "   sleep.needBreakdown.total  sleep.qualityDuration  sleep.score  \\\n",
       "0                 465.111000             422.170800           91   \n",
       "1                 539.782933             555.579467          100   \n",
       "2                 474.636383             422.507633           89   \n",
       "3                 500.678683             424.303450           85   \n",
       "4                 558.197917             364.465633           65   \n",
       "\n",
       "                                        sleep.sleeps sleep.state  \\\n",
       "0  [{'cyclesCount': 8, 'disturbanceCount': 11, 'd...    complete   \n",
       "1  [{'cyclesCount': 5, 'disturbanceCount': 10, 'd...    complete   \n",
       "2  [{'cyclesCount': 7, 'disturbanceCount': 12, 'd...    complete   \n",
       "3  [{'cyclesCount': 5, 'disturbanceCount': 12, 'd...    complete   \n",
       "4  [{'cyclesCount': 2, 'disturbanceCount': 12, 'd...    complete   \n",
       "\n",
       "   strain.averageHeartRate  strain.kilojoules  strain.maxHeartRate  \\\n",
       "0                       63           11692.50                  178   \n",
       "1                       57           10070.50                  164   \n",
       "2                       58            9250.51                  142   \n",
       "3                       72           16521.10                  171   \n",
       "4                       58           10639.40                  146   \n",
       "\n",
       "   strain.rawScore  strain.score strain.state  \\\n",
       "0         0.016484     17.100522     complete   \n",
       "1         0.003967     10.353521         None   \n",
       "2         0.002115      7.710601         None   \n",
       "3         0.022719     18.569774     complete   \n",
       "4         0.005328     11.836631         None   \n",
       "\n",
       "                                     strain.workouts  \n",
       "0  [{'altitudeChange': None, 'altitudeGain': None...  \n",
       "1                                                 []  \n",
       "2                                                 []  \n",
       "3  [{'altitudeChange': None, 'altitudeGain': None...  \n",
       "4                                                 []  "
      ]
     },
     "execution_count": 272,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "timed=client.get_keydata_timeframe(\"2020-08-01\",\"2020-08-30\")\n",
    "timed.shape\n",
    "timed.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [
    {
     "ename": "ValueError",
     "evalue": "time data '2020-08-01' does not match format '%m-%d-%Y'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mValueError\u001b[0m                                Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-56-abed89c64ba2>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mdatetime\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstrptime\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'2020-08-01'\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\"%m-%d-%Y\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m~/anaconda2/envs/py35/lib/python3.6/_strptime.py\u001b[0m in \u001b[0;36m_strptime_datetime\u001b[0;34m(cls, data_string, format)\u001b[0m\n\u001b[1;32m    563\u001b[0m     \"\"\"Return a class cls instance based on the input string and the\n\u001b[1;32m    564\u001b[0m     format string.\"\"\"\n\u001b[0;32m--> 565\u001b[0;31m     \u001b[0mtt\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfraction\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0m_strptime\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdata_string\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mformat\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    566\u001b[0m     \u001b[0mtzname\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mgmtoff\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtt\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m-\u001b[0m\u001b[0;36m2\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    567\u001b[0m     \u001b[0margs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtt\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;36m6\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mfraction\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda2/envs/py35/lib/python3.6/_strptime.py\u001b[0m in \u001b[0;36m_strptime\u001b[0;34m(data_string, format)\u001b[0m\n\u001b[1;32m    360\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mfound\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    361\u001b[0m         raise ValueError(\"time data %r does not match format %r\" %\n\u001b[0;32m--> 362\u001b[0;31m                          (data_string, format))\n\u001b[0m\u001b[1;32m    363\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdata_string\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m!=\u001b[0m \u001b[0mfound\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    364\u001b[0m         raise ValueError(\"unconverted data remains: %s\" %\n",
      "\u001b[0;31mValueError\u001b[0m: time data '2020-08-01' does not match format '%m-%d-%Y'"
     ]
    }
   ],
   "source": [
    "datetime.strptime('2020-08-01',\"%m-%d-%Y\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "12.807968680063883\n"
     ]
    }
   ],
   "source": [
    "start_time=time.time()\n",
    "test=parser.isoparse(client.start_datetime).replace(tzinfo=None)\n",
    "intervals=rrule.rrule(freq=WEEKLY,interval=1,until=datetime.utcnow(), dtstart=test)\n",
    "date_range=[[d.strftime('%Y-%m-%d'),\n",
    "                        (d+relativedelta.relativedelta(weeks=1)).strftime('%Y-%m-%d')] for d in intervals]\n",
    "hr_list=[]\n",
    "for dates in date_range:\n",
    "    start=dates[0]\n",
    "    end=dates[1]\n",
    "    ul='''https://api-7.whoop.com/users/24590/metrics/heart_rate?end={}T23:59:59.999Z&order=t&start={}T00:00:00.000Z&step=6'''.format(end,start)\n",
    "    hr_vals=client.pull_api(ul)['values']\n",
    "    hr_values=[[datetime.utcfromtimestamp(h['time']/1e3).date(),\n",
    "                      datetime.utcfromtimestamp(h['time']/1e3).time(),\n",
    "                      h['data']] for h in hr_vals]\n",
    "#     hr_list.extend(hr_values)\n",
    "\n",
    "# hr_aray=np.array(hr_list)\n",
    "# df=dd.from_array(hr_aray)\n",
    "# df.columns=['date','time','hr']\n",
    "# df.to_csv('dask_test_1.csv',single_file=True)\n",
    "end=time.time()-start_time\n",
    "print(end/60.0)\n",
    "\n",
    "#hr_data=pd.json_normalize(hr_list)\n",
    "# hr_data['datetime']=hr_data['time'].apply(lambda x: datetime.utcfromtimestamp(x/1e3))#.strftime('%Y-%m-%d %H:%M%S-%f'))\n",
    "# # hr_data['distance']=(hr_data['datetime']-hr_data['datetime'].shift(1))\n",
    "# # hr_data.distance.mean() ## mean of 7 seconds\n",
    "# hr_data['date']=hr_data['datetime'].map(datetime.date)\n",
    "# hr_data['time_of_day']=hr_data['datetime'].map(datetime.time)\n",
    "# hr_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'https://api-7.whoop.com/users/24590/metrics/heart_rate?end=2020-10-14T23:59:59.999Z&order=t&start=2020-10-07T00:00:00.000Z&step=6'"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ul"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[datetime.datetime(2018, 5, 30, 0, 30, 4),\n",
       " datetime.datetime(2018, 6, 6, 0, 30, 4),\n",
       " datetime.datetime(2018, 6, 13, 0, 30, 4),\n",
       " datetime.datetime(2018, 6, 20, 0, 30, 4),\n",
       " datetime.datetime(2018, 6, 27, 0, 30, 4),\n",
       " datetime.datetime(2018, 7, 4, 0, 30, 4),\n",
       " datetime.datetime(2018, 7, 11, 0, 30, 4),\n",
       " datetime.datetime(2018, 7, 18, 0, 30, 4),\n",
       " datetime.datetime(2018, 7, 25, 0, 30, 4),\n",
       " datetime.datetime(2018, 8, 1, 0, 30, 4),\n",
       " datetime.datetime(2018, 8, 8, 0, 30, 4),\n",
       " datetime.datetime(2018, 8, 15, 0, 30, 4),\n",
       " datetime.datetime(2018, 8, 22, 0, 30, 4),\n",
       " datetime.datetime(2018, 8, 29, 0, 30, 4),\n",
       " datetime.datetime(2018, 9, 5, 0, 30, 4),\n",
       " datetime.datetime(2018, 9, 12, 0, 30, 4),\n",
       " datetime.datetime(2018, 9, 19, 0, 30, 4),\n",
       " datetime.datetime(2018, 9, 26, 0, 30, 4),\n",
       " datetime.datetime(2018, 10, 3, 0, 30, 4),\n",
       " datetime.datetime(2018, 10, 10, 0, 30, 4),\n",
       " datetime.datetime(2018, 10, 17, 0, 30, 4),\n",
       " datetime.datetime(2018, 10, 24, 0, 30, 4),\n",
       " datetime.datetime(2018, 10, 31, 0, 30, 4),\n",
       " datetime.datetime(2018, 11, 7, 0, 30, 4),\n",
       " datetime.datetime(2018, 11, 14, 0, 30, 4),\n",
       " datetime.datetime(2018, 11, 21, 0, 30, 4),\n",
       " datetime.datetime(2018, 11, 28, 0, 30, 4),\n",
       " datetime.datetime(2018, 12, 5, 0, 30, 4),\n",
       " datetime.datetime(2018, 12, 12, 0, 30, 4),\n",
       " datetime.datetime(2018, 12, 19, 0, 30, 4),\n",
       " datetime.datetime(2018, 12, 26, 0, 30, 4),\n",
       " datetime.datetime(2019, 1, 2, 0, 30, 4),\n",
       " datetime.datetime(2019, 1, 9, 0, 30, 4),\n",
       " datetime.datetime(2019, 1, 16, 0, 30, 4),\n",
       " datetime.datetime(2019, 1, 23, 0, 30, 4),\n",
       " datetime.datetime(2019, 1, 30, 0, 30, 4),\n",
       " datetime.datetime(2019, 2, 6, 0, 30, 4),\n",
       " datetime.datetime(2019, 2, 13, 0, 30, 4),\n",
       " datetime.datetime(2019, 2, 20, 0, 30, 4),\n",
       " datetime.datetime(2019, 2, 27, 0, 30, 4),\n",
       " datetime.datetime(2019, 3, 6, 0, 30, 4),\n",
       " datetime.datetime(2019, 3, 13, 0, 30, 4),\n",
       " datetime.datetime(2019, 3, 20, 0, 30, 4),\n",
       " datetime.datetime(2019, 3, 27, 0, 30, 4),\n",
       " datetime.datetime(2019, 4, 3, 0, 30, 4),\n",
       " datetime.datetime(2019, 4, 10, 0, 30, 4),\n",
       " datetime.datetime(2019, 4, 17, 0, 30, 4),\n",
       " datetime.datetime(2019, 4, 24, 0, 30, 4),\n",
       " datetime.datetime(2019, 5, 1, 0, 30, 4),\n",
       " datetime.datetime(2019, 5, 8, 0, 30, 4),\n",
       " datetime.datetime(2019, 5, 15, 0, 30, 4),\n",
       " datetime.datetime(2019, 5, 22, 0, 30, 4),\n",
       " datetime.datetime(2019, 5, 29, 0, 30, 4),\n",
       " datetime.datetime(2019, 6, 5, 0, 30, 4),\n",
       " datetime.datetime(2019, 6, 12, 0, 30, 4),\n",
       " datetime.datetime(2019, 6, 19, 0, 30, 4),\n",
       " datetime.datetime(2019, 6, 26, 0, 30, 4),\n",
       " datetime.datetime(2019, 7, 3, 0, 30, 4),\n",
       " datetime.datetime(2019, 7, 10, 0, 30, 4),\n",
       " datetime.datetime(2019, 7, 17, 0, 30, 4),\n",
       " datetime.datetime(2019, 7, 24, 0, 30, 4),\n",
       " datetime.datetime(2019, 7, 31, 0, 30, 4),\n",
       " datetime.datetime(2019, 8, 7, 0, 30, 4),\n",
       " datetime.datetime(2019, 8, 14, 0, 30, 4),\n",
       " datetime.datetime(2019, 8, 21, 0, 30, 4),\n",
       " datetime.datetime(2019, 8, 28, 0, 30, 4),\n",
       " datetime.datetime(2019, 9, 4, 0, 30, 4),\n",
       " datetime.datetime(2019, 9, 11, 0, 30, 4),\n",
       " datetime.datetime(2019, 9, 18, 0, 30, 4),\n",
       " datetime.datetime(2019, 9, 25, 0, 30, 4),\n",
       " datetime.datetime(2019, 10, 2, 0, 30, 4),\n",
       " datetime.datetime(2019, 10, 9, 0, 30, 4),\n",
       " datetime.datetime(2019, 10, 16, 0, 30, 4),\n",
       " datetime.datetime(2019, 10, 23, 0, 30, 4),\n",
       " datetime.datetime(2019, 10, 30, 0, 30, 4),\n",
       " datetime.datetime(2019, 11, 6, 0, 30, 4),\n",
       " datetime.datetime(2019, 11, 13, 0, 30, 4),\n",
       " datetime.datetime(2019, 11, 20, 0, 30, 4),\n",
       " datetime.datetime(2019, 11, 27, 0, 30, 4),\n",
       " datetime.datetime(2019, 12, 4, 0, 30, 4),\n",
       " datetime.datetime(2019, 12, 11, 0, 30, 4),\n",
       " datetime.datetime(2019, 12, 18, 0, 30, 4),\n",
       " datetime.datetime(2019, 12, 25, 0, 30, 4),\n",
       " datetime.datetime(2020, 1, 1, 0, 30, 4),\n",
       " datetime.datetime(2020, 1, 8, 0, 30, 4),\n",
       " datetime.datetime(2020, 1, 15, 0, 30, 4),\n",
       " datetime.datetime(2020, 1, 22, 0, 30, 4),\n",
       " datetime.datetime(2020, 1, 29, 0, 30, 4),\n",
       " datetime.datetime(2020, 2, 5, 0, 30, 4),\n",
       " datetime.datetime(2020, 2, 12, 0, 30, 4),\n",
       " datetime.datetime(2020, 2, 19, 0, 30, 4),\n",
       " datetime.datetime(2020, 2, 26, 0, 30, 4),\n",
       " datetime.datetime(2020, 3, 4, 0, 30, 4),\n",
       " datetime.datetime(2020, 3, 11, 0, 30, 4),\n",
       " datetime.datetime(2020, 3, 18, 0, 30, 4),\n",
       " datetime.datetime(2020, 3, 25, 0, 30, 4),\n",
       " datetime.datetime(2020, 4, 1, 0, 30, 4),\n",
       " datetime.datetime(2020, 4, 8, 0, 30, 4),\n",
       " datetime.datetime(2020, 4, 15, 0, 30, 4),\n",
       " datetime.datetime(2020, 4, 22, 0, 30, 4),\n",
       " datetime.datetime(2020, 4, 29, 0, 30, 4),\n",
       " datetime.datetime(2020, 5, 6, 0, 30, 4),\n",
       " datetime.datetime(2020, 5, 13, 0, 30, 4),\n",
       " datetime.datetime(2020, 5, 20, 0, 30, 4),\n",
       " datetime.datetime(2020, 5, 27, 0, 30, 4),\n",
       " datetime.datetime(2020, 6, 3, 0, 30, 4),\n",
       " datetime.datetime(2020, 6, 10, 0, 30, 4),\n",
       " datetime.datetime(2020, 6, 17, 0, 30, 4),\n",
       " datetime.datetime(2020, 6, 24, 0, 30, 4),\n",
       " datetime.datetime(2020, 7, 1, 0, 30, 4),\n",
       " datetime.datetime(2020, 7, 8, 0, 30, 4),\n",
       " datetime.datetime(2020, 7, 15, 0, 30, 4),\n",
       " datetime.datetime(2020, 7, 22, 0, 30, 4),\n",
       " datetime.datetime(2020, 7, 29, 0, 30, 4),\n",
       " datetime.datetime(2020, 8, 5, 0, 30, 4),\n",
       " datetime.datetime(2020, 8, 12, 0, 30, 4),\n",
       " datetime.datetime(2020, 8, 19, 0, 30, 4),\n",
       " datetime.datetime(2020, 8, 26, 0, 30, 4),\n",
       " datetime.datetime(2020, 9, 2, 0, 30, 4),\n",
       " datetime.datetime(2020, 9, 9, 0, 30, 4),\n",
       " datetime.datetime(2020, 9, 16, 0, 30, 4),\n",
       " datetime.datetime(2020, 9, 23, 0, 30, 4),\n",
       " datetime.datetime(2020, 9, 30, 0, 30, 4),\n",
       " datetime.datetime(2020, 10, 7, 0, 30, 4)]"
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "b=datetime.strptime(\"2020-08-01\",'%Y-%m-%d')\n",
    "test=parser.isoparse(client.start_datetime).replace(tzinfo=None)\n",
    "intervals=rrule.rrule(freq=WEEKLY,interval=1,until=datetime.utcnow(), dtstart=test)\n",
    "[x for x in intervals]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "hr_aray=np.array(hr_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "ename": "IndexError",
     "evalue": "list index out of range",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mIndexError\u001b[0m                                Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-28-dab656aa9d99>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0mdf\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mdd\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfrom_array\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mhr_aray\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      2\u001b[0m \u001b[0mdf\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcolumns\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'date'\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m'time'\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m'hr'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 3\u001b[0;31m \u001b[0mdf\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mto_csv\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'dask_test_4.csv'\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0msingle_file\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m~/anaconda2/envs/py35/lib/python3.6/site-packages/dask/dataframe/core.py\u001b[0m in \u001b[0;36mto_csv\u001b[0;34m(self, filename, **kwargs)\u001b[0m\n\u001b[1;32m   1421\u001b[0m         \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m\u001b[0mio\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mto_csv\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1422\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1423\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0mto_csv\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfilename\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1424\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1425\u001b[0m     def to_sql(\n",
      "\u001b[0;32m~/anaconda2/envs/py35/lib/python3.6/site-packages/dask/dataframe/io/csv.py\u001b[0m in \u001b[0;36mto_csv\u001b[0;34m(df, filename, single_file, encoding, mode, name_function, compression, compute, scheduler, storage_options, header_first_partition_only, compute_kwargs, **kwargs)\u001b[0m\n\u001b[1;32m    806\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfirst_file\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfsspec\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mimplementations\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlocal\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mLocalFileSystem\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    807\u001b[0m             \u001b[0mwarn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"Appending data to a network storage system may not work.\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 808\u001b[0;31m         \u001b[0mvalue\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mto_csv_chunk\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdfs\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfirst_file\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    809\u001b[0m         \u001b[0mappend_mode\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmode\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreplace\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"w\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"\"\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0;34m\"a\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    810\u001b[0m         \u001b[0mappend_file\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mopen_file\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilename\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmode\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mappend_mode\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mfile_options\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mIndexError\u001b[0m: list index out of range"
     ]
    }
   ],
   "source": [
    "df=dd.from_array(hr_aray)\n",
    "df.columns=['date','time','hr']\n",
    "df.to_csv('dask_test_4.csv',single_file=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'data': 77, 'time': 1527640056000}"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hr_list[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5.93 s ± 133 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)\n"
     ]
    }
   ],
   "source": [
    "%%timeit\n",
    "p=client.pull_api(ul)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 519,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'data': 77, 'time': 1527640056000}"
      ]
     },
     "execution_count": 519,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hr_list[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 524,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "len(hr_list)\n",
    "hr_vals=[[datetime.utcfromtimestamp(h['time']/1e3).date(),\n",
    "          datetime.utcfromtimestamp(h['time']/1e3).time(),\n",
    "          h['data']] for h in hr_list]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 527,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "hr_vals=[[datetime.utcfromtimestamp(h['time']/1e3).date(),\n",
    "          datetime.utcfromtimestamp(h['time']/1e3).time(),\n",
    "          h['data']] for h in hr_list]\n",
    "hr_data=pd.DataFrame(hr_vals)\n",
    "hr_data.columns=['date','time','hr']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 528,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>time</th>\n",
       "      <th>hr</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2018-05-30</td>\n",
       "      <td>00:27:36</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2018-05-30</td>\n",
       "      <td>00:27:42</td>\n",
       "      <td>81</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2018-05-30</td>\n",
       "      <td>00:27:48</td>\n",
       "      <td>96</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2018-05-30</td>\n",
       "      <td>00:27:54</td>\n",
       "      <td>99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2018-05-30</td>\n",
       "      <td>00:28:00</td>\n",
       "      <td>104</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         date      time   hr\n",
       "0  2018-05-30  00:27:36   77\n",
       "1  2018-05-30  00:27:42   81\n",
       "2  2018-05-30  00:27:48   96\n",
       "3  2018-05-30  00:27:54   99\n",
       "4  2018-05-30  00:28:00  104"
      ]
     },
     "execution_count": 528,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hr_data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 497,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>data</th>\n",
       "      <th>time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>60</td>\n",
       "      <td>1599004802895</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>60</td>\n",
       "      <td>1599004809625</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>58</td>\n",
       "      <td>1599004816352</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>59</td>\n",
       "      <td>1599004823082</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>58</td>\n",
       "      <td>1599004829813</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>51</td>\n",
       "      <td>1599004836539</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>52</td>\n",
       "      <td>1599004843270</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>52</td>\n",
       "      <td>1599004849996</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>53</td>\n",
       "      <td>1599004856727</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>51</td>\n",
       "      <td>1599004863457</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>50</td>\n",
       "      <td>1599004870184</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>48</td>\n",
       "      <td>1599004876914</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>49</td>\n",
       "      <td>1599004883645</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>48</td>\n",
       "      <td>1599004890371</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>46</td>\n",
       "      <td>1599004897102</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>47</td>\n",
       "      <td>1599004903832</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>46</td>\n",
       "      <td>1599004910559</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>45</td>\n",
       "      <td>1599004917289</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>48</td>\n",
       "      <td>1599004924020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>49</td>\n",
       "      <td>1599004930746</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>46</td>\n",
       "      <td>1599004937477</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>46</td>\n",
       "      <td>1599004944207</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>44</td>\n",
       "      <td>1599004950934</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>44</td>\n",
       "      <td>1599004957664</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>45</td>\n",
       "      <td>1599004964395</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>46</td>\n",
       "      <td>1599004971121</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>46</td>\n",
       "      <td>1599004977852</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>45</td>\n",
       "      <td>1599004984582</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>44</td>\n",
       "      <td>1599004991309</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>49</td>\n",
       "      <td>1599004998039</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>51</td>\n",
       "      <td>1599005004770</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>50</td>\n",
       "      <td>1599005011496</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>52</td>\n",
       "      <td>1599005018227</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>52</td>\n",
       "      <td>1599005024957</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>49</td>\n",
       "      <td>1599005031684</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>46</td>\n",
       "      <td>1599005038414</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>47</td>\n",
       "      <td>1599005045145</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>53</td>\n",
       "      <td>1599005051871</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>54</td>\n",
       "      <td>1599005058602</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>55</td>\n",
       "      <td>1599005065328</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>55</td>\n",
       "      <td>1599005072059</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>57</td>\n",
       "      <td>1599005078789</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>57</td>\n",
       "      <td>1599005085516</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>56</td>\n",
       "      <td>1599005092246</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>55</td>\n",
       "      <td>1599005098977</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>58</td>\n",
       "      <td>1599005105703</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>63</td>\n",
       "      <td>1599005112434</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>63</td>\n",
       "      <td>1599005119164</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>67</td>\n",
       "      <td>1599005125891</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>67</td>\n",
       "      <td>1599005132621</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    data           time\n",
       "0     60  1599004802895\n",
       "1     60  1599004809625\n",
       "2     58  1599004816352\n",
       "3     59  1599004823082\n",
       "4     58  1599004829813\n",
       "5     51  1599004836539\n",
       "6     52  1599004843270\n",
       "7     52  1599004849996\n",
       "8     53  1599004856727\n",
       "9     51  1599004863457\n",
       "10    50  1599004870184\n",
       "11    48  1599004876914\n",
       "12    49  1599004883645\n",
       "13    48  1599004890371\n",
       "14    46  1599004897102\n",
       "15    47  1599004903832\n",
       "16    46  1599004910559\n",
       "17    45  1599004917289\n",
       "18    48  1599004924020\n",
       "19    49  1599004930746\n",
       "20    46  1599004937477\n",
       "21    46  1599004944207\n",
       "22    44  1599004950934\n",
       "23    44  1599004957664\n",
       "24    45  1599004964395\n",
       "25    46  1599004971121\n",
       "26    46  1599004977852\n",
       "27    45  1599004984582\n",
       "28    44  1599004991309\n",
       "29    49  1599004998039\n",
       "30    51  1599005004770\n",
       "31    50  1599005011496\n",
       "32    52  1599005018227\n",
       "33    52  1599005024957\n",
       "34    49  1599005031684\n",
       "35    46  1599005038414\n",
       "36    47  1599005045145\n",
       "37    53  1599005051871\n",
       "38    54  1599005058602\n",
       "39    55  1599005065328\n",
       "40    55  1599005072059\n",
       "41    57  1599005078789\n",
       "42    57  1599005085516\n",
       "43    56  1599005092246\n",
       "44    55  1599005098977\n",
       "45    58  1599005105703\n",
       "46    63  1599005112434\n",
       "47    63  1599005119164\n",
       "48    67  1599005125891\n",
       "49    67  1599005132621"
      ]
     },
     "execution_count": 497,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hr_data=pd.json_normalize(hr_list)\n",
    "hr_data.head(50)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 498,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>data</th>\n",
       "      <th>time</th>\n",
       "      <th>datetime</th>\n",
       "      <th>date</th>\n",
       "      <th>time_of_day</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>60</td>\n",
       "      <td>1599004802895</td>\n",
       "      <td>2020-09-02 00:00:02.895</td>\n",
       "      <td>2020-09-02</td>\n",
       "      <td>00:00:02.895000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>60</td>\n",
       "      <td>1599004809625</td>\n",
       "      <td>2020-09-02 00:00:09.625</td>\n",
       "      <td>2020-09-02</td>\n",
       "      <td>00:00:09.625000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>58</td>\n",
       "      <td>1599004816352</td>\n",
       "      <td>2020-09-02 00:00:16.352</td>\n",
       "      <td>2020-09-02</td>\n",
       "      <td>00:00:16.352000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>59</td>\n",
       "      <td>1599004823082</td>\n",
       "      <td>2020-09-02 00:00:23.082</td>\n",
       "      <td>2020-09-02</td>\n",
       "      <td>00:00:23.082000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>58</td>\n",
       "      <td>1599004829813</td>\n",
       "      <td>2020-09-02 00:00:29.813</td>\n",
       "      <td>2020-09-02</td>\n",
       "      <td>00:00:29.813000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94326</th>\n",
       "      <td>64</td>\n",
       "      <td>1599695966734</td>\n",
       "      <td>2020-09-09 23:59:26.734</td>\n",
       "      <td>2020-09-09</td>\n",
       "      <td>23:59:26.734000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94327</th>\n",
       "      <td>62</td>\n",
       "      <td>1599695973465</td>\n",
       "      <td>2020-09-09 23:59:33.465</td>\n",
       "      <td>2020-09-09</td>\n",
       "      <td>23:59:33.465000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94328</th>\n",
       "      <td>55</td>\n",
       "      <td>1599695980191</td>\n",
       "      <td>2020-09-09 23:59:40.191</td>\n",
       "      <td>2020-09-09</td>\n",
       "      <td>23:59:40.191000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94329</th>\n",
       "      <td>58</td>\n",
       "      <td>1599695986922</td>\n",
       "      <td>2020-09-09 23:59:46.922</td>\n",
       "      <td>2020-09-09</td>\n",
       "      <td>23:59:46.922000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94330</th>\n",
       "      <td>59</td>\n",
       "      <td>1599695993652</td>\n",
       "      <td>2020-09-09 23:59:53.652</td>\n",
       "      <td>2020-09-09</td>\n",
       "      <td>23:59:53.652000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>94331 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       data           time                datetime        date  \\\n",
       "0        60  1599004802895 2020-09-02 00:00:02.895  2020-09-02   \n",
       "1        60  1599004809625 2020-09-02 00:00:09.625  2020-09-02   \n",
       "2        58  1599004816352 2020-09-02 00:00:16.352  2020-09-02   \n",
       "3        59  1599004823082 2020-09-02 00:00:23.082  2020-09-02   \n",
       "4        58  1599004829813 2020-09-02 00:00:29.813  2020-09-02   \n",
       "...     ...            ...                     ...         ...   \n",
       "94326    64  1599695966734 2020-09-09 23:59:26.734  2020-09-09   \n",
       "94327    62  1599695973465 2020-09-09 23:59:33.465  2020-09-09   \n",
       "94328    55  1599695980191 2020-09-09 23:59:40.191  2020-09-09   \n",
       "94329    58  1599695986922 2020-09-09 23:59:46.922  2020-09-09   \n",
       "94330    59  1599695993652 2020-09-09 23:59:53.652  2020-09-09   \n",
       "\n",
       "           time_of_day  \n",
       "0      00:00:02.895000  \n",
       "1      00:00:09.625000  \n",
       "2      00:00:16.352000  \n",
       "3      00:00:23.082000  \n",
       "4      00:00:29.813000  \n",
       "...                ...  \n",
       "94326  23:59:26.734000  \n",
       "94327  23:59:33.465000  \n",
       "94328  23:59:40.191000  \n",
       "94329  23:59:46.922000  \n",
       "94330  23:59:53.652000  \n",
       "\n",
       "[94331 rows x 5 columns]"
      ]
     },
     "execution_count": 498,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hr_data['datetime']=hr_data['time'].apply(lambda x: datetime.utcfromtimestamp(x/1e3))#.strftime('%Y-%m-%d %H:%M%S-%f'))\n",
    "# hr_data['distance']=(hr_data['datetime']-hr_data['datetime'].shift(1))\n",
    "# hr_data.distance.mean() ## mean of 7 seconds\n",
    "hr_data['date']=hr_data['datetime'].map(datetime.date)\n",
    "hr_data['time_of_day']=hr_data['datetime'].map(datetime.time)\n",
    "hr_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 500,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "9874285.714285715"
      ]
     },
     "execution_count": 500,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "24*60*60/7*800"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 375,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(837, 37)"
      ]
     },
     "execution_count": 375,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data=client.get_keydata_all()\n",
    "data.head()\n",
    "data.loc[data.astype(str).drop_duplicates().index].shape, data.shape\n",
    "data['sleep.id'].nunique(),len(data['sleep.id'])\n",
    "data[data['sleep.id'].duplicated(keep=False)]\n",
    "data.drop_duplicates(subset=['day','sleep.id']).shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 231,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 231,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "not data.empty"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 215,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "prac=None\n",
    "if prac:\n",
    "    print(\"y\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 143,
   "metadata": {},
   "outputs": [
    {
     "ename": "IndexError",
     "evalue": "list index out of range",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mIndexError\u001b[0m                                Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-143-84b3c6ca313b>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0mpd\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0moptions\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdisplay\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmax_columns\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m100\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0mdata\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'strain.workouts'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mapply\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;32mlambda\u001b[0m \u001b[0mx\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mx\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m~/anaconda2/envs/py35/lib/python3.6/site-packages/pandas/core/series.py\u001b[0m in \u001b[0;36mapply\u001b[0;34m(self, func, convert_dtype, args, **kwds)\u001b[0m\n\u001b[1;32m   3846\u001b[0m             \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3847\u001b[0m                 \u001b[0mvalues\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mastype\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mobject\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 3848\u001b[0;31m                 \u001b[0mmapped\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mlib\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmap_infer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mf\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mconvert\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mconvert_dtype\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   3849\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3850\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmapped\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmapped\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mSeries\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32mpandas/_libs/lib.pyx\u001b[0m in \u001b[0;36mpandas._libs.lib.map_infer\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;32m<ipython-input-143-84b3c6ca313b>\u001b[0m in \u001b[0;36m<lambda>\u001b[0;34m(x)\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0mpd\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0moptions\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdisplay\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmax_columns\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m100\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0mdata\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'strain.workouts'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mapply\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;32mlambda\u001b[0m \u001b[0mx\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mx\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;31mIndexError\u001b[0m: list index out of range"
     ]
    }
   ],
   "source": [
    "pd.options.display.max_columns=100\n",
    "data-['strain.workouts'].apply(lambda x: x[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 163,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>altitudeChange</th>\n",
       "      <th>altitudeGain</th>\n",
       "      <th>averageHeartRate</th>\n",
       "      <th>cumulativeWorkoutStrain</th>\n",
       "      <th>distance</th>\n",
       "      <th>gpsEnabled</th>\n",
       "      <th>id</th>\n",
       "      <th>kilojoules</th>\n",
       "      <th>maxHeartRate</th>\n",
       "      <th>rawScore</th>\n",
       "      <th>responded</th>\n",
       "      <th>score</th>\n",
       "      <th>source</th>\n",
       "      <th>sportId</th>\n",
       "      <th>state</th>\n",
       "      <th>surveyResponseId</th>\n",
       "      <th>timezoneOffset</th>\n",
       "      <th>zones</th>\n",
       "      <th>during.bounds</th>\n",
       "      <th>during.lower</th>\n",
       "      <th>during.upper</th>\n",
       "      <th>length</th>\n",
       "      <th>total_minutes</th>\n",
       "      <th>min_zone1</th>\n",
       "      <th>min_zone2</th>\n",
       "      <th>min_zone3</th>\n",
       "      <th>min_zone4</th>\n",
       "      <th>min_zone5</th>\n",
       "      <th>min_zone6</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>152</td>\n",
       "      <td>16.0264</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>98057571</td>\n",
       "      <td>3588.14</td>\n",
       "      <td>178</td>\n",
       "      <td>0.013330</td>\n",
       "      <td>True</td>\n",
       "      <td>16.026390</td>\n",
       "      <td>auto</td>\n",
       "      <td>0</td>\n",
       "      <td>complete</td>\n",
       "      <td>48948968.0</td>\n",
       "      <td>-0400</td>\n",
       "      <td>[25992, 11535, 384524, 1072806, 2066819, 145148]</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-08-01 20:59:20.422000+00:00</td>\n",
       "      <td>2020-08-01 22:01:07.207000+00:00</td>\n",
       "      <td>01:01:46.785000</td>\n",
       "      <td>61.779750</td>\n",
       "      <td>0.433200</td>\n",
       "      <td>0.192250</td>\n",
       "      <td>6.408733</td>\n",
       "      <td>17.880100</td>\n",
       "      <td>34.446983</td>\n",
       "      <td>2.419133</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>136</td>\n",
       "      <td>16.3354</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>99285290</td>\n",
       "      <td>5368.95</td>\n",
       "      <td>171</td>\n",
       "      <td>0.014164</td>\n",
       "      <td>True</td>\n",
       "      <td>16.335431</td>\n",
       "      <td>user</td>\n",
       "      <td>52</td>\n",
       "      <td>complete</td>\n",
       "      <td>49139696.0</td>\n",
       "      <td>-0700</td>\n",
       "      <td>[0, 644096, 2121607, 2770482, 1583264, 0]</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-08-05 00:38:12.219000+00:00</td>\n",
       "      <td>2020-08-05 02:36:51.629000+00:00</td>\n",
       "      <td>01:58:39.410000</td>\n",
       "      <td>118.656833</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10.734933</td>\n",
       "      <td>35.360117</td>\n",
       "      <td>46.174700</td>\n",
       "      <td>26.387733</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>134</td>\n",
       "      <td>13.8227</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>102062483</td>\n",
       "      <td>3088.02</td>\n",
       "      <td>175</td>\n",
       "      <td>0.008412</td>\n",
       "      <td>True</td>\n",
       "      <td>13.822746</td>\n",
       "      <td>auto</td>\n",
       "      <td>1</td>\n",
       "      <td>complete</td>\n",
       "      <td>49568095.0</td>\n",
       "      <td>-0700</td>\n",
       "      <td>[188457, 318188, 1440032, 1361208, 908431, 32684]</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-08-12 00:17:11.902000+00:00</td>\n",
       "      <td>2020-08-12 01:28:00.863000+00:00</td>\n",
       "      <td>01:10:48.961000</td>\n",
       "      <td>70.816017</td>\n",
       "      <td>3.140950</td>\n",
       "      <td>5.303133</td>\n",
       "      <td>24.000533</td>\n",
       "      <td>22.686800</td>\n",
       "      <td>15.140517</td>\n",
       "      <td>0.544733</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>131</td>\n",
       "      <td>9.4889</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>104729259</td>\n",
       "      <td>1389.94</td>\n",
       "      <td>162</td>\n",
       "      <td>0.003306</td>\n",
       "      <td>True</td>\n",
       "      <td>9.488939</td>\n",
       "      <td>auto</td>\n",
       "      <td>1</td>\n",
       "      <td>complete</td>\n",
       "      <td>50007962.0</td>\n",
       "      <td>-0700</td>\n",
       "      <td>[0, 296117, 504697, 964183, 227823, 0]</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-08-19 01:56:13.340000+00:00</td>\n",
       "      <td>2020-08-19 02:29:26.121000+00:00</td>\n",
       "      <td>00:33:12.781000</td>\n",
       "      <td>33.213017</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.935283</td>\n",
       "      <td>8.411617</td>\n",
       "      <td>16.069717</td>\n",
       "      <td>3.797050</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>139</td>\n",
       "      <td>12.8117</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>106271857</td>\n",
       "      <td>2222.67</td>\n",
       "      <td>169</td>\n",
       "      <td>0.006564</td>\n",
       "      <td>True</td>\n",
       "      <td>12.811659</td>\n",
       "      <td>user</td>\n",
       "      <td>17</td>\n",
       "      <td>complete</td>\n",
       "      <td>50248668.0</td>\n",
       "      <td>-0700</td>\n",
       "      <td>[2883, 261518, 408552, 1247720, 836335, 0]</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-08-23 00:56:38.215000+00:00</td>\n",
       "      <td>2020-08-23 01:42:35.184000+00:00</td>\n",
       "      <td>00:45:56.969000</td>\n",
       "      <td>45.949483</td>\n",
       "      <td>0.048050</td>\n",
       "      <td>4.358633</td>\n",
       "      <td>6.809200</td>\n",
       "      <td>20.795333</td>\n",
       "      <td>13.938917</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>139</td>\n",
       "      <td>12.8117</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>106271857</td>\n",
       "      <td>2222.67</td>\n",
       "      <td>169</td>\n",
       "      <td>0.006564</td>\n",
       "      <td>True</td>\n",
       "      <td>12.811659</td>\n",
       "      <td>user</td>\n",
       "      <td>17</td>\n",
       "      <td>complete</td>\n",
       "      <td>50248668.0</td>\n",
       "      <td>-0700</td>\n",
       "      <td>[2883, 261518, 408552, 1247720, 836335, 0]</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-08-23 00:56:38.215000+00:00</td>\n",
       "      <td>2020-08-23 01:42:35.184000+00:00</td>\n",
       "      <td>00:45:56.969000</td>\n",
       "      <td>45.949483</td>\n",
       "      <td>0.048050</td>\n",
       "      <td>4.358633</td>\n",
       "      <td>6.809200</td>\n",
       "      <td>20.795333</td>\n",
       "      <td>13.938917</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>117</td>\n",
       "      <td>13.3261</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>106594391</td>\n",
       "      <td>2691.47</td>\n",
       "      <td>148</td>\n",
       "      <td>0.004413</td>\n",
       "      <td>False</td>\n",
       "      <td>10.884312</td>\n",
       "      <td>auto</td>\n",
       "      <td>52</td>\n",
       "      <td>complete</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0700</td>\n",
       "      <td>[0, 1511157, 3461695, 267250, 0, 0]</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-08-23 19:12:10.160000+00:00</td>\n",
       "      <td>2020-08-23 20:39:30.223000+00:00</td>\n",
       "      <td>01:27:20.063000</td>\n",
       "      <td>87.334383</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>25.185950</td>\n",
       "      <td>57.694917</td>\n",
       "      <td>4.454167</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>152</td>\n",
       "      <td>13.0958</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>107036810</td>\n",
       "      <td>1989.36</td>\n",
       "      <td>173</td>\n",
       "      <td>0.007051</td>\n",
       "      <td>True</td>\n",
       "      <td>13.095841</td>\n",
       "      <td>user</td>\n",
       "      <td>82</td>\n",
       "      <td>complete</td>\n",
       "      <td>50369159.0</td>\n",
       "      <td>-0700</td>\n",
       "      <td>[0, 1961, 126890, 810375, 1097813, 15383]</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-08-25 01:40:47.273000+00:00</td>\n",
       "      <td>2020-08-25 02:14:59.656000+00:00</td>\n",
       "      <td>00:34:12.383000</td>\n",
       "      <td>34.206383</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.032683</td>\n",
       "      <td>2.114833</td>\n",
       "      <td>13.506250</td>\n",
       "      <td>18.296883</td>\n",
       "      <td>0.256383</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>124</td>\n",
       "      <td>9.0430</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>107857025</td>\n",
       "      <td>1391.51</td>\n",
       "      <td>163</td>\n",
       "      <td>0.002990</td>\n",
       "      <td>True</td>\n",
       "      <td>9.043038</td>\n",
       "      <td>auto</td>\n",
       "      <td>1</td>\n",
       "      <td>complete</td>\n",
       "      <td>50508341.0</td>\n",
       "      <td>-0700</td>\n",
       "      <td>[119204, 280738, 1101648, 617163, 173032, 0]</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-08-27 02:37:43.320000+00:00</td>\n",
       "      <td>2020-08-27 03:15:55.066000+00:00</td>\n",
       "      <td>00:38:11.746000</td>\n",
       "      <td>38.195767</td>\n",
       "      <td>1.986733</td>\n",
       "      <td>4.678967</td>\n",
       "      <td>18.360800</td>\n",
       "      <td>10.286050</td>\n",
       "      <td>2.883867</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>122</td>\n",
       "      <td>13.4584</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>109410399</td>\n",
       "      <td>1550.44</td>\n",
       "      <td>146</td>\n",
       "      <td>0.002769</td>\n",
       "      <td>False</td>\n",
       "      <td>8.721113</td>\n",
       "      <td>auto</td>\n",
       "      <td>52</td>\n",
       "      <td>complete</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0700</td>\n",
       "      <td>[0, 504681, 1700595, 496985, 0, 0]</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-08-30 18:37:26.305000+00:00</td>\n",
       "      <td>2020-08-30 19:22:28.527000+00:00</td>\n",
       "      <td>00:45:02.222000</td>\n",
       "      <td>45.037033</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.411350</td>\n",
       "      <td>28.343250</td>\n",
       "      <td>8.283083</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>115</td>\n",
       "      <td>12.6808</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>111792934</td>\n",
       "      <td>1803.69</td>\n",
       "      <td>155</td>\n",
       "      <td>0.003068</td>\n",
       "      <td>True</td>\n",
       "      <td>9.155311</td>\n",
       "      <td>auto</td>\n",
       "      <td>1</td>\n",
       "      <td>complete</td>\n",
       "      <td>51128708.0</td>\n",
       "      <td>-0700</td>\n",
       "      <td>[44223, 1520815, 1770727, 402777, 14423, 0]</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-09-06 01:09:17.289000+00:00</td>\n",
       "      <td>2020-09-06 02:11:50.215000+00:00</td>\n",
       "      <td>01:02:32.926000</td>\n",
       "      <td>62.548767</td>\n",
       "      <td>0.737050</td>\n",
       "      <td>25.346917</td>\n",
       "      <td>29.512117</td>\n",
       "      <td>6.712950</td>\n",
       "      <td>0.240383</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>115</td>\n",
       "      <td>12.6808</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>111792934</td>\n",
       "      <td>1803.69</td>\n",
       "      <td>155</td>\n",
       "      <td>0.003068</td>\n",
       "      <td>True</td>\n",
       "      <td>9.155311</td>\n",
       "      <td>auto</td>\n",
       "      <td>1</td>\n",
       "      <td>complete</td>\n",
       "      <td>51128708.0</td>\n",
       "      <td>-0700</td>\n",
       "      <td>[44223, 1520815, 1770727, 402777, 14423, 0]</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-09-06 01:09:17.289000+00:00</td>\n",
       "      <td>2020-09-06 02:11:50.215000+00:00</td>\n",
       "      <td>01:02:32.926000</td>\n",
       "      <td>62.548767</td>\n",
       "      <td>0.737050</td>\n",
       "      <td>25.346917</td>\n",
       "      <td>29.512117</td>\n",
       "      <td>6.712950</td>\n",
       "      <td>0.240383</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   altitudeChange altitudeGain  averageHeartRate  cumulativeWorkoutStrain  \\\n",
       "0            None         None               152                  16.0264   \n",
       "1            None         None               136                  16.3354   \n",
       "2            None         None               134                  13.8227   \n",
       "3            None         None               131                   9.4889   \n",
       "4            None         None               139                  12.8117   \n",
       "5            None         None               139                  12.8117   \n",
       "6            None         None               117                  13.3261   \n",
       "7            None         None               152                  13.0958   \n",
       "8            None         None               124                   9.0430   \n",
       "9            None         None               122                  13.4584   \n",
       "10           None         None               115                  12.6808   \n",
       "11           None         None               115                  12.6808   \n",
       "\n",
       "   distance  gpsEnabled         id  kilojoules  maxHeartRate  rawScore  \\\n",
       "0      None       False   98057571     3588.14           178  0.013330   \n",
       "1      None       False   99285290     5368.95           171  0.014164   \n",
       "2      None       False  102062483     3088.02           175  0.008412   \n",
       "3      None       False  104729259     1389.94           162  0.003306   \n",
       "4      None       False  106271857     2222.67           169  0.006564   \n",
       "5      None       False  106271857     2222.67           169  0.006564   \n",
       "6      None       False  106594391     2691.47           148  0.004413   \n",
       "7      None       False  107036810     1989.36           173  0.007051   \n",
       "8      None       False  107857025     1391.51           163  0.002990   \n",
       "9      None       False  109410399     1550.44           146  0.002769   \n",
       "10     None       False  111792934     1803.69           155  0.003068   \n",
       "11     None       False  111792934     1803.69           155  0.003068   \n",
       "\n",
       "    responded      score source  sportId     state  surveyResponseId  \\\n",
       "0        True  16.026390   auto        0  complete        48948968.0   \n",
       "1        True  16.335431   user       52  complete        49139696.0   \n",
       "2        True  13.822746   auto        1  complete        49568095.0   \n",
       "3        True   9.488939   auto        1  complete        50007962.0   \n",
       "4        True  12.811659   user       17  complete        50248668.0   \n",
       "5        True  12.811659   user       17  complete        50248668.0   \n",
       "6       False  10.884312   auto       52  complete               NaN   \n",
       "7        True  13.095841   user       82  complete        50369159.0   \n",
       "8        True   9.043038   auto        1  complete        50508341.0   \n",
       "9       False   8.721113   auto       52  complete               NaN   \n",
       "10       True   9.155311   auto        1  complete        51128708.0   \n",
       "11       True   9.155311   auto        1  complete        51128708.0   \n",
       "\n",
       "   timezoneOffset                                              zones  \\\n",
       "0           -0400   [25992, 11535, 384524, 1072806, 2066819, 145148]   \n",
       "1           -0700          [0, 644096, 2121607, 2770482, 1583264, 0]   \n",
       "2           -0700  [188457, 318188, 1440032, 1361208, 908431, 32684]   \n",
       "3           -0700             [0, 296117, 504697, 964183, 227823, 0]   \n",
       "4           -0700         [2883, 261518, 408552, 1247720, 836335, 0]   \n",
       "5           -0700         [2883, 261518, 408552, 1247720, 836335, 0]   \n",
       "6           -0700                [0, 1511157, 3461695, 267250, 0, 0]   \n",
       "7           -0700          [0, 1961, 126890, 810375, 1097813, 15383]   \n",
       "8           -0700       [119204, 280738, 1101648, 617163, 173032, 0]   \n",
       "9           -0700                 [0, 504681, 1700595, 496985, 0, 0]   \n",
       "10          -0700        [44223, 1520815, 1770727, 402777, 14423, 0]   \n",
       "11          -0700        [44223, 1520815, 1770727, 402777, 14423, 0]   \n",
       "\n",
       "   during.bounds                     during.lower  \\\n",
       "0             [) 2020-08-01 20:59:20.422000+00:00   \n",
       "1             [) 2020-08-05 00:38:12.219000+00:00   \n",
       "2             [) 2020-08-12 00:17:11.902000+00:00   \n",
       "3             [) 2020-08-19 01:56:13.340000+00:00   \n",
       "4             [) 2020-08-23 00:56:38.215000+00:00   \n",
       "5             [) 2020-08-23 00:56:38.215000+00:00   \n",
       "6             [) 2020-08-23 19:12:10.160000+00:00   \n",
       "7             [) 2020-08-25 01:40:47.273000+00:00   \n",
       "8             [) 2020-08-27 02:37:43.320000+00:00   \n",
       "9             [) 2020-08-30 18:37:26.305000+00:00   \n",
       "10            [) 2020-09-06 01:09:17.289000+00:00   \n",
       "11            [) 2020-09-06 01:09:17.289000+00:00   \n",
       "\n",
       "                       during.upper          length  total_minutes  min_zone1  \\\n",
       "0  2020-08-01 22:01:07.207000+00:00 01:01:46.785000      61.779750   0.433200   \n",
       "1  2020-08-05 02:36:51.629000+00:00 01:58:39.410000     118.656833   0.000000   \n",
       "2  2020-08-12 01:28:00.863000+00:00 01:10:48.961000      70.816017   3.140950   \n",
       "3  2020-08-19 02:29:26.121000+00:00 00:33:12.781000      33.213017   0.000000   \n",
       "4  2020-08-23 01:42:35.184000+00:00 00:45:56.969000      45.949483   0.048050   \n",
       "5  2020-08-23 01:42:35.184000+00:00 00:45:56.969000      45.949483   0.048050   \n",
       "6  2020-08-23 20:39:30.223000+00:00 01:27:20.063000      87.334383   0.000000   \n",
       "7  2020-08-25 02:14:59.656000+00:00 00:34:12.383000      34.206383   0.000000   \n",
       "8  2020-08-27 03:15:55.066000+00:00 00:38:11.746000      38.195767   1.986733   \n",
       "9  2020-08-30 19:22:28.527000+00:00 00:45:02.222000      45.037033   0.000000   \n",
       "10 2020-09-06 02:11:50.215000+00:00 01:02:32.926000      62.548767   0.737050   \n",
       "11 2020-09-06 02:11:50.215000+00:00 01:02:32.926000      62.548767   0.737050   \n",
       "\n",
       "    min_zone2  min_zone3  min_zone4  min_zone5  min_zone6  \n",
       "0    0.192250   6.408733  17.880100  34.446983   2.419133  \n",
       "1   10.734933  35.360117  46.174700  26.387733   0.000000  \n",
       "2    5.303133  24.000533  22.686800  15.140517   0.544733  \n",
       "3    4.935283   8.411617  16.069717   3.797050   0.000000  \n",
       "4    4.358633   6.809200  20.795333  13.938917   0.000000  \n",
       "5    4.358633   6.809200  20.795333  13.938917   0.000000  \n",
       "6   25.185950  57.694917   4.454167   0.000000   0.000000  \n",
       "7    0.032683   2.114833  13.506250  18.296883   0.256383  \n",
       "8    4.678967  18.360800  10.286050   2.883867   0.000000  \n",
       "9    8.411350  28.343250   8.283083   0.000000   0.000000  \n",
       "10  25.346917  29.512117   6.712950   0.240383   0.000000  \n",
       "11  25.346917  29.512117   6.712950   0.240383   0.000000  "
      ]
     },
     "execution_count": 163,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_store=client.time_data\n",
    "data_store.head()\n",
    "data_store.days.max(),data_store.days.min()\n",
    "activities=pd.json_normalize(data_store[data_store['strain.workouts'].apply(len)>0]['strain.workouts'].apply(lambda x: x[0]))\n",
    "activities['length']=(pd.to_datetime(activities['during.upper'])-pd.to_datetime(activities['during.lower']))\n",
    "activities['total_minutes']=activities.length.apply(lambda x: x.total_seconds()/60.0)\n",
    "for z in range(0,6):\n",
    "     activities['min_zone{}'.format(z+1)]=activities['zones'].apply(lambda x: x[z]/60000.)\n",
    "activities.head()\n",
    "activities[['during.upper','during.lower']]=activities[['during.upper','during.lower']].apply(pd.to_datetime)\n",
    "activities"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 274,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def pull_sleep(sleep_id):\n",
    "    sleep=client.pull_api('https://api-7.whoop.com/users/24590/sleeps/{}'.format(sleep_id))\n",
    "    main_df=pd.json_normalize(sleep)\n",
    "    main_df.drop('events',axis=1,inplace=True)\n",
    "    events_df=pd.json_normalize(sleep['events'])\n",
    "    events_df['id']=sleep_id\n",
    "    return main_df, events_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 349,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>type</th>\n",
       "      <th>during.lower</th>\n",
       "      <th>during.upper</th>\n",
       "      <th>during.bounds</th>\n",
       "      <th>id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>latency</td>\n",
       "      <td>2018-05-30T04:30:03.229Z</td>\n",
       "      <td>2018-05-30T04:32:32.224Z</td>\n",
       "      <td>[)</td>\n",
       "      <td>6460814</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>wake</td>\n",
       "      <td>2018-05-30T04:30:03.229Z</td>\n",
       "      <td>2018-05-30T04:32:32.224Z</td>\n",
       "      <td>[)</td>\n",
       "      <td>6460814</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>light</td>\n",
       "      <td>2018-05-30T04:32:33.224Z</td>\n",
       "      <td>2018-05-30T05:01:02.170Z</td>\n",
       "      <td>[)</td>\n",
       "      <td>6460814</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>disturbances</td>\n",
       "      <td>2018-05-30T04:42:33.205Z</td>\n",
       "      <td>2018-05-30T04:45:02.201Z</td>\n",
       "      <td>[)</td>\n",
       "      <td>6460814</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>sws</td>\n",
       "      <td>2018-05-30T05:01:03.170Z</td>\n",
       "      <td>2018-05-30T05:27:02.119Z</td>\n",
       "      <td>[)</td>\n",
       "      <td>6460814</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           type              during.lower              during.upper  \\\n",
       "0       latency  2018-05-30T04:30:03.229Z  2018-05-30T04:32:32.224Z   \n",
       "1          wake  2018-05-30T04:30:03.229Z  2018-05-30T04:32:32.224Z   \n",
       "2         light  2018-05-30T04:32:33.224Z  2018-05-30T05:01:02.170Z   \n",
       "3  disturbances  2018-05-30T04:42:33.205Z  2018-05-30T04:45:02.201Z   \n",
       "4           sws  2018-05-30T05:01:03.170Z  2018-05-30T05:27:02.119Z   \n",
       "\n",
       "  during.bounds       id  \n",
       "0            [)  6460814  \n",
       "1            [)  6460814  \n",
       "2            [)  6460814  \n",
       "3            [)  6460814  \n",
       "4            [)  6460814  "
      ]
     },
     "execution_count": 349,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mdf,edf=pull_sleep(int(data['sleep.id'][0]))\n",
    "mdf.head()\n",
    "edf.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 346,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'activityId': 6479679,\n",
       " 'algoVersion': None,\n",
       " 'arousalTime': 1999937,\n",
       " 'autoDetected': False,\n",
       " 'averageHeartRate': None,\n",
       " 'capTouch80th': None,\n",
       " 'createdAt': '2018-05-31T11:42:17.329Z',\n",
       " 'creditFromNaps': 0,\n",
       " 'cyclesCount': 3,\n",
       " 'debtPost': 4590453,\n",
       " 'debtPre': 3626647,\n",
       " 'disturbances': 10,\n",
       " 'during': {'bounds': '[)',\n",
       "  'lower': '2018-05-31T03:58:58.144Z',\n",
       "  'upper': '2018-05-31T11:24:56.274Z'},\n",
       " 'events': [{'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T03:58:58.144Z',\n",
       "    'upper': '2018-05-31T04:02:57.136Z'},\n",
       "   'type': 'wake'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T03:58:58.144Z',\n",
       "    'upper': '2018-05-31T04:02:57.136Z'},\n",
       "   'type': 'latency'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T04:02:58.136Z',\n",
       "    'upper': '2018-05-31T04:26:57.088Z'},\n",
       "   'type': 'light'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T04:06:58.128Z',\n",
       "    'upper': '2018-05-31T04:10:27.121Z'},\n",
       "   'type': 'disturbances'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T04:18:28.105Z',\n",
       "    'upper': '2018-05-31T04:22:27.097Z'},\n",
       "   'type': 'disturbances'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T04:26:58.088Z',\n",
       "    'upper': '2018-05-31T04:37:27.068Z'},\n",
       "   'type': 'sws'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T04:37:28.068Z',\n",
       "    'upper': '2018-05-31T04:41:27.061Z'},\n",
       "   'type': 'light'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T04:41:28.061Z',\n",
       "    'upper': '2018-05-31T04:50:27.044Z'},\n",
       "   'type': 'sws'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T04:50:28.043Z',\n",
       "    'upper': '2018-05-31T05:01:57.022Z'},\n",
       "   'type': 'light'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T05:01:58.022Z',\n",
       "    'upper': '2018-05-31T05:05:57.014Z'},\n",
       "   'type': 'rem'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T05:05:58.014Z',\n",
       "    'upper': '2018-05-31T05:07:27.012Z'},\n",
       "   'type': 'disturbances'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T05:05:58.014Z',\n",
       "    'upper': '2018-05-31T05:13:27.000Z'},\n",
       "   'type': 'light'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T05:10:58.005Z',\n",
       "    'upper': '2018-05-31T05:13:27.000Z'},\n",
       "   'type': 'disturbances'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T05:13:28.000Z',\n",
       "    'upper': '2018-05-31T05:16:56.993Z'},\n",
       "   'type': 'rem'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T05:16:57.993Z',\n",
       "    'upper': '2018-05-31T05:20:26.987Z'},\n",
       "   'type': 'light'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T05:20:27.986Z',\n",
       "    'upper': '2018-05-31T05:27:26.973Z'},\n",
       "   'type': 'wake'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T05:27:27.973Z',\n",
       "    'upper': '2018-05-31T05:44:56.939Z'},\n",
       "   'type': 'light'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T05:34:27.959Z',\n",
       "    'upper': '2018-05-31T05:37:56.953Z'},\n",
       "   'type': 'disturbances'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T05:44:57.939Z',\n",
       "    'upper': '2018-05-31T06:44:26.828Z'},\n",
       "   'type': 'sws'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T06:44:27.828Z',\n",
       "    'upper': '2018-05-31T06:48:56.820Z'},\n",
       "   'type': 'light'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T06:45:57.825Z',\n",
       "    'upper': '2018-05-31T06:48:56.820Z'},\n",
       "   'type': 'disturbances'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T06:48:57.820Z',\n",
       "    'upper': '2018-05-31T06:54:26.810Z'},\n",
       "   'type': 'rem'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T06:54:27.809Z',\n",
       "    'upper': '2018-05-31T06:58:26.802Z'},\n",
       "   'type': 'disturbances'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T06:54:27.809Z',\n",
       "    'upper': '2018-05-31T07:02:26.793Z'},\n",
       "   'type': 'light'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T07:02:27.793Z',\n",
       "    'upper': '2018-05-31T07:06:56.785Z'},\n",
       "   'type': 'sws'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T07:06:57.785Z',\n",
       "    'upper': '2018-05-31T07:12:56.772Z'},\n",
       "   'type': 'light'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T07:12:57.772Z',\n",
       "    'upper': '2018-05-31T07:21:56.753Z'},\n",
       "   'type': 'sws'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T07:21:57.753Z',\n",
       "    'upper': '2018-05-31T07:34:26.729Z'},\n",
       "   'type': 'light'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T07:34:27.729Z',\n",
       "    'upper': '2018-05-31T07:40:26.716Z'},\n",
       "   'type': 'sws'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T07:40:27.716Z',\n",
       "    'upper': '2018-05-31T07:43:56.709Z'},\n",
       "   'type': 'light'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T07:43:57.709Z',\n",
       "    'upper': '2018-05-31T07:56:26.686Z'},\n",
       "   'type': 'sws'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T07:56:27.686Z',\n",
       "    'upper': '2018-05-31T08:08:26.663Z'},\n",
       "   'type': 'light'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T08:08:27.663Z',\n",
       "    'upper': '2018-05-31T08:11:56.656Z'},\n",
       "   'type': 'sws'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T08:11:57.656Z',\n",
       "    'upper': '2018-05-31T08:17:56.645Z'},\n",
       "   'type': 'light'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T08:17:57.644Z',\n",
       "    'upper': '2018-05-31T08:23:26.633Z'},\n",
       "   'type': 'wake'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T08:23:27.633Z',\n",
       "    'upper': '2018-05-31T08:32:56.614Z'},\n",
       "   'type': 'light'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T08:32:57.614Z',\n",
       "    'upper': '2018-05-31T08:37:56.604Z'},\n",
       "   'type': 'rem'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T08:37:57.604Z',\n",
       "    'upper': '2018-05-31T08:38:26.603Z'},\n",
       "   'type': 'light'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T08:38:27.603Z',\n",
       "    'upper': '2018-05-31T08:40:26.599Z'},\n",
       "   'type': 'sws'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T08:40:27.599Z',\n",
       "    'upper': '2018-05-31T09:05:56.548Z'},\n",
       "   'type': 'light'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T09:05:57.548Z',\n",
       "    'upper': '2018-05-31T09:52:56.458Z'},\n",
       "   'type': 'sws'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T09:52:57.458Z',\n",
       "    'upper': '2018-05-31T10:00:26.444Z'},\n",
       "   'type': 'light'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T10:00:27.443Z',\n",
       "    'upper': '2018-05-31T10:04:56.435Z'},\n",
       "   'type': 'wake'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T10:04:57.435Z',\n",
       "    'upper': '2018-05-31T11:24:56.274Z'},\n",
       "   'type': 'light'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T10:16:27.411Z',\n",
       "    'upper': '2018-05-31T10:19:56.404Z'},\n",
       "   'type': 'disturbances'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T10:23:27.397Z',\n",
       "    'upper': '2018-05-31T10:27:26.389Z'},\n",
       "   'type': 'disturbances'},\n",
       "  {'during': {'bounds': '[)',\n",
       "    'lower': '2018-05-31T11:11:57.300Z',\n",
       "    'upper': '2018-05-31T11:15:56.292Z'},\n",
       "   'type': 'disturbances'}],\n",
       " 'habitualSleepNeed': 27897291,\n",
       " 'hrBaseline': 39,\n",
       " 'id': 6479679,\n",
       " 'inSleepEfficiency': 0.885711,\n",
       " 'isNap': False,\n",
       " 'kilojoules': None,\n",
       " 'latency': 238992,\n",
       " 'lightSleepDuration': 12598621,\n",
       " 'maxHeartRate': None,\n",
       " 'needFromStrain': 1145261,\n",
       " 'noDataDuration': 0,\n",
       " 'normal': True,\n",
       " 'percentRecorded': 1,\n",
       " 'projectedScore': None,\n",
       " 'projectedSleep': None,\n",
       " 'qualityDuration': 23488294,\n",
       " 'remSleepDuration': 1079966,\n",
       " 'respiratoryRate': None,\n",
       " 'responded': True,\n",
       " 'score': 72,\n",
       " 'significant': True,\n",
       " 'sleepConsistency': None,\n",
       " 'sleepNeed': 32669201,\n",
       " 'slowWaveSleepDuration': 9809707,\n",
       " 'source': 'auto+user',\n",
       " 'state': 'complete',\n",
       " 'surveyResponseId': 4751675,\n",
       " 'teamActId': None,\n",
       " 'timeInBed': 26758130,\n",
       " 'timezoneOffset': '-0400',\n",
       " 'updatedAt': '2018-05-31T13:38:29.989Z',\n",
       " 'userId': 24590,\n",
       " 'wakeDuration': 3269912}"
      ]
     },
     "execution_count": 346,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#client.pull_api('https://api-7.whoop.com/users/24590/sleeps/{}'.format(data['sleep.id'][0])).url\n",
    "auth_code=client.auth_code\n",
    "headers={'authorization':auth_code}\n",
    "# sleep=requests.get('https://api-7.whoop.com/users/24590/sleeps/{}'.format(data['sleep.id'][0]),headers=headers)\n",
    "# sleep\n",
    "#r=requests.get('https://api-7.whoop.com/users/24590/sleeps/{};{}'.format(int(data['sleep.id'][0])),headers=headers)\n",
    "r=requests.get('https://api-7.whoop.com/users/24590/sleeps/6479679',headers=headers)\n",
    "r.json()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 251,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[datetime.datetime(2020, 8, 1, 0, 0),\n",
       " datetime.datetime(2020, 8, 8, 0, 0),\n",
       " datetime.datetime(2020, 8, 15, 0, 0),\n",
       " datetime.datetime(2020, 8, 22, 0, 0),\n",
       " datetime.datetime(2020, 8, 29, 0, 0)]"
      ]
     },
     "execution_count": 251,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "intervals=rrule.rrule(freq=WEEKLY,\n",
    "                      interval=1,\n",
    "                      until=datetime.strptime(\"2020-08-30\",\"%Y-%m-%d\"),\n",
    "                      dtstart=datetime.strptime(\"2020-08-01\",\"%Y-%m-%d\"))\n",
    "[n for n in intervals]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "datetime.datetime(2020, 8, 5, 0, 0)"
      ]
     },
     "execution_count": 119,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "datetime.strptime(\"2020-08-05\",\"%Y-%m-%d\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "https://api-7.whoop.com/users/cycles?end=2018-06-06&start=2018-05-30\n",
      "https://api-7.whoop.com/users/cycles?end=2018-06-13&start=2018-06-06\n",
      "https://api-7.whoop.com/users/cycles?end=2018-06-20&start=2018-06-13\n",
      "https://api-7.whoop.com/users/cycles?end=2018-06-27&start=2018-06-20\n",
      "https://api-7.whoop.com/users/cycles?end=2018-07-04&start=2018-06-27\n",
      "https://api-7.whoop.com/users/cycles?end=2018-07-11&start=2018-07-04\n",
      "https://api-7.whoop.com/users/cycles?end=2018-07-18&start=2018-07-11\n",
      "https://api-7.whoop.com/users/cycles?end=2018-07-25&start=2018-07-18\n",
      "https://api-7.whoop.com/users/cycles?end=2018-08-01&start=2018-07-25\n",
      "https://api-7.whoop.com/users/cycles?end=2018-08-08&start=2018-08-01\n",
      "https://api-7.whoop.com/users/cycles?end=2018-08-15&start=2018-08-08\n",
      "https://api-7.whoop.com/users/cycles?end=2018-08-22&start=2018-08-15\n",
      "https://api-7.whoop.com/users/cycles?end=2018-08-29&start=2018-08-22\n",
      "https://api-7.whoop.com/users/cycles?end=2018-09-05&start=2018-08-29\n",
      "https://api-7.whoop.com/users/cycles?end=2018-09-12&start=2018-09-05\n",
      "https://api-7.whoop.com/users/cycles?end=2018-09-19&start=2018-09-12\n",
      "https://api-7.whoop.com/users/cycles?end=2018-09-26&start=2018-09-19\n",
      "https://api-7.whoop.com/users/cycles?end=2018-10-03&start=2018-09-26\n",
      "https://api-7.whoop.com/users/cycles?end=2018-10-10&start=2018-10-03\n",
      "https://api-7.whoop.com/users/cycles?end=2018-10-17&start=2018-10-10\n",
      "https://api-7.whoop.com/users/cycles?end=2018-10-24&start=2018-10-17\n",
      "https://api-7.whoop.com/users/cycles?end=2018-10-31&start=2018-10-24\n",
      "https://api-7.whoop.com/users/cycles?end=2018-11-07&start=2018-10-31\n",
      "https://api-7.whoop.com/users/cycles?end=2018-11-14&start=2018-11-07\n",
      "https://api-7.whoop.com/users/cycles?end=2018-11-21&start=2018-11-14\n",
      "https://api-7.whoop.com/users/cycles?end=2018-11-28&start=2018-11-21\n",
      "https://api-7.whoop.com/users/cycles?end=2018-12-05&start=2018-11-28\n",
      "https://api-7.whoop.com/users/cycles?end=2018-12-12&start=2018-12-05\n",
      "https://api-7.whoop.com/users/cycles?end=2018-12-19&start=2018-12-12\n",
      "https://api-7.whoop.com/users/cycles?end=2018-12-26&start=2018-12-19\n",
      "https://api-7.whoop.com/users/cycles?end=2019-01-02&start=2018-12-26\n",
      "https://api-7.whoop.com/users/cycles?end=2019-01-09&start=2019-01-02\n",
      "https://api-7.whoop.com/users/cycles?end=2019-01-16&start=2019-01-09\n",
      "https://api-7.whoop.com/users/cycles?end=2019-01-23&start=2019-01-16\n",
      "https://api-7.whoop.com/users/cycles?end=2019-01-30&start=2019-01-23\n",
      "https://api-7.whoop.com/users/cycles?end=2019-02-06&start=2019-01-30\n",
      "https://api-7.whoop.com/users/cycles?end=2019-02-13&start=2019-02-06\n",
      "https://api-7.whoop.com/users/cycles?end=2019-02-20&start=2019-02-13\n",
      "https://api-7.whoop.com/users/cycles?end=2019-02-27&start=2019-02-20\n",
      "https://api-7.whoop.com/users/cycles?end=2019-03-06&start=2019-02-27\n",
      "https://api-7.whoop.com/users/cycles?end=2019-03-13&start=2019-03-06\n",
      "https://api-7.whoop.com/users/cycles?end=2019-03-20&start=2019-03-13\n",
      "https://api-7.whoop.com/users/cycles?end=2019-03-27&start=2019-03-20\n",
      "https://api-7.whoop.com/users/cycles?end=2019-04-03&start=2019-03-27\n",
      "https://api-7.whoop.com/users/cycles?end=2019-04-10&start=2019-04-03\n",
      "https://api-7.whoop.com/users/cycles?end=2019-04-17&start=2019-04-10\n",
      "https://api-7.whoop.com/users/cycles?end=2019-04-24&start=2019-04-17\n",
      "https://api-7.whoop.com/users/cycles?end=2019-05-01&start=2019-04-24\n",
      "https://api-7.whoop.com/users/cycles?end=2019-05-08&start=2019-05-01\n",
      "https://api-7.whoop.com/users/cycles?end=2019-05-15&start=2019-05-08\n",
      "https://api-7.whoop.com/users/cycles?end=2019-05-22&start=2019-05-15\n",
      "https://api-7.whoop.com/users/cycles?end=2019-05-29&start=2019-05-22\n",
      "https://api-7.whoop.com/users/cycles?end=2019-06-05&start=2019-05-29\n",
      "https://api-7.whoop.com/users/cycles?end=2019-06-12&start=2019-06-05\n",
      "https://api-7.whoop.com/users/cycles?end=2019-06-19&start=2019-06-12\n",
      "https://api-7.whoop.com/users/cycles?end=2019-06-26&start=2019-06-19\n",
      "https://api-7.whoop.com/users/cycles?end=2019-07-03&start=2019-06-26\n",
      "https://api-7.whoop.com/users/cycles?end=2019-07-10&start=2019-07-03\n",
      "https://api-7.whoop.com/users/cycles?end=2019-07-17&start=2019-07-10\n",
      "https://api-7.whoop.com/users/cycles?end=2019-07-24&start=2019-07-17\n",
      "https://api-7.whoop.com/users/cycles?end=2019-07-31&start=2019-07-24\n",
      "https://api-7.whoop.com/users/cycles?end=2019-08-07&start=2019-07-31\n",
      "https://api-7.whoop.com/users/cycles?end=2019-08-14&start=2019-08-07\n",
      "https://api-7.whoop.com/users/cycles?end=2019-08-21&start=2019-08-14\n",
      "https://api-7.whoop.com/users/cycles?end=2019-08-28&start=2019-08-21\n",
      "https://api-7.whoop.com/users/cycles?end=2019-09-04&start=2019-08-28\n",
      "https://api-7.whoop.com/users/cycles?end=2019-09-11&start=2019-09-04\n",
      "https://api-7.whoop.com/users/cycles?end=2019-09-18&start=2019-09-11\n",
      "https://api-7.whoop.com/users/cycles?end=2019-09-25&start=2019-09-18\n",
      "https://api-7.whoop.com/users/cycles?end=2019-10-02&start=2019-09-25\n",
      "https://api-7.whoop.com/users/cycles?end=2019-10-09&start=2019-10-02\n",
      "https://api-7.whoop.com/users/cycles?end=2019-10-16&start=2019-10-09\n",
      "https://api-7.whoop.com/users/cycles?end=2019-10-23&start=2019-10-16\n",
      "https://api-7.whoop.com/users/cycles?end=2019-10-30&start=2019-10-23\n",
      "https://api-7.whoop.com/users/cycles?end=2019-11-06&start=2019-10-30\n",
      "https://api-7.whoop.com/users/cycles?end=2019-11-13&start=2019-11-06\n",
      "https://api-7.whoop.com/users/cycles?end=2019-11-20&start=2019-11-13\n",
      "https://api-7.whoop.com/users/cycles?end=2019-11-27&start=2019-11-20\n",
      "https://api-7.whoop.com/users/cycles?end=2019-12-04&start=2019-11-27\n",
      "https://api-7.whoop.com/users/cycles?end=2019-12-11&start=2019-12-04\n",
      "https://api-7.whoop.com/users/cycles?end=2019-12-18&start=2019-12-11\n",
      "https://api-7.whoop.com/users/cycles?end=2019-12-25&start=2019-12-18\n",
      "https://api-7.whoop.com/users/cycles?end=2020-01-01&start=2019-12-25\n",
      "https://api-7.whoop.com/users/cycles?end=2020-01-08&start=2020-01-01\n",
      "https://api-7.whoop.com/users/cycles?end=2020-01-15&start=2020-01-08\n",
      "https://api-7.whoop.com/users/cycles?end=2020-01-22&start=2020-01-15\n",
      "https://api-7.whoop.com/users/cycles?end=2020-01-29&start=2020-01-22\n",
      "https://api-7.whoop.com/users/cycles?end=2020-02-05&start=2020-01-29\n",
      "https://api-7.whoop.com/users/cycles?end=2020-02-12&start=2020-02-05\n",
      "https://api-7.whoop.com/users/cycles?end=2020-02-19&start=2020-02-12\n",
      "https://api-7.whoop.com/users/cycles?end=2020-02-26&start=2020-02-19\n",
      "https://api-7.whoop.com/users/cycles?end=2020-03-04&start=2020-02-26\n",
      "https://api-7.whoop.com/users/cycles?end=2020-03-11&start=2020-03-04\n",
      "https://api-7.whoop.com/users/cycles?end=2020-03-18&start=2020-03-11\n",
      "https://api-7.whoop.com/users/cycles?end=2020-03-25&start=2020-03-18\n",
      "https://api-7.whoop.com/users/cycles?end=2020-04-01&start=2020-03-25\n",
      "https://api-7.whoop.com/users/cycles?end=2020-04-08&start=2020-04-01\n",
      "https://api-7.whoop.com/users/cycles?end=2020-04-15&start=2020-04-08\n",
      "https://api-7.whoop.com/users/cycles?end=2020-04-22&start=2020-04-15\n",
      "https://api-7.whoop.com/users/cycles?end=2020-04-29&start=2020-04-22\n",
      "https://api-7.whoop.com/users/cycles?end=2020-05-06&start=2020-04-29\n",
      "https://api-7.whoop.com/users/cycles?end=2020-05-13&start=2020-05-06\n",
      "https://api-7.whoop.com/users/cycles?end=2020-05-20&start=2020-05-13\n",
      "https://api-7.whoop.com/users/cycles?end=2020-05-27&start=2020-05-20\n",
      "https://api-7.whoop.com/users/cycles?end=2020-06-03&start=2020-05-27\n",
      "https://api-7.whoop.com/users/cycles?end=2020-06-10&start=2020-06-03\n",
      "https://api-7.whoop.com/users/cycles?end=2020-06-17&start=2020-06-10\n",
      "https://api-7.whoop.com/users/cycles?end=2020-06-24&start=2020-06-17\n",
      "https://api-7.whoop.com/users/cycles?end=2020-07-01&start=2020-06-24\n",
      "https://api-7.whoop.com/users/cycles?end=2020-07-08&start=2020-07-01\n",
      "https://api-7.whoop.com/users/cycles?end=2020-07-15&start=2020-07-08\n",
      "https://api-7.whoop.com/users/cycles?end=2020-07-22&start=2020-07-15\n",
      "https://api-7.whoop.com/users/cycles?end=2020-07-29&start=2020-07-22\n",
      "https://api-7.whoop.com/users/cycles?end=2020-08-05&start=2020-07-29\n",
      "https://api-7.whoop.com/users/cycles?end=2020-08-12&start=2020-08-05\n",
      "https://api-7.whoop.com/users/cycles?end=2020-08-19&start=2020-08-12\n",
      "https://api-7.whoop.com/users/cycles?end=2020-08-26&start=2020-08-19\n",
      "https://api-7.whoop.com/users/cycles?end=2020-09-02&start=2020-08-26\n",
      "https://api-7.whoop.com/users/cycles?end=2020-09-09&start=2020-09-02\n"
     ]
    }
   ],
   "source": [
    "test=parser.isoparse(client.start_datetime).replace(tzinfo=None)\n",
    "intervals=rrule.rrule(freq=WEEKLY,interval=1,until=datetime.utcnow(), dtstart=test)\n",
    "date_range=[[d.strftime('%Y-%m-%d'),\n",
    "                        (d+relativedelta.relativedelta(weeks=1)).strftime('%Y-%m-%d')] for d in intervals]\n",
    "            \n",
    "for dates in date_range:\n",
    "    cycle_url='https://api-7.whoop.com/users/cycles?end={}&start={}'.format(\n",
    "                                                                           dates[1],\n",
    "                                                                           dates[0])\n",
    "    print(cycle_url)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 158,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{-1: 'Activity',\n",
       " 0: 'Running',\n",
       " 1: 'Cycling',\n",
       " 16: 'Baseball',\n",
       " 17: 'Basketball',\n",
       " 18: 'Rowing',\n",
       " 19: 'Fencing',\n",
       " 20: 'Field Hockey',\n",
       " 21: 'Football',\n",
       " 22: 'Golf',\n",
       " 24: 'Ice Hockey',\n",
       " 25: 'Lacrosse',\n",
       " 27: 'Rugby',\n",
       " 28: 'Sailing',\n",
       " 29: 'Skiing',\n",
       " 30: 'Soccer',\n",
       " 31: 'Softball',\n",
       " 32: 'Squash',\n",
       " 33: 'Swimming',\n",
       " 34: 'Tennis',\n",
       " 35: 'Track & Field',\n",
       " 36: 'Volleyball',\n",
       " 37: 'Water Polo',\n",
       " 38: 'Wrestling',\n",
       " 39: 'Boxing',\n",
       " 42: 'Dance',\n",
       " 43: 'Pilates',\n",
       " 44: 'Yoga',\n",
       " 45: 'Weightlifting',\n",
       " 46: 'Canoeing',\n",
       " 47: 'Cross Country Skiing',\n",
       " 48: 'Functional Fitness',\n",
       " 49: 'Duathlon',\n",
       " 50: 'Machine Workout',\n",
       " 51: 'Gymnastics',\n",
       " 52: 'Hiking/Rucking',\n",
       " 53: 'Horseback Riding',\n",
       " 54: 'Jogging',\n",
       " 55: 'Kayaking',\n",
       " 56: 'Martial Arts',\n",
       " 57: 'Mountain Biking',\n",
       " 58: 'Obstacle Racing',\n",
       " 59: 'Powerlifting',\n",
       " 60: 'Rock Climbing',\n",
       " 61: 'Paddleboarding',\n",
       " 62: 'Triathlon',\n",
       " 63: 'Walking',\n",
       " 64: 'Surfing',\n",
       " 65: 'Elliptical',\n",
       " 66: 'Stairmaster',\n",
       " 67: 'Plyometrics',\n",
       " 68: 'Spinning',\n",
       " 69: 'Sex',\n",
       " 70: 'Meditation',\n",
       " 71: 'Other',\n",
       " 72: 'Pit Practice',\n",
       " 73: 'Diving',\n",
       " 74: 'Operations - Tactical',\n",
       " 75: 'Operations - Medical',\n",
       " 76: 'Operations - Flying',\n",
       " 77: 'Operations - Water',\n",
       " 82: 'Ultimate',\n",
       " 83: 'Climber',\n",
       " 84: 'Jumping Rope',\n",
       " 85: 'Australian Football',\n",
       " 86: 'Skateboarding',\n",
       " 87: 'Coaching',\n",
       " 88: 'Ice Bath',\n",
       " 89: 'Commuting',\n",
       " 90: 'Gaming',\n",
       " 91: 'Snowboarding',\n",
       " 92: 'Motocross',\n",
       " 93: 'Caddying',\n",
       " 94: 'Obstacle Course Racing',\n",
       " 95: 'Motor Racing'}"
      ]
     },
     "execution_count": 158,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sports=client.pull_api('https://api-7.whoop.com/sports')\n",
    "{sport['id']:sport['name'] for sport in sports}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 108,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "in future\n"
     ]
    }
   ],
   "source": [
    "st='2020-08-04'\n",
    "e='2021-8-1'\n",
    "st=datetime.strptime(st,'%Y-%m-%d')\n",
    "e=datetime.strptime(e,'%Y-%m-%d')\n",
    "if e>st:\n",
    "    if e>datetime.today():\n",
    "        print('in future')    \n",
    "    else:\n",
    "        print('good')\n",
    "else:\n",
    "    print(st,e)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "class test_class:\n",
    "    \n",
    "    def __init__(self):\n",
    "        pass\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "t=test_class\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'ta'"
      ]
     },
     "execution_count": 75,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "t.test='ta'\n",
    "t.test\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 224,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(datetime.datetime(2020, 8, 19, 6, 35, 11, 750700),\n",
       " datetime.datetime(2018, 5, 19, 0, 30, 4, 262000, tzinfo=tzutc()))"
      ]
     },
     "execution_count": 224,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "iso_date='2018-05-19T00:30:04.262Z'\n",
    "yourdate = parser.isoparse(iso_date) #+ relativedelta.relativedelta(weeks=1)\n",
    "datetime.utcnow(), yourdate"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 225,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'2020-08-19T06:35:12.064616'"
      ]
     },
     "execution_count": 225,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "datetime.utcnow().isoformat()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 226,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "datetime.datetime(2018, 5, 19, 0, 0)"
      ]
     },
     "execution_count": 226,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "yourdate.replace(hour=0,minute=0, second=0,microsecond=0,tzinfo=None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 227,
   "metadata": {},
   "outputs": [
    {
     "ename": "TypeError",
     "evalue": "Required argument 'time' (pos 2) not found",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-227-e5fcd312b97c>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mdatetime\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcombine\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0myourdate\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0myourdate\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdate\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0myourdate\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreplace\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtzinfo\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mNone\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;31mTypeError\u001b[0m: Required argument 'time' (pos 2) not found"
     ]
    }
   ],
   "source": [
    "datetime.combine(yourdate.date(),), yourdate.date,yourdate.replace(tzinfo=None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 228,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['2018-05-19T00:00:00.000Z', '2018-05-26T00:00:00.000Z'],\n",
       " ['2018-05-26T00:00:00.000Z', '2018-06-02T00:00:00.000Z'],\n",
       " ['2018-06-02T00:00:00.000Z', '2018-06-09T00:00:00.000Z'],\n",
       " ['2018-06-09T00:00:00.000Z', '2018-06-16T00:00:00.000Z'],\n",
       " ['2018-06-16T00:00:00.000Z', '2018-06-23T00:00:00.000Z'],\n",
       " ['2018-06-23T00:00:00.000Z', '2018-06-30T00:00:00.000Z'],\n",
       " ['2018-06-30T00:00:00.000Z', '2018-07-07T00:00:00.000Z'],\n",
       " ['2018-07-07T00:00:00.000Z', '2018-07-14T00:00:00.000Z'],\n",
       " ['2018-07-14T00:00:00.000Z', '2018-07-21T00:00:00.000Z'],\n",
       " ['2018-07-21T00:00:00.000Z', '2018-07-28T00:00:00.000Z'],\n",
       " ['2018-07-28T00:00:00.000Z', '2018-08-04T00:00:00.000Z'],\n",
       " ['2018-08-04T00:00:00.000Z', '2018-08-11T00:00:00.000Z'],\n",
       " ['2018-08-11T00:00:00.000Z', '2018-08-18T00:00:00.000Z'],\n",
       " ['2018-08-18T00:00:00.000Z', '2018-08-25T00:00:00.000Z'],\n",
       " ['2018-08-25T00:00:00.000Z', '2018-09-01T00:00:00.000Z'],\n",
       " ['2018-09-01T00:00:00.000Z', '2018-09-08T00:00:00.000Z'],\n",
       " ['2018-09-08T00:00:00.000Z', '2018-09-15T00:00:00.000Z'],\n",
       " ['2018-09-15T00:00:00.000Z', '2018-09-22T00:00:00.000Z'],\n",
       " ['2018-09-22T00:00:00.000Z', '2018-09-29T00:00:00.000Z'],\n",
       " ['2018-09-29T00:00:00.000Z', '2018-10-06T00:00:00.000Z'],\n",
       " ['2018-10-06T00:00:00.000Z', '2018-10-13T00:00:00.000Z'],\n",
       " ['2018-10-13T00:00:00.000Z', '2018-10-20T00:00:00.000Z'],\n",
       " ['2018-10-20T00:00:00.000Z', '2018-10-27T00:00:00.000Z'],\n",
       " ['2018-10-27T00:00:00.000Z', '2018-11-03T00:00:00.000Z'],\n",
       " ['2018-11-03T00:00:00.000Z', '2018-11-10T00:00:00.000Z'],\n",
       " ['2018-11-10T00:00:00.000Z', '2018-11-17T00:00:00.000Z'],\n",
       " ['2018-11-17T00:00:00.000Z', '2018-11-24T00:00:00.000Z'],\n",
       " ['2018-11-24T00:00:00.000Z', '2018-12-01T00:00:00.000Z'],\n",
       " ['2018-12-01T00:00:00.000Z', '2018-12-08T00:00:00.000Z'],\n",
       " ['2018-12-08T00:00:00.000Z', '2018-12-15T00:00:00.000Z'],\n",
       " ['2018-12-15T00:00:00.000Z', '2018-12-22T00:00:00.000Z'],\n",
       " ['2018-12-22T00:00:00.000Z', '2018-12-29T00:00:00.000Z'],\n",
       " ['2018-12-29T00:00:00.000Z', '2019-01-05T00:00:00.000Z'],\n",
       " ['2019-01-05T00:00:00.000Z', '2019-01-12T00:00:00.000Z'],\n",
       " ['2019-01-12T00:00:00.000Z', '2019-01-19T00:00:00.000Z'],\n",
       " ['2019-01-19T00:00:00.000Z', '2019-01-26T00:00:00.000Z'],\n",
       " ['2019-01-26T00:00:00.000Z', '2019-02-02T00:00:00.000Z'],\n",
       " ['2019-02-02T00:00:00.000Z', '2019-02-09T00:00:00.000Z'],\n",
       " ['2019-02-09T00:00:00.000Z', '2019-02-16T00:00:00.000Z'],\n",
       " ['2019-02-16T00:00:00.000Z', '2019-02-23T00:00:00.000Z'],\n",
       " ['2019-02-23T00:00:00.000Z', '2019-03-02T00:00:00.000Z'],\n",
       " ['2019-03-02T00:00:00.000Z', '2019-03-09T00:00:00.000Z'],\n",
       " ['2019-03-09T00:00:00.000Z', '2019-03-16T00:00:00.000Z'],\n",
       " ['2019-03-16T00:00:00.000Z', '2019-03-23T00:00:00.000Z'],\n",
       " ['2019-03-23T00:00:00.000Z', '2019-03-30T00:00:00.000Z'],\n",
       " ['2019-03-30T00:00:00.000Z', '2019-04-06T00:00:00.000Z'],\n",
       " ['2019-04-06T00:00:00.000Z', '2019-04-13T00:00:00.000Z'],\n",
       " ['2019-04-13T00:00:00.000Z', '2019-04-20T00:00:00.000Z'],\n",
       " ['2019-04-20T00:00:00.000Z', '2019-04-27T00:00:00.000Z'],\n",
       " ['2019-04-27T00:00:00.000Z', '2019-05-04T00:00:00.000Z'],\n",
       " ['2019-05-04T00:00:00.000Z', '2019-05-11T00:00:00.000Z'],\n",
       " ['2019-05-11T00:00:00.000Z', '2019-05-18T00:00:00.000Z'],\n",
       " ['2019-05-18T00:00:00.000Z', '2019-05-25T00:00:00.000Z'],\n",
       " ['2019-05-25T00:00:00.000Z', '2019-06-01T00:00:00.000Z'],\n",
       " ['2019-06-01T00:00:00.000Z', '2019-06-08T00:00:00.000Z'],\n",
       " ['2019-06-08T00:00:00.000Z', '2019-06-15T00:00:00.000Z'],\n",
       " ['2019-06-15T00:00:00.000Z', '2019-06-22T00:00:00.000Z'],\n",
       " ['2019-06-22T00:00:00.000Z', '2019-06-29T00:00:00.000Z'],\n",
       " ['2019-06-29T00:00:00.000Z', '2019-07-06T00:00:00.000Z'],\n",
       " ['2019-07-06T00:00:00.000Z', '2019-07-13T00:00:00.000Z'],\n",
       " ['2019-07-13T00:00:00.000Z', '2019-07-20T00:00:00.000Z'],\n",
       " ['2019-07-20T00:00:00.000Z', '2019-07-27T00:00:00.000Z'],\n",
       " ['2019-07-27T00:00:00.000Z', '2019-08-03T00:00:00.000Z'],\n",
       " ['2019-08-03T00:00:00.000Z', '2019-08-10T00:00:00.000Z'],\n",
       " ['2019-08-10T00:00:00.000Z', '2019-08-17T00:00:00.000Z'],\n",
       " ['2019-08-17T00:00:00.000Z', '2019-08-24T00:00:00.000Z'],\n",
       " ['2019-08-24T00:00:00.000Z', '2019-08-31T00:00:00.000Z'],\n",
       " ['2019-08-31T00:00:00.000Z', '2019-09-07T00:00:00.000Z'],\n",
       " ['2019-09-07T00:00:00.000Z', '2019-09-14T00:00:00.000Z'],\n",
       " ['2019-09-14T00:00:00.000Z', '2019-09-21T00:00:00.000Z'],\n",
       " ['2019-09-21T00:00:00.000Z', '2019-09-28T00:00:00.000Z'],\n",
       " ['2019-09-28T00:00:00.000Z', '2019-10-05T00:00:00.000Z'],\n",
       " ['2019-10-05T00:00:00.000Z', '2019-10-12T00:00:00.000Z'],\n",
       " ['2019-10-12T00:00:00.000Z', '2019-10-19T00:00:00.000Z'],\n",
       " ['2019-10-19T00:00:00.000Z', '2019-10-26T00:00:00.000Z'],\n",
       " ['2019-10-26T00:00:00.000Z', '2019-11-02T00:00:00.000Z'],\n",
       " ['2019-11-02T00:00:00.000Z', '2019-11-09T00:00:00.000Z'],\n",
       " ['2019-11-09T00:00:00.000Z', '2019-11-16T00:00:00.000Z'],\n",
       " ['2019-11-16T00:00:00.000Z', '2019-11-23T00:00:00.000Z'],\n",
       " ['2019-11-23T00:00:00.000Z', '2019-11-30T00:00:00.000Z'],\n",
       " ['2019-11-30T00:00:00.000Z', '2019-12-07T00:00:00.000Z'],\n",
       " ['2019-12-07T00:00:00.000Z', '2019-12-14T00:00:00.000Z'],\n",
       " ['2019-12-14T00:00:00.000Z', '2019-12-21T00:00:00.000Z'],\n",
       " ['2019-12-21T00:00:00.000Z', '2019-12-28T00:00:00.000Z'],\n",
       " ['2019-12-28T00:00:00.000Z', '2020-01-04T00:00:00.000Z'],\n",
       " ['2020-01-04T00:00:00.000Z', '2020-01-11T00:00:00.000Z'],\n",
       " ['2020-01-11T00:00:00.000Z', '2020-01-18T00:00:00.000Z'],\n",
       " ['2020-01-18T00:00:00.000Z', '2020-01-25T00:00:00.000Z'],\n",
       " ['2020-01-25T00:00:00.000Z', '2020-02-01T00:00:00.000Z'],\n",
       " ['2020-02-01T00:00:00.000Z', '2020-02-08T00:00:00.000Z'],\n",
       " ['2020-02-08T00:00:00.000Z', '2020-02-15T00:00:00.000Z'],\n",
       " ['2020-02-15T00:00:00.000Z', '2020-02-22T00:00:00.000Z'],\n",
       " ['2020-02-22T00:00:00.000Z', '2020-02-29T00:00:00.000Z'],\n",
       " ['2020-02-29T00:00:00.000Z', '2020-03-07T00:00:00.000Z'],\n",
       " ['2020-03-07T00:00:00.000Z', '2020-03-14T00:00:00.000Z'],\n",
       " ['2020-03-14T00:00:00.000Z', '2020-03-21T00:00:00.000Z'],\n",
       " ['2020-03-21T00:00:00.000Z', '2020-03-28T00:00:00.000Z'],\n",
       " ['2020-03-28T00:00:00.000Z', '2020-04-04T00:00:00.000Z'],\n",
       " ['2020-04-04T00:00:00.000Z', '2020-04-11T00:00:00.000Z'],\n",
       " ['2020-04-11T00:00:00.000Z', '2020-04-18T00:00:00.000Z'],\n",
       " ['2020-04-18T00:00:00.000Z', '2020-04-25T00:00:00.000Z'],\n",
       " ['2020-04-25T00:00:00.000Z', '2020-05-02T00:00:00.000Z'],\n",
       " ['2020-05-02T00:00:00.000Z', '2020-05-09T00:00:00.000Z'],\n",
       " ['2020-05-09T00:00:00.000Z', '2020-05-16T00:00:00.000Z'],\n",
       " ['2020-05-16T00:00:00.000Z', '2020-05-23T00:00:00.000Z'],\n",
       " ['2020-05-23T00:00:00.000Z', '2020-05-30T00:00:00.000Z'],\n",
       " ['2020-05-30T00:00:00.000Z', '2020-06-06T00:00:00.000Z'],\n",
       " ['2020-06-06T00:00:00.000Z', '2020-06-13T00:00:00.000Z'],\n",
       " ['2020-06-13T00:00:00.000Z', '2020-06-20T00:00:00.000Z'],\n",
       " ['2020-06-20T00:00:00.000Z', '2020-06-27T00:00:00.000Z'],\n",
       " ['2020-06-27T00:00:00.000Z', '2020-07-04T00:00:00.000Z'],\n",
       " ['2020-07-04T00:00:00.000Z', '2020-07-11T00:00:00.000Z'],\n",
       " ['2020-07-11T00:00:00.000Z', '2020-07-18T00:00:00.000Z'],\n",
       " ['2020-07-18T00:00:00.000Z', '2020-07-25T00:00:00.000Z'],\n",
       " ['2020-07-25T00:00:00.000Z', '2020-08-01T00:00:00.000Z'],\n",
       " ['2020-08-01T00:00:00.000Z', '2020-08-08T00:00:00.000Z'],\n",
       " ['2020-08-08T00:00:00.000Z', '2020-08-15T00:00:00.000Z'],\n",
       " ['2020-08-15T00:00:00.000Z', '2020-08-22T00:00:00.000Z']]"
      ]
     },
     "execution_count": 228,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "intervals=rrule.rrule(freq=WEEKLY,interval=1,until=datetime.utcnow(), dtstart=yourdate.replace(tzinfo=None))\n",
    "date_range=[[d.strftime('%Y-%m-%d') + 'T00:00:00.000Z',\n",
    "  (d+relativedelta.relativedelta(weeks=1)).strftime('%Y-%m-%d') + 'T00:00:00.000Z'] for d in intervals]\n",
    "date_range"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {},
   "outputs": [
    {
     "ename": "AttributeError",
     "evalue": "'str' object has no attribute 'toordinal'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-89-4124e9aab839>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0;34m[\u001b[0m\u001b[0md\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0misoformat\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m-\u001b[0m\u001b[0;36m3\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0;34m'Z'\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0md\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mrrule\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrrule\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfreq\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mWEEKLY\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0minterval\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mcount\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m100\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdtstart\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0myourdate\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstrftime\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"%Y-%m-%d\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m~/anaconda2/envs/py35/lib/python3.6/site-packages/dateutil/rrule.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, freq, dtstart, interval, wkst, count, until, bysetpos, bymonth, bymonthday, byyearday, byeaster, byweekno, byweekday, byhour, byminute, bysecond, cache)\u001b[0m\n\u001b[1;32m    438\u001b[0m                 \u001b[0mdtstart\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mdatetime\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdatetime\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mnow\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreplace\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmicrosecond\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    439\u001b[0m         \u001b[0;32melif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdtstart\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdatetime\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdatetime\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 440\u001b[0;31m             \u001b[0mdtstart\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mdatetime\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdatetime\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfromordinal\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdtstart\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtoordinal\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    441\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    442\u001b[0m             \u001b[0mdtstart\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mdtstart\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreplace\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmicrosecond\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mAttributeError\u001b[0m: 'str' object has no attribute 'toordinal'"
     ]
    }
   ],
   "source": [
    "date_rng=pd.date_range('2020-03-27','2020-06-01',freq='W',).to_list()\n",
    "dates=[d for d in date_rng]\n",
    "dates"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def get_auth_code(user_entry=True):\n",
    "    '''Function to get a user's authorization code\n",
    "    if user_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "config = configparser.ConfigParser()\n",
    "config.read(\"../strava.ini\")\n",
    "whoop_user=config['whoop']['username']\n",
    "whoop_pass=config['whoop']['pass']\n",
    "whoop_id=config['whoop']['userid']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 263,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "w='https://app.whoop.com/login'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 264,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "browser=webdriver.Chrome('/usr/local/bin/chromedriver')\n",
    "browser.get(w)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 255,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "username=browser.find_element_by_name('username')\n",
    "password=browser.find_element_by_name('password')\n",
    "username.send_keys(whoop_user)\n",
    "password.send_keys(whoop_pass)\n",
    "submit=browser.find_element_by_name('form')\n",
    "submit.click()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "whoop_requests=[request for request in browser.requests if 'w' in request.url]\n",
    "auth_code=whoop_requests[0].headers['authorization']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def pull_api(u,bearer=auth_code,df=True,):\n",
    "    headers={'authorization':bearer}\n",
    "    pull=requests.get(u,headers=headers)\n",
    "    if pull.status_code==200 and len(pull.content)>1:\n",
    "        if df:\n",
    "            d=pd.json_normalize(pull.json())\n",
    "            return d\n",
    "        else:\n",
    "            return pull.json()\n",
    "    else:\n",
    "        return \"no response\""
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "timezoneOffset': '-0700'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 181,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'days': ['2018-05-29'],\n",
       "  'during': {'bounds': '[)',\n",
       "   'lower': '2018-05-29T04:00:00+00:00',\n",
       "   'upper': '2018-05-30T04:30:03.229+00:00'},\n",
       "  'id': 2993303,\n",
       "  'lastUpdatedAt': '2018-05-30T11:37:31.755759+00:00',\n",
       "  'predictedEnd': '2018-05-30T04:00:00+00:00',\n",
       "  'recovery': None,\n",
       "  'sleep': {'id': None,\n",
       "   'naps': [],\n",
       "   'needBreakdown': None,\n",
       "   'qualityDuration': None,\n",
       "   'score': None,\n",
       "   'sleeps': [],\n",
       "   'state': None},\n",
       "  'strain': {'averageHeartRate': 75,\n",
       "   'kilojoules': 1932,\n",
       "   'maxHeartRate': 151,\n",
       "   'rawScore': 0.000476343479643741,\n",
       "   'score': 4.84126152305615,\n",
       "   'state': None,\n",
       "   'workouts': []}},\n",
       " {'days': ['2018-05-30'],\n",
       "  'during': {'bounds': '[)',\n",
       "   'lower': '2018-05-30T04:30:03.229+00:00',\n",
       "   'upper': '2018-05-31T03:58:58.144+00:00'},\n",
       "  'id': 3001614,\n",
       "  'lastUpdatedAt': '2018-05-31T11:45:38.237804+00:00',\n",
       "  'predictedEnd': '2018-05-31T04:00:00+00:00',\n",
       "  'recovery': {'blackoutUntil': None,\n",
       "   'calibrating': True,\n",
       "   'heartRateVariabilityRmssd': 0.0619698,\n",
       "   'id': 2778943,\n",
       "   'responded': True,\n",
       "   'restingHeartRate': 42,\n",
       "   'score': 69,\n",
       "   'state': 'complete',\n",
       "   'surveyResponseId': 4735632,\n",
       "   'timestamp': '2018-05-30T11:15:00+00:00'},\n",
       "  'sleep': {'id': 6460814,\n",
       "   'naps': [],\n",
       "   'needBreakdown': {'baseline': 30089546,\n",
       "    'debt': 0,\n",
       "    'naps': 0,\n",
       "    'strain': 183987,\n",
       "    'total': 30273533},\n",
       "   'qualityDuration': 22349302,\n",
       "   'score': 74,\n",
       "   'sleeps': [{'cyclesCount': 2,\n",
       "     'disturbanceCount': 4,\n",
       "     'during': {'bounds': '[)',\n",
       "      'lower': '2018-05-30T04:30:03.229+00:00',\n",
       "      'upper': '2018-05-30T11:15:00+00:00'},\n",
       "     'id': 6460814,\n",
       "     'inBedDuration': 24296256,\n",
       "     'isNap': False,\n",
       "     'latencyDuration': 148995,\n",
       "     'lightSleepDuration': 16349489,\n",
       "     'noDataDuration': 0,\n",
       "     'qualityDuration': 22349302,\n",
       "     'remSleepDuration': 2309927,\n",
       "     'respiratoryRate': None,\n",
       "     'responded': True,\n",
       "     'score': 74,\n",
       "     'sleepConsistency': None,\n",
       "     'sleepEfficiency': 0.925542,\n",
       "     'slowWaveSleepDuration': 3689886,\n",
       "     'source': 'user',\n",
       "     'state': 'complete',\n",
       "     'surveyResponseId': 4735666,\n",
       "     'timezoneOffset': '-0400',\n",
       "     'wakeDuration': 1946982}],\n",
       "   'state': 'complete'},\n",
       "  'strain': {'averageHeartRate': 59,\n",
       "   'kilojoules': 11196,\n",
       "   'maxHeartRate': 166,\n",
       "   'rawScore': 0.00535256866025439,\n",
       "   'score': 11.8594118042508,\n",
       "   'state': 'complete',\n",
       "   'workouts': [{'altitudeChange': None,\n",
       "     'altitudeGain': None,\n",
       "     'averageHeartRate': 112,\n",
       "     'cumulativeWorkoutStrain': 10.332,\n",
       "     'distance': None,\n",
       "     'during': {'bounds': '[)',\n",
       "      'lower': '2018-05-30T23:04:41.034+00:00',\n",
       "      'upper': '2018-05-31T00:14:29.885+00:00'},\n",
       "     'gpsEnabled': False,\n",
       "     'id': 6472232,\n",
       "     'kilojoules': 2510,\n",
       "     'maxHeartRate': 166,\n",
       "     'rawScore': 0.00394998795880159,\n",
       "     'responded': True,\n",
       "     'score': 10.3319558555816,\n",
       "     'source': 'user',\n",
       "     'sportId': 33,\n",
       "     'state': 'complete',\n",
       "     'surveyResponseId': 4742227,\n",
       "     'timezoneOffset': '-0400',\n",
       "     'zones': [836000, 897000, 1053000, 1066000, 278000, 0]}]}},\n",
       " {'days': ['2018-05-31'],\n",
       "  'during': {'bounds': '[)',\n",
       "   'lower': '2018-05-31T03:58:58.144+00:00',\n",
       "   'upper': '2018-06-01T04:00:48.207+00:00'},\n",
       "  'id': 3017769,\n",
       "  'lastUpdatedAt': '2018-06-01T12:00:16.753302+00:00',\n",
       "  'predictedEnd': '2018-06-01T03:58:58.144+00:00',\n",
       "  'recovery': {'blackoutUntil': None,\n",
       "   'calibrating': True,\n",
       "   'heartRateVariabilityRmssd': 0.0982651,\n",
       "   'id': 2787697,\n",
       "   'responded': True,\n",
       "   'restingHeartRate': 39,\n",
       "   'score': 94,\n",
       "   'state': 'complete',\n",
       "   'surveyResponseId': 4748266,\n",
       "   'timestamp': '2018-05-31T11:26:57.27+00:00'},\n",
       "  'sleep': {'id': 6479679,\n",
       "   'naps': [],\n",
       "   'needBreakdown': {'baseline': 27897291,\n",
       "    'debt': 3626647,\n",
       "    'naps': 0,\n",
       "    'strain': 1145261,\n",
       "    'total': 32669201},\n",
       "   'qualityDuration': 23488294,\n",
       "   'score': 72,\n",
       "   'sleeps': [{'cyclesCount': 3,\n",
       "     'disturbanceCount': 10,\n",
       "     'during': {'bounds': '[)',\n",
       "      'lower': '2018-05-31T03:58:58.144+00:00',\n",
       "      'upper': '2018-05-31T11:24:56.274+00:00'},\n",
       "     'id': 6479679,\n",
       "     'inBedDuration': 26758130,\n",
       "     'isNap': False,\n",
       "     'latencyDuration': 238992,\n",
       "     'lightSleepDuration': 12598621,\n",
       "     'noDataDuration': 0,\n",
       "     'qualityDuration': 23488294,\n",
       "     'remSleepDuration': 1079966,\n",
       "     'respiratoryRate': None,\n",
       "     'responded': True,\n",
       "     'score': 72,\n",
       "     'sleepConsistency': None,\n",
       "     'sleepEfficiency': 0.885711,\n",
       "     'slowWaveSleepDuration': 9809707,\n",
       "     'source': 'auto+user',\n",
       "     'state': 'complete',\n",
       "     'surveyResponseId': 4751675,\n",
       "     'timezoneOffset': '-0400',\n",
       "     'wakeDuration': 3269912}],\n",
       "   'state': 'complete'},\n",
       "  'strain': {'averageHeartRate': 58,\n",
       "   'kilojoules': 15086,\n",
       "   'maxHeartRate': 175,\n",
       "   'rawScore': 0.0130247513819287,\n",
       "   'score': 15.9084755073092,\n",
       "   'state': 'complete',\n",
       "   'workouts': [{'altitudeChange': None,\n",
       "     'altitudeGain': None,\n",
       "     'averageHeartRate': 137,\n",
       "     'cumulativeWorkoutStrain': 14.1659,\n",
       "     'distance': None,\n",
       "     'during': {'bounds': '[)',\n",
       "      'lower': '2018-05-31T23:23:59.802+00:00',\n",
       "      'upper': '2018-06-01T00:34:09.646+00:00'},\n",
       "     'gpsEnabled': False,\n",
       "     'id': 6490622,\n",
       "     'kilojoules': 3719,\n",
       "     'maxHeartRate': 175,\n",
       "     'rawScore': 0.00908993793603429,\n",
       "     'responded': True,\n",
       "     'score': 14.1658780909558,\n",
       "     'source': 'user',\n",
       "     'sportId': 0,\n",
       "     'state': 'complete',\n",
       "     'surveyResponseId': 4757689,\n",
       "     'timezoneOffset': '-0400',\n",
       "     'zones': [0, 201000, 1377000, 1726000, 818000, 89000]}]}},\n",
       " {'days': ['2018-06-01'],\n",
       "  'during': {'bounds': '[)',\n",
       "   'lower': '2018-06-01T04:00:48.207+00:00',\n",
       "   'upper': '2018-06-02T05:30:46.683+00:00'},\n",
       "  'id': 3034067,\n",
       "  'lastUpdatedAt': '2018-06-02T14:35:44.795092+00:00',\n",
       "  'predictedEnd': '2018-06-02T03:58:58.144+00:00',\n",
       "  'recovery': {'blackoutUntil': None,\n",
       "   'calibrating': True,\n",
       "   'heartRateVariabilityRmssd': 0.0755172,\n",
       "   'id': 2796682,\n",
       "   'responded': True,\n",
       "   'restingHeartRate': 42,\n",
       "   'score': 75,\n",
       "   'state': 'complete',\n",
       "   'surveyResponseId': 4766455,\n",
       "   'timestamp': '2018-06-01T11:46:48.271+00:00'},\n",
       "  'sleep': {'id': 6498229,\n",
       "   'naps': [],\n",
       "   'needBreakdown': {'baseline': 27896990,\n",
       "    'debt': 3905578,\n",
       "    'naps': 0,\n",
       "    'strain': 2586677,\n",
       "    'total': 34389247},\n",
       "   'qualityDuration': 26039181,\n",
       "   'score': 76,\n",
       "   'sleeps': [{'cyclesCount': 4,\n",
       "     'disturbanceCount': 6,\n",
       "     'during': {'bounds': '[)',\n",
       "      'lower': '2018-06-01T04:00:48.207+00:00',\n",
       "      'upper': '2018-06-01T11:45:17.274+00:00'},\n",
       "     'id': 6498229,\n",
       "     'inBedDuration': 27869067,\n",
       "     'isNap': False,\n",
       "     'latencyDuration': 118996,\n",
       "     'lightSleepDuration': 21299332,\n",
       "     'noDataDuration': 0,\n",
       "     'qualityDuration': 26039181,\n",
       "     'remSleepDuration': 1559951,\n",
       "     'respiratoryRate': None,\n",
       "     'responded': True,\n",
       "     'score': 76,\n",
       "     'sleepConsistency': None,\n",
       "     'sleepEfficiency': 0.938346,\n",
       "     'slowWaveSleepDuration': 3179898,\n",
       "     'source': 'auto+user',\n",
       "     'state': 'complete',\n",
       "     'surveyResponseId': 4766472,\n",
       "     'timezoneOffset': '-0400',\n",
       "     'wakeDuration': 1829940}],\n",
       "   'state': 'complete'},\n",
       "  'strain': {'averageHeartRate': 60,\n",
       "   'kilojoules': 13594,\n",
       "   'maxHeartRate': 157,\n",
       "   'rawScore': 0.006016170078099,\n",
       "   'score': 12.4249253641336,\n",
       "   'state': None,\n",
       "   'workouts': []}}]"
      ]
     },
     "execution_count": 181,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "## works even if the date is off!\n",
    "time_test='https://api-7.whoop.com/users/24590/cycles?end=2018-05-31T23:59:59.999-07:00&start=2018-05-25T00:00:00.000-07:00'.format(end,start)\n",
    "pull_api(time_test,df=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "all_data=pd.DataFrame()\n",
    "for i in range(len(dates)-1):\n",
    "    start=dates[i]\n",
    "    end=dates[i+1]\n",
    "    u='https://api-7.whoop.com/users/24590/cycles?end={}T23:59:59.999Z&start={}T00:00:00.000Z'.format(end,start)\n",
    "    act_df=pull_api(u)\n",
    "    all_data=pd.concat([all_data,act_df])\n",
    "all_data.reset_index(drop=True,inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>days</th>\n",
       "      <th>id</th>\n",
       "      <th>lastUpdatedAt</th>\n",
       "      <th>predictedEnd</th>\n",
       "      <th>during.bounds</th>\n",
       "      <th>during.lower</th>\n",
       "      <th>during.upper</th>\n",
       "      <th>recovery.blackoutUntil</th>\n",
       "      <th>recovery.calibrating</th>\n",
       "      <th>recovery.heartRateVariabilityRmssd</th>\n",
       "      <th>recovery.id</th>\n",
       "      <th>recovery.responded</th>\n",
       "      <th>recovery.restingHeartRate</th>\n",
       "      <th>recovery.score</th>\n",
       "      <th>recovery.state</th>\n",
       "      <th>recovery.surveyResponseId</th>\n",
       "      <th>recovery.timestamp</th>\n",
       "      <th>sleep.id</th>\n",
       "      <th>sleep.naps</th>\n",
       "      <th>sleep.needBreakdown.baseline</th>\n",
       "      <th>sleep.needBreakdown.debt</th>\n",
       "      <th>sleep.needBreakdown.naps</th>\n",
       "      <th>sleep.needBreakdown.strain</th>\n",
       "      <th>sleep.needBreakdown.total</th>\n",
       "      <th>sleep.qualityDuration</th>\n",
       "      <th>sleep.score</th>\n",
       "      <th>sleep.sleeps</th>\n",
       "      <th>sleep.state</th>\n",
       "      <th>strain.averageHeartRate</th>\n",
       "      <th>strain.kilojoules</th>\n",
       "      <th>strain.maxHeartRate</th>\n",
       "      <th>strain.rawScore</th>\n",
       "      <th>strain.score</th>\n",
       "      <th>strain.state</th>\n",
       "      <th>strain.workouts</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>[2020-03-29]</td>\n",
       "      <td>25965683</td>\n",
       "      <td>2020-03-30T13:14:57.652058+00:00</td>\n",
       "      <td>2020-03-30T04:25:00+00:00</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-03-29T04:25:00+00:00</td>\n",
       "      <td>2020-03-30T03:48:05.723+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>0.074748</td>\n",
       "      <td>26975073</td>\n",
       "      <td>False</td>\n",
       "      <td>38</td>\n",
       "      <td>41</td>\n",
       "      <td>complete</td>\n",
       "      <td>None</td>\n",
       "      <td>2020-03-29T14:24:00+00:00</td>\n",
       "      <td>59188595</td>\n",
       "      <td>[]</td>\n",
       "      <td>27712766</td>\n",
       "      <td>0</td>\n",
       "      <td>3242760</td>\n",
       "      <td>900639</td>\n",
       "      <td>25370645</td>\n",
       "      <td>30390372</td>\n",
       "      <td>100</td>\n",
       "      <td>[{'cyclesCount': 7, 'disturbanceCount': 21, 'd...</td>\n",
       "      <td>complete</td>\n",
       "      <td>68</td>\n",
       "      <td>15226.50</td>\n",
       "      <td>168</td>\n",
       "      <td>0.025447</td>\n",
       "      <td>19.124589</td>\n",
       "      <td>complete</td>\n",
       "      <td>[{'altitudeChange': None, 'altitudeGain': None...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>[2020-03-30]</td>\n",
       "      <td>26043770</td>\n",
       "      <td>2020-03-31T11:03:57.003419+00:00</td>\n",
       "      <td>2020-03-31T03:48:05.723+00:00</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-03-30T03:48:05.723+00:00</td>\n",
       "      <td>2020-03-31T04:57:42.098+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>0.062112</td>\n",
       "      <td>27060531</td>\n",
       "      <td>False</td>\n",
       "      <td>41</td>\n",
       "      <td>40</td>\n",
       "      <td>complete</td>\n",
       "      <td>None</td>\n",
       "      <td>2020-03-30T13:11:00+00:00</td>\n",
       "      <td>59377072</td>\n",
       "      <td>[]</td>\n",
       "      <td>27712513</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3961243</td>\n",
       "      <td>31673756</td>\n",
       "      <td>30384437</td>\n",
       "      <td>96</td>\n",
       "      <td>[{'cyclesCount': 3, 'disturbanceCount': 16, 'd...</td>\n",
       "      <td>complete</td>\n",
       "      <td>56</td>\n",
       "      <td>9825.13</td>\n",
       "      <td>161</td>\n",
       "      <td>0.005344</td>\n",
       "      <td>11.851660</td>\n",
       "      <td>complete</td>\n",
       "      <td>[{'altitudeChange': None, 'altitudeGain': None...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>[2020-03-31]</td>\n",
       "      <td>26140353</td>\n",
       "      <td>2020-04-01T12:43:11.805959+00:00</td>\n",
       "      <td>2020-04-01T03:48:05.723+00:00</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-03-31T04:57:42.098+00:00</td>\n",
       "      <td>2020-04-01T02:45:37.582+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>0.090682</td>\n",
       "      <td>27161155</td>\n",
       "      <td>False</td>\n",
       "      <td>38</td>\n",
       "      <td>60</td>\n",
       "      <td>complete</td>\n",
       "      <td>None</td>\n",
       "      <td>2020-03-31T10:59:57.164+00:00</td>\n",
       "      <td>59602796</td>\n",
       "      <td>[]</td>\n",
       "      <td>27712260</td>\n",
       "      <td>712600</td>\n",
       "      <td>0</td>\n",
       "      <td>1143201</td>\n",
       "      <td>29568062</td>\n",
       "      <td>20078533</td>\n",
       "      <td>68</td>\n",
       "      <td>[{'cyclesCount': 3, 'disturbanceCount': 9, 'du...</td>\n",
       "      <td>complete</td>\n",
       "      <td>61</td>\n",
       "      <td>9055.14</td>\n",
       "      <td>181</td>\n",
       "      <td>0.012214</td>\n",
       "      <td>15.583785</td>\n",
       "      <td>complete</td>\n",
       "      <td>[{'altitudeChange': None, 'altitudeGain': None...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>[2020-04-01]</td>\n",
       "      <td>26249269</td>\n",
       "      <td>2020-04-02T12:01:45.273664+00:00</td>\n",
       "      <td>2020-04-02T02:45:37.582+00:00</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-04-01T02:45:37.582+00:00</td>\n",
       "      <td>2020-04-02T04:28:55.27+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>0.121504</td>\n",
       "      <td>27275378</td>\n",
       "      <td>False</td>\n",
       "      <td>40</td>\n",
       "      <td>86</td>\n",
       "      <td>complete</td>\n",
       "      <td>None</td>\n",
       "      <td>2020-04-01T12:23:00+00:00</td>\n",
       "      <td>59855084</td>\n",
       "      <td>[]</td>\n",
       "      <td>27712007</td>\n",
       "      <td>4433921</td>\n",
       "      <td>0</td>\n",
       "      <td>2449222</td>\n",
       "      <td>34595150</td>\n",
       "      <td>31014046</td>\n",
       "      <td>90</td>\n",
       "      <td>[{'cyclesCount': 5, 'disturbanceCount': 19, 'd...</td>\n",
       "      <td>complete</td>\n",
       "      <td>61</td>\n",
       "      <td>10750.80</td>\n",
       "      <td>173</td>\n",
       "      <td>0.009339</td>\n",
       "      <td>14.288825</td>\n",
       "      <td>complete</td>\n",
       "      <td>[{'altitudeChange': None, 'altitudeGain': None...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>[2020-04-02]</td>\n",
       "      <td>26337359</td>\n",
       "      <td>2020-04-03T11:08:50.773869+00:00</td>\n",
       "      <td>2020-04-03T02:45:37.582+00:00</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-04-02T04:28:55.27+00:00</td>\n",
       "      <td>2020-04-03T03:20:44.926+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>0.060937</td>\n",
       "      <td>27367765</td>\n",
       "      <td>False</td>\n",
       "      <td>46</td>\n",
       "      <td>30</td>\n",
       "      <td>complete</td>\n",
       "      <td>None</td>\n",
       "      <td>2020-04-02T11:50:00+00:00</td>\n",
       "      <td>60071256</td>\n",
       "      <td>[{'cyclesCount': 0, 'disturbanceCount': 1, 'du...</td>\n",
       "      <td>27711754</td>\n",
       "      <td>1781469</td>\n",
       "      <td>0</td>\n",
       "      <td>1930739</td>\n",
       "      <td>31423963</td>\n",
       "      <td>23796879</td>\n",
       "      <td>76</td>\n",
       "      <td>[{'cyclesCount': 1, 'disturbanceCount': 6, 'du...</td>\n",
       "      <td>complete</td>\n",
       "      <td>59</td>\n",
       "      <td>9364.09</td>\n",
       "      <td>145</td>\n",
       "      <td>0.004101</td>\n",
       "      <td>10.516768</td>\n",
       "      <td>None</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67</th>\n",
       "      <td>[2020-05-27]</td>\n",
       "      <td>32400095</td>\n",
       "      <td>2020-05-28T12:44:10.737969+00:00</td>\n",
       "      <td>2020-05-28T03:52:43.715+00:00</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-05-27T03:52:43.715+00:00</td>\n",
       "      <td>2020-05-28T05:17:29.016+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>0.075225</td>\n",
       "      <td>33780765</td>\n",
       "      <td>False</td>\n",
       "      <td>39</td>\n",
       "      <td>48</td>\n",
       "      <td>complete</td>\n",
       "      <td>None</td>\n",
       "      <td>2020-05-27T12:21:55+00:00</td>\n",
       "      <td>75082737</td>\n",
       "      <td>[]</td>\n",
       "      <td>27697983</td>\n",
       "      <td>3877717</td>\n",
       "      <td>0</td>\n",
       "      <td>2566693</td>\n",
       "      <td>34142394</td>\n",
       "      <td>27472766</td>\n",
       "      <td>80</td>\n",
       "      <td>[{'cyclesCount': 7, 'disturbanceCount': 10, 'd...</td>\n",
       "      <td>complete</td>\n",
       "      <td>58</td>\n",
       "      <td>10574.70</td>\n",
       "      <td>146</td>\n",
       "      <td>0.004620</td>\n",
       "      <td>11.116088</td>\n",
       "      <td>None</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68</th>\n",
       "      <td>[2020-05-28]</td>\n",
       "      <td>32497836</td>\n",
       "      <td>2020-05-29T12:40:40.330552+00:00</td>\n",
       "      <td>2020-05-29T03:52:43.715+00:00</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-05-28T05:17:29.016+00:00</td>\n",
       "      <td>2020-05-29T03:54:42.316+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>0.060267</td>\n",
       "      <td>33883561</td>\n",
       "      <td>False</td>\n",
       "      <td>42</td>\n",
       "      <td>28</td>\n",
       "      <td>complete</td>\n",
       "      <td>None</td>\n",
       "      <td>2020-05-28T12:32:00+00:00</td>\n",
       "      <td>75407141</td>\n",
       "      <td>[]</td>\n",
       "      <td>27697734</td>\n",
       "      <td>3561137</td>\n",
       "      <td>0</td>\n",
       "      <td>960518</td>\n",
       "      <td>32219390</td>\n",
       "      <td>21353974</td>\n",
       "      <td>66</td>\n",
       "      <td>[{'cyclesCount': 4, 'disturbanceCount': 6, 'du...</td>\n",
       "      <td>complete</td>\n",
       "      <td>57</td>\n",
       "      <td>10005.50</td>\n",
       "      <td>157</td>\n",
       "      <td>0.005817</td>\n",
       "      <td>12.266130</td>\n",
       "      <td>complete</td>\n",
       "      <td>[{'altitudeChange': None, 'altitudeGain': None...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69</th>\n",
       "      <td>[2020-05-29]</td>\n",
       "      <td>32622198</td>\n",
       "      <td>2020-05-30T09:37:18.851695+00:00</td>\n",
       "      <td>2020-05-30T03:54:42.316+00:00</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-05-29T03:54:42.316+00:00</td>\n",
       "      <td>2020-05-30T03:41:00+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>0.069490</td>\n",
       "      <td>34012760</td>\n",
       "      <td>False</td>\n",
       "      <td>38</td>\n",
       "      <td>41</td>\n",
       "      <td>complete</td>\n",
       "      <td>None</td>\n",
       "      <td>2020-05-29T12:39:00+00:00</td>\n",
       "      <td>75747950</td>\n",
       "      <td>[]</td>\n",
       "      <td>27697485</td>\n",
       "      <td>4708572</td>\n",
       "      <td>0</td>\n",
       "      <td>1257392</td>\n",
       "      <td>33663450</td>\n",
       "      <td>26538147</td>\n",
       "      <td>79</td>\n",
       "      <td>[{'cyclesCount': 6, 'disturbanceCount': 10, 'd...</td>\n",
       "      <td>complete</td>\n",
       "      <td>57</td>\n",
       "      <td>12374.40</td>\n",
       "      <td>175</td>\n",
       "      <td>0.016089</td>\n",
       "      <td>16.980059</td>\n",
       "      <td>complete</td>\n",
       "      <td>[{'altitudeChange': None, 'altitudeGain': None...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>[2020-05-30]</td>\n",
       "      <td>32730136</td>\n",
       "      <td>2020-05-31T14:30:01.255965+00:00</td>\n",
       "      <td>2020-05-31T03:54:42.316+00:00</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-05-30T03:41:00+00:00</td>\n",
       "      <td>2020-05-31T02:54:50.363+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>0.094029</td>\n",
       "      <td>34125975</td>\n",
       "      <td>False</td>\n",
       "      <td>41</td>\n",
       "      <td>57</td>\n",
       "      <td>complete</td>\n",
       "      <td>None</td>\n",
       "      <td>2020-05-30T09:29:29.352+00:00</td>\n",
       "      <td>76057318</td>\n",
       "      <td>[]</td>\n",
       "      <td>27697236</td>\n",
       "      <td>3739126</td>\n",
       "      <td>0</td>\n",
       "      <td>3051283</td>\n",
       "      <td>34487646</td>\n",
       "      <td>18681922</td>\n",
       "      <td>54</td>\n",
       "      <td>[{'cyclesCount': 2, 'disturbanceCount': 5, 'du...</td>\n",
       "      <td>complete</td>\n",
       "      <td>100</td>\n",
       "      <td>20417.30</td>\n",
       "      <td>161</td>\n",
       "      <td>0.032881</td>\n",
       "      <td>20.274519</td>\n",
       "      <td>complete</td>\n",
       "      <td>[{'altitudeChange': None, 'altitudeGain': None...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>[2020-05-31]</td>\n",
       "      <td>32904921</td>\n",
       "      <td>2020-06-01T14:10:04.344918+00:00</td>\n",
       "      <td>2020-06-01T02:54:50.363+00:00</td>\n",
       "      <td>[)</td>\n",
       "      <td>2020-05-31T02:54:50.363+00:00</td>\n",
       "      <td>2020-06-01T05:10:00+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>0.075971</td>\n",
       "      <td>34311126</td>\n",
       "      <td>False</td>\n",
       "      <td>40</td>\n",
       "      <td>44</td>\n",
       "      <td>complete</td>\n",
       "      <td>None</td>\n",
       "      <td>2020-05-31T13:23:00+00:00</td>\n",
       "      <td>76502876</td>\n",
       "      <td>[{'cyclesCount': 0, 'disturbanceCount': 2, 'du...</td>\n",
       "      <td>27696987</td>\n",
       "      <td>6370307</td>\n",
       "      <td>0</td>\n",
       "      <td>4395416</td>\n",
       "      <td>38462710</td>\n",
       "      <td>33409783</td>\n",
       "      <td>87</td>\n",
       "      <td>[{'cyclesCount': 6, 'disturbanceCount': 15, 'd...</td>\n",
       "      <td>complete</td>\n",
       "      <td>45</td>\n",
       "      <td>4338.43</td>\n",
       "      <td>105</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>1.331626</td>\n",
       "      <td>None</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>72 rows × 35 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            days        id                     lastUpdatedAt  \\\n",
       "0   [2020-03-29]  25965683  2020-03-30T13:14:57.652058+00:00   \n",
       "1   [2020-03-30]  26043770  2020-03-31T11:03:57.003419+00:00   \n",
       "2   [2020-03-31]  26140353  2020-04-01T12:43:11.805959+00:00   \n",
       "3   [2020-04-01]  26249269  2020-04-02T12:01:45.273664+00:00   \n",
       "4   [2020-04-02]  26337359  2020-04-03T11:08:50.773869+00:00   \n",
       "..           ...       ...                               ...   \n",
       "67  [2020-05-27]  32400095  2020-05-28T12:44:10.737969+00:00   \n",
       "68  [2020-05-28]  32497836  2020-05-29T12:40:40.330552+00:00   \n",
       "69  [2020-05-29]  32622198  2020-05-30T09:37:18.851695+00:00   \n",
       "70  [2020-05-30]  32730136  2020-05-31T14:30:01.255965+00:00   \n",
       "71  [2020-05-31]  32904921  2020-06-01T14:10:04.344918+00:00   \n",
       "\n",
       "                     predictedEnd during.bounds  \\\n",
       "0       2020-03-30T04:25:00+00:00            [)   \n",
       "1   2020-03-31T03:48:05.723+00:00            [)   \n",
       "2   2020-04-01T03:48:05.723+00:00            [)   \n",
       "3   2020-04-02T02:45:37.582+00:00            [)   \n",
       "4   2020-04-03T02:45:37.582+00:00            [)   \n",
       "..                            ...           ...   \n",
       "67  2020-05-28T03:52:43.715+00:00            [)   \n",
       "68  2020-05-29T03:52:43.715+00:00            [)   \n",
       "69  2020-05-30T03:54:42.316+00:00            [)   \n",
       "70  2020-05-31T03:54:42.316+00:00            [)   \n",
       "71  2020-06-01T02:54:50.363+00:00            [)   \n",
       "\n",
       "                     during.lower                   during.upper  \\\n",
       "0       2020-03-29T04:25:00+00:00  2020-03-30T03:48:05.723+00:00   \n",
       "1   2020-03-30T03:48:05.723+00:00  2020-03-31T04:57:42.098+00:00   \n",
       "2   2020-03-31T04:57:42.098+00:00  2020-04-01T02:45:37.582+00:00   \n",
       "3   2020-04-01T02:45:37.582+00:00   2020-04-02T04:28:55.27+00:00   \n",
       "4    2020-04-02T04:28:55.27+00:00  2020-04-03T03:20:44.926+00:00   \n",
       "..                            ...                            ...   \n",
       "67  2020-05-27T03:52:43.715+00:00  2020-05-28T05:17:29.016+00:00   \n",
       "68  2020-05-28T05:17:29.016+00:00  2020-05-29T03:54:42.316+00:00   \n",
       "69  2020-05-29T03:54:42.316+00:00      2020-05-30T03:41:00+00:00   \n",
       "70      2020-05-30T03:41:00+00:00  2020-05-31T02:54:50.363+00:00   \n",
       "71  2020-05-31T02:54:50.363+00:00      2020-06-01T05:10:00+00:00   \n",
       "\n",
       "   recovery.blackoutUntil  recovery.calibrating  \\\n",
       "0                    None                 False   \n",
       "1                    None                 False   \n",
       "2                    None                 False   \n",
       "3                    None                 False   \n",
       "4                    None                 False   \n",
       "..                    ...                   ...   \n",
       "67                   None                 False   \n",
       "68                   None                 False   \n",
       "69                   None                 False   \n",
       "70                   None                 False   \n",
       "71                   None                 False   \n",
       "\n",
       "    recovery.heartRateVariabilityRmssd  recovery.id  recovery.responded  \\\n",
       "0                             0.074748     26975073               False   \n",
       "1                             0.062112     27060531               False   \n",
       "2                             0.090682     27161155               False   \n",
       "3                             0.121504     27275378               False   \n",
       "4                             0.060937     27367765               False   \n",
       "..                                 ...          ...                 ...   \n",
       "67                            0.075225     33780765               False   \n",
       "68                            0.060267     33883561               False   \n",
       "69                            0.069490     34012760               False   \n",
       "70                            0.094029     34125975               False   \n",
       "71                            0.075971     34311126               False   \n",
       "\n",
       "    recovery.restingHeartRate  recovery.score recovery.state  \\\n",
       "0                          38              41       complete   \n",
       "1                          41              40       complete   \n",
       "2                          38              60       complete   \n",
       "3                          40              86       complete   \n",
       "4                          46              30       complete   \n",
       "..                        ...             ...            ...   \n",
       "67                         39              48       complete   \n",
       "68                         42              28       complete   \n",
       "69                         38              41       complete   \n",
       "70                         41              57       complete   \n",
       "71                         40              44       complete   \n",
       "\n",
       "   recovery.surveyResponseId             recovery.timestamp  sleep.id  \\\n",
       "0                       None      2020-03-29T14:24:00+00:00  59188595   \n",
       "1                       None      2020-03-30T13:11:00+00:00  59377072   \n",
       "2                       None  2020-03-31T10:59:57.164+00:00  59602796   \n",
       "3                       None      2020-04-01T12:23:00+00:00  59855084   \n",
       "4                       None      2020-04-02T11:50:00+00:00  60071256   \n",
       "..                       ...                            ...       ...   \n",
       "67                      None      2020-05-27T12:21:55+00:00  75082737   \n",
       "68                      None      2020-05-28T12:32:00+00:00  75407141   \n",
       "69                      None      2020-05-29T12:39:00+00:00  75747950   \n",
       "70                      None  2020-05-30T09:29:29.352+00:00  76057318   \n",
       "71                      None      2020-05-31T13:23:00+00:00  76502876   \n",
       "\n",
       "                                           sleep.naps  \\\n",
       "0                                                  []   \n",
       "1                                                  []   \n",
       "2                                                  []   \n",
       "3                                                  []   \n",
       "4   [{'cyclesCount': 0, 'disturbanceCount': 1, 'du...   \n",
       "..                                                ...   \n",
       "67                                                 []   \n",
       "68                                                 []   \n",
       "69                                                 []   \n",
       "70                                                 []   \n",
       "71  [{'cyclesCount': 0, 'disturbanceCount': 2, 'du...   \n",
       "\n",
       "    sleep.needBreakdown.baseline  sleep.needBreakdown.debt  \\\n",
       "0                       27712766                         0   \n",
       "1                       27712513                         0   \n",
       "2                       27712260                    712600   \n",
       "3                       27712007                   4433921   \n",
       "4                       27711754                   1781469   \n",
       "..                           ...                       ...   \n",
       "67                      27697983                   3877717   \n",
       "68                      27697734                   3561137   \n",
       "69                      27697485                   4708572   \n",
       "70                      27697236                   3739126   \n",
       "71                      27696987                   6370307   \n",
       "\n",
       "    sleep.needBreakdown.naps  sleep.needBreakdown.strain  \\\n",
       "0                    3242760                      900639   \n",
       "1                          0                     3961243   \n",
       "2                          0                     1143201   \n",
       "3                          0                     2449222   \n",
       "4                          0                     1930739   \n",
       "..                       ...                         ...   \n",
       "67                         0                     2566693   \n",
       "68                         0                      960518   \n",
       "69                         0                     1257392   \n",
       "70                         0                     3051283   \n",
       "71                         0                     4395416   \n",
       "\n",
       "    sleep.needBreakdown.total  sleep.qualityDuration  sleep.score  \\\n",
       "0                    25370645               30390372          100   \n",
       "1                    31673756               30384437           96   \n",
       "2                    29568062               20078533           68   \n",
       "3                    34595150               31014046           90   \n",
       "4                    31423963               23796879           76   \n",
       "..                        ...                    ...          ...   \n",
       "67                   34142394               27472766           80   \n",
       "68                   32219390               21353974           66   \n",
       "69                   33663450               26538147           79   \n",
       "70                   34487646               18681922           54   \n",
       "71                   38462710               33409783           87   \n",
       "\n",
       "                                         sleep.sleeps sleep.state  \\\n",
       "0   [{'cyclesCount': 7, 'disturbanceCount': 21, 'd...    complete   \n",
       "1   [{'cyclesCount': 3, 'disturbanceCount': 16, 'd...    complete   \n",
       "2   [{'cyclesCount': 3, 'disturbanceCount': 9, 'du...    complete   \n",
       "3   [{'cyclesCount': 5, 'disturbanceCount': 19, 'd...    complete   \n",
       "4   [{'cyclesCount': 1, 'disturbanceCount': 6, 'du...    complete   \n",
       "..                                                ...         ...   \n",
       "67  [{'cyclesCount': 7, 'disturbanceCount': 10, 'd...    complete   \n",
       "68  [{'cyclesCount': 4, 'disturbanceCount': 6, 'du...    complete   \n",
       "69  [{'cyclesCount': 6, 'disturbanceCount': 10, 'd...    complete   \n",
       "70  [{'cyclesCount': 2, 'disturbanceCount': 5, 'du...    complete   \n",
       "71  [{'cyclesCount': 6, 'disturbanceCount': 15, 'd...    complete   \n",
       "\n",
       "    strain.averageHeartRate  strain.kilojoules  strain.maxHeartRate  \\\n",
       "0                        68           15226.50                  168   \n",
       "1                        56            9825.13                  161   \n",
       "2                        61            9055.14                  181   \n",
       "3                        61           10750.80                  173   \n",
       "4                        59            9364.09                  145   \n",
       "..                      ...                ...                  ...   \n",
       "67                       58           10574.70                  146   \n",
       "68                       57           10005.50                  157   \n",
       "69                       57           12374.40                  175   \n",
       "70                      100           20417.30                  161   \n",
       "71                       45            4338.43                  105   \n",
       "\n",
       "    strain.rawScore  strain.score strain.state  \\\n",
       "0          0.025447     19.124589     complete   \n",
       "1          0.005344     11.851660     complete   \n",
       "2          0.012214     15.583785     complete   \n",
       "3          0.009339     14.288825     complete   \n",
       "4          0.004101     10.516768         None   \n",
       "..              ...           ...          ...   \n",
       "67         0.004620     11.116088         None   \n",
       "68         0.005817     12.266130     complete   \n",
       "69         0.016089     16.980059     complete   \n",
       "70         0.032881     20.274519     complete   \n",
       "71         0.000008      1.331626         None   \n",
       "\n",
       "                                      strain.workouts  \n",
       "0   [{'altitudeChange': None, 'altitudeGain': None...  \n",
       "1   [{'altitudeChange': None, 'altitudeGain': None...  \n",
       "2   [{'altitudeChange': None, 'altitudeGain': None...  \n",
       "3   [{'altitudeChange': None, 'altitudeGain': None...  \n",
       "4                                                  []  \n",
       "..                                                ...  \n",
       "67                                                 []  \n",
       "68  [{'altitudeChange': None, 'altitudeGain': None...  \n",
       "69  [{'altitudeChange': None, 'altitudeGain': None...  \n",
       "70  [{'altitudeChange': None, 'altitudeGain': None...  \n",
       "71                                                 []  \n",
       "\n",
       "[72 rows x 35 columns]"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "all_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['https://www.google-analytics.com/r/collect?v=1&_v=j83&a=955321665&t=pageview&_s=1&dl=https%3A%2F%2Fapp.whoop.com%2Flogin&dp=%2Flogin%3Fapi%26for&ul=en-us&de=UTF-8&dt=Login&sd=30-bit&sr=1440x900&vp=1200x645&je=0&_u=aGBAAEADQ~&jid=1428063794&gjid=799478635&cid=1701259047.1597610646&tid=UA-64891632-3&_gid=2104853456.1597610646&_r=1&cd4=https%3A%2F%2Fapp.whoop.com%2Flogin&z=770047105',\n",
       " 'https://api-7.whoop.com/oauth/token',\n",
       " 'https://api-7.whoop.com/users/24590?include=profile&include=teams',\n",
       " 'https://api-7.whoop.com/users/24590?include=profile&include=teams',\n",
       " 'https://api-7.whoop.com/users/24590',\n",
       " 'https://api-7.whoop.com/users/24590/cycles?end=2020-08-17T06:59:59.999Z&start=2020-08-15T07:00:00.000Z',\n",
       " 'https://api-7.whoop.com/sports',\n",
       " 'https://api-7.whoop.com/voice-of-whoop',\n",
       " 'https://api-7.whoop.com/voice-of-whoop',\n",
       " 'https://api-7.whoop.com/users/24590/cycles?end=2020-08-15T06:59:59.999Z&start=2020-08-05T07:00:00.000Z',\n",
       " 'https://api-7.whoop.com/users/24590/cycles?end=2020-09-06T06:59:59.999Z&start=2020-08-17T07:00:00.000Z',\n",
       " 'https://api-7.whoop.com/users/24590/cycles?end=2020-08-05T06:59:59.999Z&start=2020-07-08T07:00:00.000Z',\n",
       " 'https://api-7.whoop.com/users/24590/cycles?end=2020-06-08T06:59:59.999Z&start=2020-05-07T07:00:00.000Z',\n",
       " 'https://api-7.whoop.com/users/24590/cycles?end=2020-07-08T06:59:59.999Z&start=2020-06-08T07:00:00.000Z',\n",
       " 'https://api-7.whoop.com/users/24590/metrics/heart_rate?end=2020-08-18T06:59:59.999Z&order=t&start=2020-08-16T07:00:00.000Z&step=60',\n",
       " 'https://api-7.whoop.com/users/24590/metrics/heart_rate?end=2020-08-18T06:59:59.999Z&order=t&start=2020-08-11T07:00:00.000Z&step=600',\n",
       " 'https://update.googleapis.com/service/update2/json?cup2key=10:2657039687&cup2hreq=a31d55e499a9e4037c3cb9e9fb6d9796a7a4438d326f255d296ec37839afd09a',\n",
       " 'https://update.googleapis.com/service/update2/json',\n",
       " 'https://update.googleapis.com/service/update2/json',\n",
       " 'https://update.googleapis.com/service/update2/json',\n",
       " 'https://update.googleapis.com/service/update2/json',\n",
       " 'https://update.googleapis.com/service/update2/json',\n",
       " 'https://update.googleapis.com/service/update2/json',\n",
       " 'https://update.googleapis.com/service/update2/json',\n",
       " 'https://update.googleapis.com/service/update2/json',\n",
       " 'https://update.googleapis.com/service/update2/json',\n",
       " 'https://update.googleapis.com/service/update2/json',\n",
       " 'https://update.googleapis.com/service/update2/json']"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "[request.url for request in browser.requests if 'api' in request.url]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pd.options.display.max_columns=100"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'adminDivision': 'DC',\n",
       " 'avatarUrl': 'https://s3-us-west-2.amazonaws.com/avatars.whoop.com/uploads/uploads/user/24550-24599/24590_5b64ee5ac5c254a5123b6e1bcdbc7edb.jpeg',\n",
       " 'city': 'Washington',\n",
       " 'concealed': False,\n",
       " 'country': 'US',\n",
       " 'createdAt': '2018-05-21T00:44:06.208Z',\n",
       " 'email': 'irarickman@gmail.com',\n",
       " 'firstName': 'Ira',\n",
       " 'fullName': 'Ira Rickman',\n",
       " 'id': 24590,\n",
       " 'lastName': 'Rickman',\n",
       " 'membershipStatus': 'trialing',\n",
       " 'preferences': {'performanceOptimizationAssessment': True,\n",
       "  'performanceOptimizationDayOfWeek': 1},\n",
       " 'privacyProfile': {'comps': 'all',\n",
       "  'intensity': 'all',\n",
       "  'overview': 'all',\n",
       "  'recovery': 'all',\n",
       "  'sleep': 'all',\n",
       "  'stats': 'all'},\n",
       " 'profile': {'avgHeartRate': None,\n",
       "  'bioDataId': 10339530,\n",
       "  'birthday': '1992-08-05T00:00:00.000Z',\n",
       "  'canUploadData': True,\n",
       "  'createdAt': '2018-05-30T00:30:04.262Z',\n",
       "  'fitnessLevel': 'recreational_enthusiast',\n",
       "  'gender': 'male',\n",
       "  'height': 1.7526,\n",
       "  'id': 10339530,\n",
       "  'kilojoules': None,\n",
       "  'maxHeartRate': 192,\n",
       "  'minHeartRate': 34,\n",
       "  'supportTier': None,\n",
       "  'timezoneOffset': '-0700',\n",
       "  'unitSystem': 'imperial',\n",
       "  'updatedAt': '2020-08-19T02:41:14.867Z',\n",
       "  'userId': 24590,\n",
       "  'weight': 87.0897},\n",
       " 'teams': [],\n",
       " 'updatedAt': '2020-04-19T15:22:13.636Z',\n",
       " 'username': 'irickman'}"
      ]
     },
     "execution_count": 92,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pull_api('https://api-7.whoop.com/users/{}?include=profile&include=teams'.format(whoop_id),df=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'2020-08-19T01:48:53.014Z'"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "datetime.utcnow().isoformat()[:-3] + \"Z\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "ename": "TypeError",
     "evalue": "an integer is required (got type str)",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-48-b1b8a10e7703>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mdatetime\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'2018-05-30T00:30:04.262Z'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;31mTypeError\u001b[0m: an integer is required (got type str)"
     ]
    }
   ],
   "source": [
    "datetime('2018-05-30T00:30:04.262Z')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Old Way"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "strain_click=browser.find_elements_by_class_name('score')[0]\n",
    "strain_click.click()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'16.2'"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "strain_amt=browser.find_element_by_class_name(\"workout-strain\")\n",
    "strain_amt.get_attribute('innerHTML')\n",
    "strain_amt.find_element_by_tag_name(\"strong\").text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Running', '16.2']"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "buttons=browser.find_elements_by_tag_name('button')\n",
    "#[x for x in [span.find_elements_by_tag_name('span')  \n",
    "[x.text for item in [x for x in [span.find_elements_by_tag_name('span') for span in [b for b in buttons if b.get_attribute(\"ng-click\")==\"click($event, activity.id)\"]]] for x in item]\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "nothing <selenium.webdriver.remote.webelement.WebElement (session=\"08fde42d8d6815291fceb7d2092c9f08\", element=\"0.7561134548339705-10\")>\n",
      "nothing <selenium.webdriver.remote.webelement.WebElement (session=\"08fde42d8d6815291fceb7d2092c9f08\", element=\"0.7561134548339705-11\")>\n",
      "['Running', '16.2'] <selenium.webdriver.remote.webelement.WebElement (session=\"08fde42d8d6815291fceb7d2092c9f08\", element=\"0.7561134548339705-12\")>\n",
      "nothing <selenium.webdriver.remote.webelement.WebElement (session=\"08fde42d8d6815291fceb7d2092c9f08\", element=\"0.7561134548339705-13\")>\n",
      "nothing <selenium.webdriver.remote.webelement.WebElement (session=\"08fde42d8d6815291fceb7d2092c9f08\", element=\"0.7561134548339705-14\")>\n",
      "nothing <selenium.webdriver.remote.webelement.WebElement (session=\"08fde42d8d6815291fceb7d2092c9f08\", element=\"0.7561134548339705-15\")>\n",
      "nothing <selenium.webdriver.remote.webelement.WebElement (session=\"08fde42d8d6815291fceb7d2092c9f08\", element=\"0.7561134548339705-16\")>\n",
      "nothing <selenium.webdriver.remote.webelement.WebElement (session=\"08fde42d8d6815291fceb7d2092c9f08\", element=\"0.7561134548339705-17\")>\n",
      "nothing <selenium.webdriver.remote.webelement.WebElement (session=\"08fde42d8d6815291fceb7d2092c9f08\", element=\"0.7561134548339705-18\")>\n",
      "nothing <selenium.webdriver.remote.webelement.WebElement (session=\"08fde42d8d6815291fceb7d2092c9f08\", element=\"0.7561134548339705-19\")>\n",
      "nothing <selenium.webdriver.remote.webelement.WebElement (session=\"08fde42d8d6815291fceb7d2092c9f08\", element=\"0.7561134548339705-20\")>\n",
      "nothing <selenium.webdriver.remote.webelement.WebElement (session=\"08fde42d8d6815291fceb7d2092c9f08\", element=\"0.7561134548339705-21\")>\n",
      "nothing <selenium.webdriver.remote.webelement.WebElement (session=\"08fde42d8d6815291fceb7d2092c9f08\", element=\"0.7561134548339705-22\")>\n",
      "nothing <selenium.webdriver.remote.webelement.WebElement (session=\"08fde42d8d6815291fceb7d2092c9f08\", element=\"0.7561134548339705-23\")>\n",
      "nothing <selenium.webdriver.remote.webelement.WebElement (session=\"08fde42d8d6815291fceb7d2092c9f08\", element=\"0.7561134548339705-24\")>\n",
      "nothing <selenium.webdriver.remote.webelement.WebElement (session=\"08fde42d8d6815291fceb7d2092c9f08\", element=\"0.7561134548339705-25\")>\n"
     ]
    }
   ],
   "source": [
    "for x in buttons:\n",
    "    if x.get_attribute(\"ng-click\")==\"click($event, activity.id)\":\n",
    "        spans=x.find_elements_by_tag_name(\"span\")\n",
    "        print([x.text for x in spans], x)\n",
    "    else:\n",
    "        print(\"nothing\", x)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": true,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "def go_to_strain():\n",
    "    work=0\n",
    "    try:\n",
    "        strain_click=browser.find_elements_by_class_name('score')[0]\n",
    "        strain_click.click()\n",
    "        work=1\n",
    "    except StaleElementReferenceException:\n",
    "        work=0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "## goal function is to look for the activity - if it doesn't exist, then look for \"no activity\" \n",
    "## store the result, if the old activity strain is the same as the new\n",
    "\n",
    "def get_activity_strain(old_strain,old_date):\n",
    "    work=0\n",
    "    while work==0:\n",
    "        try:\n",
    "            buttons=browser.find_elements_by_tag_name('button')\n",
    "            new_strain=[x.text for item in [x for x in [span.find_elements_by_tag_name('span') for span in [b for b in buttons if b.get_attribute(\"ng-click\")==\"click($event, activity.id)\"]]] for x in item]\n",
    "            if len(new_strain)==0:\n",
    "                new_strains=[\"null\"]*6\n",
    "            elif len(new_strain)<7:\n",
    "                new_strains=new_strain+['null']*(6-len(new_strain))\n",
    "            else:\n",
    "                new_strains=new_strain\n",
    "            if old_strain!=new_strains:\n",
    "                return new_strains\n",
    "                work=1\n",
    "            elif old_date!=get_date(old_date):\n",
    "                return new_strains\n",
    "                work=1\n",
    "        except StaleElementReferencException:\n",
    "            work=0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def get_date(old_date):\n",
    "    work=0\n",
    "    while work==0:\n",
    "        try:\n",
    "            new_day=browser.find_element_by_class_name('datepicker--label')\n",
    "            new_date=new_day.text\n",
    "            if new_date!=old_date:\n",
    "                return [new_date]\n",
    "                work=1\n",
    "        except StaleElementReferenceException:\n",
    "            work=0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def get_scores(old_scores):\n",
    "    work=0\n",
    "    while work==0:\n",
    "        try:\n",
    "            new_scores=browser.find_elements_by_class_name('score')\n",
    "            new_score_list=[x.text for x in new_scores]\n",
    "            if new_score_list!=old_scores:\n",
    "                return new_score_list\n",
    "                work=1\n",
    "        except StaleElementReferenceException:\n",
    "            work=0\n",
    "            "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def get_button():\n",
    "    work=0\n",
    "    while work==0:\n",
    "        try: \n",
    "            back=browser.find_element_by_class_name('datepicker--prev')\n",
    "            back.click()\n",
    "            work=1\n",
    "        except StaleElementReferenceException:\n",
    "            work=0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "False"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "num=1\n",
    "(get_date('today')[0].strip().lower()!='wed, may 30th' and num<300)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "whoop=pd.DataFrame(columns=['strain','recovery','sleep_perf','sleep','rec_sleep','date', \n",
    "                            'activity_1','activity_1_score','activity_2','activity_2_score',\n",
    "                           'activity_3','activity_3_score'])\n",
    "num=0\n",
    "old_date='today'\n",
    "old_scores=['none']\n",
    "old_strain=['null']\n",
    "go_to_strain()\n",
    "new_date=get_date(old_date)\n",
    "while (new_date[0].strip().lower()!='wed, may 30th' and num<300):\n",
    "    new_date=get_date(old_date)\n",
    "    new_score=get_scores(old_scores)\n",
    "    strains=get_activity_strain(old_strain,old_date)\n",
    "    old_date=new_date\n",
    "    old_scores=new_score\n",
    "    old_strain=strains\n",
    "    whoop.loc[len(whoop)]=new_score[:5]+new_date+strains\n",
    "    get_button()\n",
    "    num+=1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "whoop.to_csv('../Data/whoop_data.csv',index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "py35",
   "language": "python",
   "name": "py35"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}