iterative-solve-split-genders.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "from z3 import *\n",
    "from time import time\n",
    "from copy import copy\n",
    "from tqdm import tqdm\n",
    "from collections import defaultdict\n",
    "\n",
    "def timeit(method):\n",
    "    def timed(*args, **kw):\n",
    "        ts = time()\n",
    "        result = method(*args, **kw)\n",
    "        te = time()\n",
    "        if 'log_time' in kw:\n",
    "            name = kw.get('log_name', method.__name__.upper())\n",
    "            kw['log_time'][name] = (te - ts)\n",
    "        else:\n",
    "            print '%r \\t\\t %.4f s' % \\\n",
    "                  (method.__name__, (te - ts))\n",
    "        return result\n",
    "    return timed\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Define floors\n",
    "floors = set(range(4, 22))\n",
    "male_floors = set([8, 10, 16, 19])\n",
    "female_floors = set([7, 14, 18, 20])\n",
    "mixed_floors = floors.difference(male_floors).difference(female_floors)\n",
    "rf_floors = set(range(5, 22, 4))\n",
    "laundry_floors = set([9, 17])\n",
    "freshmen_floors = set([6, 8, 11, 14, 16, 17, 20])\n",
    "senior_floors = floors.difference(freshmen_floors)\n",
    "\n",
    "# Define room positions\n",
    "corridor_nonaircon_pos = set(map(str, range(101, 107) + range(115, 120)))\n",
    "corridor_aircon_pos = set(map(str, range(109, 115)))\n",
    "suite_room_letters = map(lambda x: chr(ord('A') + x), range(6))\n",
    "suite_nonaircon_pos = set([str(suite_num) + letter for suite_num in [100, 107] for letter in suite_room_letters])\n",
    "suite_aircon_pos = set([str(suite_num) + letter for suite_num in [108] for letter in suite_room_letters])\n",
    "aircon_pos = corridor_aircon_pos.union(suite_aircon_pos)\n",
    "nonaircon_pos = corridor_nonaircon_pos.union(suite_nonaircon_pos)\n",
    "corridor_pos = corridor_nonaircon_pos.union(corridor_aircon_pos)\n",
    "suite_room_pos = suite_nonaircon_pos.union(suite_aircon_pos)\n",
    "absent_laundry_pos = set(map(str, range(103, 107)))\n",
    "room_pos = corridor_pos.union(suite_room_pos)\n",
    "\n",
    "# Rooms and floor query methods\n",
    "def get_valid_floors(include_male_floors=True, include_female_floors=True, include_mixed_floors=True, include_freshman_floors=True, include_senior_floors=True):\n",
    "    gender_floors = male_floors if include_male_floors else set()\n",
    "    gender_floors = gender_floors.union(female_floors) if include_female_floors else gender_floors\n",
    "    gender_floors = gender_floors.union(mixed_floors) if include_mixed_floors else gender_floors\n",
    "\n",
    "    seniority_floors = freshmen_floors if include_freshman_floors else set()\n",
    "    seniority_floors = seniority_floors.union(senior_floors) if include_senior_floors else seniority_floors\n",
    "\n",
    "    return gender_floors.intersection(seniority_floors)\n",
    "\n",
    "\n",
    "def get_valid_pos(floor_num, include_suites=True, include_corridors=True, include_aircon=True, include_non_aircon=True):\n",
    "    positions = set()\n",
    "    positions = positions.union(suite_room_pos) if include_suites else positions\n",
    "    positions = positions.union(corridor_pos) if include_corridors else positions\n",
    "    positions = positions.difference(aircon_pos) if not include_aircon else positions\n",
    "    positions = positions.difference(nonaircon_pos) if not include_non_aircon else positions\n",
    "        \n",
    "    if floor_num not in floors:\n",
    "        positions = positions.difference(room_pos)\n",
    "        \n",
    "    if floor_num in rf_floors:\n",
    "        positions = positions.difference(suite_aircon_pos)\n",
    "    \n",
    "    if floor_num in laundry_floors:\n",
    "        positions = positions.difference(absent_laundry_pos)\n",
    "\n",
    "    return positions\n",
    "\n",
    "\n",
    "# Returns a set of preferred floors for a person\n",
    "def get_preferred_floors(is_male=True, is_freshmen=False, include_single_gen_floors=True, include_mixed_floors=True):\n",
    "    include_male_floors = is_male and include_single_gen_floors\n",
    "    include_female_floors = (not is_male) and include_single_gen_floors\n",
    "    include_freshman_floors = is_freshmen\n",
    "    include_senior_floors = not is_freshmen\n",
    "\n",
    "    return get_valid_floors(include_male_floors, include_female_floors, include_mixed_floors, include_freshman_floors, include_senior_floors)\n",
    "\n",
    "\n",
    "def get_all_rooms_on_floor(floor_num):\n",
    "    rooms = []\n",
    "    \n",
    "    if floor_num not in floors:\n",
    "        return rooms\n",
    "    elif floor_num in laundry_floors:\n",
    "        rooms.extend([str(floor_num) + '-' + pos for pos in room_pos.difference(absent_laundry_pos)])\n",
    "    elif floor_num in rf_floors:\n",
    "        rooms.extend([str(floor_num) + '-' + pos for pos in room_pos.difference(suite_aircon_pos)])\n",
    "    else:\n",
    "        rooms.extend([str(floor_num) + '-' + pos for pos in room_pos])\n",
    "    return rooms\n",
    "\n",
    "\n",
    "def get_all_rooms(floors_set=floors):\n",
    "    rooms = []\n",
    "    for floor_num in floors_set:\n",
    "        rooms.extend(get_all_rooms_on_floor(floor_num))\n",
    "    return rooms\n",
    "    \n",
    "suite_rooms = reduce(lambda x, y: x.union(y), [set(map(lambda x: \"{}-{}\".format(floor, x), get_valid_pos(floor, True, False, True, True))) for floor in floors])\n",
    "mixed_floor_suite_rooms = reduce(lambda x, y: x.union(y), [set(map(lambda x: \"{}-{}\".format(floor, x), get_valid_pos(floor, True, False, True, True))) for floor in mixed_floors])\n",
    "\n",
    "def get_suite_neighbours(room):\n",
    "    if room not in mixed_floor_suite_rooms:\n",
    "        return set()\n",
    "    else:\n",
    "        neighbors = []\n",
    "        for alpha in set(['A', 'B', 'C', 'D', 'E', 'F']):\n",
    "            if alpha == room[-1]:\n",
    "                continue\n",
    "            neighbors.append(room[:-1] + alpha)\n",
    "        return set(neighbors)\n",
    "            "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "class Person:\n",
    "    def __init__(self, entry_id, gender, person_type, room_pref1, room_pref2, room_pref3, preference_comment, pref_floor_gender):\n",
    "        self.entry_id = entry_id\n",
    "        self.gender = gender\n",
    "        self.is_male = self.gender == \"Male\"\n",
    "        self.person_type = person_type\n",
    "        self.is_senior = person_type == \"USP Senior UG\"\n",
    "        self.room_pref1 = RoomType.make_room_type(room_pref1)\n",
    "        self.room_pref2 = RoomType.make_room_type(room_pref2)\n",
    "        self.room_pref3 = RoomType.make_room_type(room_pref3)\n",
    "        self.preferences = [self.room_pref1, self.room_pref2, self.room_pref3]\n",
    "        self.preference_comment = preference_comment\n",
    "        self.pref_floor_gender = pref_floor_gender\n",
    "        \n",
    "    def valid_rooms(self, preference_rank):\n",
    "        \n",
    "        # Basic list: Takes into account only floor gender and seriority floor preference\n",
    "        if preference_rank == 0:\n",
    "            return get_all_rooms(self.valid_floors())\n",
    "        else:\n",
    "            return self.preferences[preference_rank - 1].valid_rooms(self.valid_floors())\n",
    "        \n",
    "    def all_valid_rooms(self):\n",
    "        valid_room_sets = [set(self.valid_rooms(x)) for x in range(4)]\n",
    "        return reduce(lambda x, y: x.union(y), valid_room_sets)\n",
    "\n",
    "    \n",
    "    # Only one set of valid floors for one person\n",
    "    def valid_floors(self):\n",
    "        include_single_gen_floors = self.pref_floor_gender == \"Single Gender Floor\" or self.pref_floor_gender == \"No Preference\"\n",
    "        include_mixed_floors = self.pref_floor_gender == \"Mixed Gender Floor\" or self.pref_floor_gender == \"No Preference\"\n",
    "        return get_preferred_floors(self.is_male, not self.is_senior, include_single_gen_floors, include_mixed_floors)\n",
    "\n",
    "\n",
    "class Room:\n",
    "    def __init__(self, level, position):\n",
    "        self.level = level\n",
    "        self.position = position\n",
    "        self.label = str(self)\n",
    "        self.room_type = RoomType(self.is_suite(), self.is_aircon())\n",
    "        \n",
    "    def __init__(self, room_string):\n",
    "        self.level = room_string.split('-')[0]\n",
    "        self.position = room_string.split('-')[1]\n",
    "        self.label = str(self)\n",
    "        self.room_type = RoomType(self.is_suite(), self.is_aircon())\n",
    "\n",
    "    @staticmethod \n",
    "    def make_label_room_tuple(description):\n",
    "        room = Room(description)\n",
    "        return (str(room), room)\n",
    "    \n",
    "    def __str__(self):\n",
    "        return str(self.level) + '-' + str(self.position)\n",
    "\n",
    "    def is_aircon(self):\n",
    "        return self.position in aircon_pos\n",
    "    \n",
    "    def is_suite(self):\n",
    "        return self.position in suite_room_pos\n",
    "    \n",
    "    def get_type(self):\n",
    "        return self.room_type.get_attributes()\n",
    "\n",
    "    def get_inverse_type(self):\n",
    "        return self.room_type.get_inverse_attributes()\n",
    "\n",
    "\n",
    "class RoomType:\n",
    "    def __init__(self, is_suite, is_aircon):\n",
    "        self.is_suite = is_suite\n",
    "        self.is_aircon = is_aircon\n",
    "        \n",
    "    # Initialises from description Eg. USP, Single (6 bdrm Apt, Non Air-Con)\n",
    "    @staticmethod \n",
    "    def make_room_type(description):\n",
    "        is_suite = '6 bdrm Apt' in description\n",
    "        is_aircon = 'Non Air-Con' not in description\n",
    "        return RoomType(is_suite, is_aircon)\n",
    "        \n",
    "    def valid_rooms(self, valid_floors=floors):\n",
    "        valid_rooms = set()\n",
    "        for floor in valid_floors:\n",
    "            for pos in get_valid_pos(floor, self.is_suite, not self.is_suite, self.is_aircon, not self.is_aircon):\n",
    "                valid_rooms.add(str(floor) + '-' + str(pos))\n",
    "\n",
    "        return valid_rooms\n",
    "\n",
    "    def __str__(self):\n",
    "        return 'Suite: {}, Aircon: {} '.format(self.is_suite, self.is_aircon)\n",
    "    \n",
    "    def __hash__(self):\n",
    "        return hash(frozenset(self.__dict__.iteritems()))\n",
    "\n",
    "    def __eq__(self, other):\n",
    "        return self.__class__ == other.__class__ and self.is_suite == other.is_suite and self.is_aircon == other.is_aircon"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "def view_times(times):\n",
    "    if len(times) < 1:\n",
    "        return\n",
    "    last_t = times[0][1]\n",
    "    new_times = []\n",
    "    for t in times:\n",
    "        new_times.append([t[0], t[1] - last_t])\n",
    "        last_t = t[1]\n",
    "\n",
    "    return pd.DataFrame(new_times)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "@timeit\n",
    "def get_solver_package(nrows=None):\n",
    "    input_data_frame = pd.read_csv('ay1819-usp.csv', nrows=nrows, dtype=object).fillna('')\n",
    "    \n",
    "    @timeit\n",
    "    def get_all_people():\n",
    "        # Populate people\n",
    "        all_people = []\n",
    "        male_people = []\n",
    "        female_people = []\n",
    "        count = 0\n",
    "\n",
    "        for row in input_data_frame.values:\n",
    "            person = Person(*row[:8])\n",
    "            person.index = count\n",
    "            count += 1\n",
    "            all_people.append(person)\n",
    "\n",
    "            if person.is_male:\n",
    "                male_people.append(person)\n",
    "            else:\n",
    "                female_people.append(person)\n",
    "        \n",
    "        return all_people, male_people, female_people\n",
    "\n",
    "    @timeit\n",
    "    def get_all_rooms(all_people):\n",
    "        # Populate rooms into a hashmap Eg. {'16-118': Room-Object}\n",
    "        all_rooms = reduce(lambda x, y: x.union(y), map(lambda x: x.all_valid_rooms(), all_people))\n",
    "#         all_rooms = dict(map(Room.make_label_room_tuple, all_room_labels))\n",
    "        return all_rooms\n",
    "\n",
    "    @timeit\n",
    "    def get_assignments(all_people, all_rooms):\n",
    "        # Populate all room possible assignments\n",
    "        assignments = {}\n",
    "        for person in all_people:\n",
    "            assignments[person] = {}\n",
    "\n",
    "            for room in all_rooms:\n",
    "                possibility = Bool(\"{} gets {}\".format(person.entry_id, room))\n",
    "\n",
    "                # Add possibility to possible assignments\n",
    "                assignments[person][room] = possibility\n",
    "        \n",
    "        return assignments\n",
    "\n",
    "    @timeit\n",
    "    def get_valid_people_for_rooms(all_people, all_rooms):\n",
    "        # Valid people for each room\n",
    "        valid_people_for_rooms = {}\n",
    "        for room in all_rooms:\n",
    "            valid_people_for_rooms[room] = set()\n",
    "\n",
    "        for person in all_people:\n",
    "            possible_assignments = []\n",
    "            for room in person.all_valid_rooms():\n",
    "\n",
    "                # Populate valid_people_for_rooms\n",
    "                valid_people_for_rooms[room].add(person)\n",
    "        \n",
    "        return valid_people_for_rooms\n",
    "\n",
    "    @timeit\n",
    "    def get_room_constraints(all_people, all_rooms, assignments, valid_people_for_rooms):\n",
    "        room_constraints = []\n",
    "        # One room can only be assigned to one person from the contenders for that room\n",
    "        for person in tqdm(all_people):\n",
    "            for room in all_rooms:\n",
    "                for other_person in valid_people_for_rooms[room]:\n",
    "                    if other_person == person:\n",
    "                        continue\n",
    "\n",
    "                    implication = Implies(assignments[person][room], Not(assignments[other_person][room]))\n",
    "                    room_constraints.append(implication)\n",
    "                    \n",
    "        return room_constraints\n",
    "    \n",
    "    @timeit\n",
    "    def get_single_gender_suite_constraints(male_people, female_people):\n",
    "        constraints = []\n",
    "        for room in tqdm(mixed_floor_suite_rooms):\n",
    "            for male in male_people:\n",
    "                for female in female_people:\n",
    "                    for suite_room in get_suite_neighbours(room):\n",
    "                        constraints.append(Implies(Bool('{} gets {}'.format(male.entry_id, room)), Not(Bool('{} gets {}'.format(female.entry_id, suite_room)))))\n",
    "        \n",
    "        return And(constraints)\n",
    "    \n",
    "    @timeit\n",
    "    def get_solver(room_constraints, suite_constraints):\n",
    "        s = Solver()\n",
    "        s.add(room_constraints)\n",
    "        s.add(suite_constraints)\n",
    "        return s\n",
    "        \n",
    "    all_people, male_people, female_people = get_all_people()\n",
    "    all_rooms = get_all_rooms(all_people)\n",
    "    assignments = get_assignments(all_people, all_rooms)\n",
    "    valid_people_for_rooms = get_valid_people_for_rooms(all_people, all_rooms)\n",
    "    room_constraints = get_room_constraints(all_people, all_rooms, assignments, valid_people_for_rooms)\n",
    "    suite_constraints = get_single_gender_suite_constraints(male_people, female_people)\n",
    "    s = get_solver(room_constraints, suite_constraints)\n",
    "    all_symbols = [assignments[person][room] for person in all_people for room in person.all_valid_rooms()]\n",
    "    \n",
    "    return s, all_symbols, all_people\n",
    "\n",
    "# Functions for solve()\n",
    "\n",
    "def get_poss_assignments(person, pref_type=0):\n",
    "    possible_assignments = []\n",
    "    for room in person.valid_rooms(pref_type):\n",
    "        possible_assignments.append(Bool(\"{} gets {}\".format(person.entry_id, room)))\n",
    "\n",
    "    return possible_assignments\n",
    "    \n",
    "def get_suite_list(rooms):\n",
    "    rooms_to_split = sorted(list(filter(lambda x: x in suite_rooms, rooms)))\n",
    "    split_rooms_list = []\n",
    "    for room_idx in range(0, len(rooms_to_split), 6):\n",
    "        rooms = rooms_to_split[room_idx : room_idx + 6]\n",
    "        split_rooms_list.append(rooms)\n",
    "    \n",
    "    return split_rooms_list\n",
    "\n",
    "def get_floor_list(rooms_to_split):\n",
    "    split_rooms_dict = defaultdict(list)\n",
    "    for room in rooms_to_split:\n",
    "        floor, pos = room.split('-')\n",
    "        split_rooms_dict[floor].append(room)\n",
    "        \n",
    "    return split_rooms_dict.values()\n",
    "\n",
    "@timeit\n",
    "def get_pref_comments(all_people):\n",
    "    pref_comments = dict()\n",
    "    for person in all_people:\n",
    "        pref = person.preference_comment\n",
    "        if pref == '':\n",
    "            continue\n",
    "        if pref not in pref_comments:\n",
    "            pref_comments[pref] = []\n",
    "        \n",
    "        pref_comments[pref].append(person)\n",
    "        \n",
    "    return pref_comments\n",
    "\n",
    "\n",
    "def get_rooms_list_constraint(group_mates, rooms_list):\n",
    "    '''\n",
    "    Takes in a list of list of rooms (either a suite or a floor usually) and asserts that all group mates belong to the same room list\n",
    "    '''\n",
    "    rooms_list_constraints = []\n",
    "    for rooms in rooms_list:\n",
    "        rooms_constraints = []\n",
    "        for person in group_mates:\n",
    "            rooms_constraints.append(Or([Bool('{} gets {}'.format(person.entry_id, room)) for room in rooms]))\n",
    "\n",
    "        rooms_list_constraints.append(And(rooms_constraints))\n",
    "    return Or(rooms_list_constraints)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "@timeit\n",
    "def solve():\n",
    "    pref_comments = get_pref_comments(all_people)\n",
    "    people_left = set(all_people)\n",
    "    preferences_checked = set()\n",
    "    order_to_fill = [1, 2, 3, 0]\n",
    "    for order in order_to_fill:\n",
    "        for person in tqdm(all_people):\n",
    "            if person not in people_left:\n",
    "                continue\n",
    "            \n",
    "            pref = person.preference_comment\n",
    "            if pref in pref_comments and pref not in preferences_checked and len(pref_comments[pref]) <= 6:\n",
    "                preferences_checked.add(pref)\n",
    "                group_mates = pref_comments[pref]\n",
    "                \n",
    "                if len(set(map(lambda x: x.room_pref1, group_mates))) == 1:\n",
    "                    s.push()\n",
    "                    # if the preference is a suite: same suite\n",
    "                    if person.room_pref1.is_suite:\n",
    "                        suite_list = get_suite_list(person.valid_rooms(1))\n",
    "                        s.add(get_rooms_list_constraint(group_mates, suite_list))\n",
    "                    \n",
    "                    # if the preference is not a suite: same floor\n",
    "                    else:\n",
    "                        floor_list = get_floor_list(person.valid_rooms(1))\n",
    "                        s.add(get_rooms_list_constraint(group_mates, floor_list))\n",
    "\n",
    "                    if s.check() == sat:\n",
    "                        for person in group_mates:\n",
    "                            people_left.remove(person)\n",
    "\n",
    "                        continue\n",
    "                    else:\n",
    "                        s.pop()\n",
    "\n",
    "            s.push()\n",
    "            s.add(Or(get_poss_assignments(person, order)))\n",
    "            if s.check() == sat:\n",
    "                people_left.remove(person)\n",
    "            else:\n",
    "                s.pop()\n",
    "    \n",
    "    print \"no of people unassigned: {}\".format(len(people_left))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  0%|          | 0/5 [00:00<?, ?it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "'get_all_people' \t\t 0.0001 s\n",
      "'get_all_rooms' \t\t 0.0022 s\n",
      "'get_assignments' \t\t 0.0523 s\n",
      "'get_valid_people_for_rooms' \t\t 0.0038 s\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 5/5 [00:00<00:00, 12.26it/s]\n",
      "100%|██████████| 150/150 [00:00<00:00, 660867.23it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "'get_room_constraints' \t\t 0.4124 s\n",
      "'get_single_gender_suite_constraints' \t\t 0.0044 s\n",
      "'get_solver' \t\t 0.0903 s\n",
      "'get_solver_package' \t\t 0.5887 s\n"
     ]
    }
   ],
   "source": [
    "s, all_symbols, all_people = get_solver_package(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 5/5 [00:00<00:00, 181.59it/s]\n",
      "100%|██████████| 5/5 [00:00<00:00, 29959.31it/s]\n",
      "100%|██████████| 5/5 [00:00<00:00, 33608.21it/s]\n",
      "100%|██████████| 5/5 [00:00<00:00, 35971.73it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "'get_pref_comments' \t\t 0.0000 s\n",
      "no of people unassigned: 0\n",
      "'solve' \t\t 0.0416 s\n",
      "[201844 gets 15-109, 157637 gets 7-108D, 169709 gets 7-109, 133236 gets 7-108E, 204544 gets 7-105]\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "s.push()\n",
    "solve()\n",
    "model = s.model()\n",
    "print filter(lambda x: is_true(model.eval(x)), all_symbols)\n",
    "s.pop()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Entry ID</th>\n",
       "      <th>Gender Description</th>\n",
       "      <th>Classification Description 9</th>\n",
       "      <th>Room Preference Description 1</th>\n",
       "      <th>Room Preference Description 2</th>\n",
       "      <th>Room Preference Description 3</th>\n",
       "      <th>Room Preference Comments</th>\n",
       "      <th>Floor Gender Preference</th>\n",
       "      <th>Nationality Description 4</th>\n",
       "      <th>Admit Term</th>\n",
       "      <th>Enrollment Term</th>\n",
       "      <th>Medical</th>\n",
       "      <th>Special Needs</th>\n",
       "      <th>Received Fee Date</th>\n",
       "      <th>Term Description 8</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>201844</td>\n",
       "      <td>Female</td>\n",
       "      <td>USP Senior UG</td>\n",
       "      <td>USP, Single (Corridor, Air-Con)</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>Mixed Gender Floor</td>\n",
       "      <td>SINGAPORE CITIZEN</td>\n",
       "      <td>1710</td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>3/6/18 10:02</td>\n",
       "      <td>2018-19 Semester 1 &amp; 2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>157637</td>\n",
       "      <td>Female</td>\n",
       "      <td>USP Senior UG</td>\n",
       "      <td>USP, Single (6 bdrm Apt, Air-Con)</td>\n",
       "      <td>USP, Single (6 bdrm Apt, Non Air-Con)</td>\n",
       "      <td>USP, Single (Corridor, Air-Con)</td>\n",
       "      <td>PLSGIVEUSAIRCONSUITE7THOR12THFLOORTGT</td>\n",
       "      <td>No Preference</td>\n",
       "      <td>SINGAPORE CITIZEN</td>\n",
       "      <td>1510</td>\n",
       "      <td>6</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>3/6/18 10:02</td>\n",
       "      <td>2018-19 Semester 1 &amp; 2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>169709</td>\n",
       "      <td>Female</td>\n",
       "      <td>USP Senior UG</td>\n",
       "      <td>USP, Single (Corridor, Air-Con)</td>\n",
       "      <td>USP, Single (Corridor, Non Air-Con)</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>Single Gender Floor</td>\n",
       "      <td>Chinese</td>\n",
       "      <td>1610</td>\n",
       "      <td>4</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>3/6/18 10:02</td>\n",
       "      <td>2018-19 Semester 1 &amp; 2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>133236</td>\n",
       "      <td>Female</td>\n",
       "      <td>USP Senior UG</td>\n",
       "      <td>USP, Single (6 bdrm Apt, Air-Con)</td>\n",
       "      <td>USP, Single (6 bdrm Apt, Non Air-Con)</td>\n",
       "      <td>USP, Single (Corridor, Air-Con)</td>\n",
       "      <td>PLSGIVEUSAIRCONSUITE7THOR12THFLOORTGT</td>\n",
       "      <td>No Preference</td>\n",
       "      <td>SINGAPORE CITIZEN</td>\n",
       "      <td>1510</td>\n",
       "      <td>6</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>3/6/18 10:03</td>\n",
       "      <td>2018-19 Semester 1 &amp; 2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>204544</td>\n",
       "      <td>Female</td>\n",
       "      <td>USP Senior UG</td>\n",
       "      <td>USP, Single (Corridor, Non Air-Con)</td>\n",
       "      <td>USP, Single (Corridor, Air-Con)</td>\n",
       "      <td>USP, Single (6 bdrm Apt, Non Air-Con)</td>\n",
       "      <td>plsputusonthehighestfloorthankyouverymuch</td>\n",
       "      <td>Single Gender Floor</td>\n",
       "      <td>SINGAPORE CITIZEN</td>\n",
       "      <td>1710</td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>3/6/18 10:04</td>\n",
       "      <td>2018-19 Semester 1 &amp; 2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>201832</td>\n",
       "      <td>Male</td>\n",
       "      <td>USP Senior UG</td>\n",
       "      <td>USP, Single (Corridor, Air-Con)</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>Single Gender Floor</td>\n",
       "      <td>SINGAPORE CITIZEN</td>\n",
       "      <td>1710</td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>3/6/18 10:05</td>\n",
       "      <td>2018-19 Semester 1 &amp; 2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>130855</td>\n",
       "      <td>Male</td>\n",
       "      <td>USP Senior UG</td>\n",
       "      <td>USP, Single (Corridor, Air-Con)</td>\n",
       "      <td>USP, Single (6 bdrm Apt, Air-Con)</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>Single Gender Floor</td>\n",
       "      <td>SINGAPORE CITIZEN</td>\n",
       "      <td>1510</td>\n",
       "      <td>6</td>\n",
       "      <td>NIL</td>\n",
       "      <td></td>\n",
       "      <td>3/6/18 10:05</td>\n",
       "      <td>2018-19 Semester 1 &amp; 2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>135762</td>\n",
       "      <td>Female</td>\n",
       "      <td>USP Senior UG</td>\n",
       "      <td>USP, Single (6 bdrm Apt, Air-Con)</td>\n",
       "      <td>USP, Single (6 bdrm Apt, Non Air-Con)</td>\n",
       "      <td>USP, Single (Corridor, Air-Con)</td>\n",
       "      <td>PLSGIVEUSAIRCONSUITE7THOR12THFLOORTGT</td>\n",
       "      <td>No Preference</td>\n",
       "      <td>SINGAPORE CITIZEN</td>\n",
       "      <td>1510</td>\n",
       "      <td>6</td>\n",
       "      <td>NIL</td>\n",
       "      <td></td>\n",
       "      <td>3/6/18 10:06</td>\n",
       "      <td>2018-19 Semester 1 &amp; 2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>201881</td>\n",
       "      <td>Female</td>\n",
       "      <td>USP Senior UG</td>\n",
       "      <td>USP, Single (Corridor, Air-Con)</td>\n",
       "      <td>USP, Single (Corridor, Non Air-Con)</td>\n",
       "      <td>USP, Single (6 bdrm Apt, Non Air-Con)</td>\n",
       "      <td>plsputusonthehighestfloorthankyouverymuch</td>\n",
       "      <td>Single Gender Floor</td>\n",
       "      <td>SINGAPORE CITIZEN</td>\n",
       "      <td>1710</td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>3/6/18 10:06</td>\n",
       "      <td>2018-19 Semester 1 &amp; 2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>197518</td>\n",
       "      <td>Female</td>\n",
       "      <td>USP Senior UG</td>\n",
       "      <td>USP, Single (6 bdrm Apt, Non Air-Con)</td>\n",
       "      <td>USP, Single (Corridor, Non Air-Con)</td>\n",
       "      <td></td>\n",
       "      <td>MILK</td>\n",
       "      <td>No Preference</td>\n",
       "      <td>SINGAPORE CITIZEN</td>\n",
       "      <td>1710</td>\n",
       "      <td>2</td>\n",
       "      <td>1. Small anterior mid mascular ventricular sep...</td>\n",
       "      <td></td>\n",
       "      <td>3/6/18 10:09</td>\n",
       "      <td>2018-19 Semester 1 &amp; 2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>197624</td>\n",
       "      <td>Male</td>\n",
       "      <td>USP Senior UG</td>\n",
       "      <td>USP, Single (Corridor, Air-Con)</td>\n",
       "      <td>USP, Single (Corridor, Non Air-Con)</td>\n",
       "      <td>USP, Single (6 bdrm Apt, Air-Con)</td>\n",
       "      <td></td>\n",
       "      <td>No Preference</td>\n",
       "      <td>Chinese</td>\n",
       "      <td>1710</td>\n",
       "      <td>2</td>\n",
       "      <td>NIL.</td>\n",
       "      <td></td>\n",
       "      <td>3/6/18 10:14</td>\n",
       "      <td>2018-19 Semester 1 &amp; 2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Entry ID Gender Description Classification Description 9  \\\n",
       "0    201844             Female                USP Senior UG   \n",
       "1    157637             Female                USP Senior UG   \n",
       "2    169709             Female                USP Senior UG   \n",
       "3    133236             Female                USP Senior UG   \n",
       "4    204544             Female                USP Senior UG   \n",
       "5    201832               Male                USP Senior UG   \n",
       "6    130855               Male                USP Senior UG   \n",
       "7    135762             Female                USP Senior UG   \n",
       "8    201881             Female                USP Senior UG   \n",
       "9    197518             Female                USP Senior UG   \n",
       "10   197624               Male                USP Senior UG   \n",
       "\n",
       "            Room Preference Description 1  \\\n",
       "0         USP, Single (Corridor, Air-Con)   \n",
       "1       USP, Single (6 bdrm Apt, Air-Con)   \n",
       "2         USP, Single (Corridor, Air-Con)   \n",
       "3       USP, Single (6 bdrm Apt, Air-Con)   \n",
       "4     USP, Single (Corridor, Non Air-Con)   \n",
       "5         USP, Single (Corridor, Air-Con)   \n",
       "6         USP, Single (Corridor, Air-Con)   \n",
       "7       USP, Single (6 bdrm Apt, Air-Con)   \n",
       "8         USP, Single (Corridor, Air-Con)   \n",
       "9   USP, Single (6 bdrm Apt, Non Air-Con)   \n",
       "10        USP, Single (Corridor, Air-Con)   \n",
       "\n",
       "            Room Preference Description 2  \\\n",
       "0                                           \n",
       "1   USP, Single (6 bdrm Apt, Non Air-Con)   \n",
       "2     USP, Single (Corridor, Non Air-Con)   \n",
       "3   USP, Single (6 bdrm Apt, Non Air-Con)   \n",
       "4         USP, Single (Corridor, Air-Con)   \n",
       "5                                           \n",
       "6       USP, Single (6 bdrm Apt, Air-Con)   \n",
       "7   USP, Single (6 bdrm Apt, Non Air-Con)   \n",
       "8     USP, Single (Corridor, Non Air-Con)   \n",
       "9     USP, Single (Corridor, Non Air-Con)   \n",
       "10    USP, Single (Corridor, Non Air-Con)   \n",
       "\n",
       "            Room Preference Description 3  \\\n",
       "0                                           \n",
       "1         USP, Single (Corridor, Air-Con)   \n",
       "2                                           \n",
       "3         USP, Single (Corridor, Air-Con)   \n",
       "4   USP, Single (6 bdrm Apt, Non Air-Con)   \n",
       "5                                           \n",
       "6                                           \n",
       "7         USP, Single (Corridor, Air-Con)   \n",
       "8   USP, Single (6 bdrm Apt, Non Air-Con)   \n",
       "9                                           \n",
       "10      USP, Single (6 bdrm Apt, Air-Con)   \n",
       "\n",
       "                     Room Preference Comments Floor Gender Preference  \\\n",
       "0                                                  Mixed Gender Floor   \n",
       "1       PLSGIVEUSAIRCONSUITE7THOR12THFLOORTGT           No Preference   \n",
       "2                                                 Single Gender Floor   \n",
       "3       PLSGIVEUSAIRCONSUITE7THOR12THFLOORTGT           No Preference   \n",
       "4   plsputusonthehighestfloorthankyouverymuch     Single Gender Floor   \n",
       "5                                                 Single Gender Floor   \n",
       "6                                                 Single Gender Floor   \n",
       "7       PLSGIVEUSAIRCONSUITE7THOR12THFLOORTGT           No Preference   \n",
       "8   plsputusonthehighestfloorthankyouverymuch     Single Gender Floor   \n",
       "9                                        MILK           No Preference   \n",
       "10                                                      No Preference   \n",
       "\n",
       "   Nationality Description 4 Admit Term Enrollment Term  \\\n",
       "0          SINGAPORE CITIZEN       1710               2   \n",
       "1          SINGAPORE CITIZEN       1510               6   \n",
       "2                    Chinese       1610               4   \n",
       "3          SINGAPORE CITIZEN       1510               6   \n",
       "4          SINGAPORE CITIZEN       1710               2   \n",
       "5          SINGAPORE CITIZEN       1710               2   \n",
       "6          SINGAPORE CITIZEN       1510               6   \n",
       "7          SINGAPORE CITIZEN       1510               6   \n",
       "8          SINGAPORE CITIZEN       1710               2   \n",
       "9          SINGAPORE CITIZEN       1710               2   \n",
       "10                   Chinese       1710               2   \n",
       "\n",
       "                                              Medical Special Needs  \\\n",
       "0                                                                     \n",
       "1                                                                     \n",
       "2                                                                     \n",
       "3                                                                     \n",
       "4                                                                     \n",
       "5                                                                     \n",
       "6                                                 NIL                 \n",
       "7                                                 NIL                 \n",
       "8                                                                     \n",
       "9   1. Small anterior mid mascular ventricular sep...                 \n",
       "10                                               NIL.                 \n",
       "\n",
       "   Received Fee Date      Term Description 8  \n",
       "0       3/6/18 10:02  2018-19 Semester 1 & 2  \n",
       "1       3/6/18 10:02  2018-19 Semester 1 & 2  \n",
       "2       3/6/18 10:02  2018-19 Semester 1 & 2  \n",
       "3       3/6/18 10:03  2018-19 Semester 1 & 2  \n",
       "4       3/6/18 10:04  2018-19 Semester 1 & 2  \n",
       "5       3/6/18 10:05  2018-19 Semester 1 & 2  \n",
       "6       3/6/18 10:05  2018-19 Semester 1 & 2  \n",
       "7       3/6/18 10:06  2018-19 Semester 1 & 2  \n",
       "8       3/6/18 10:06  2018-19 Semester 1 & 2  \n",
       "9       3/6/18 10:09  2018-19 Semester 1 & 2  \n",
       "10      3/6/18 10:14  2018-19 Semester 1 & 2  "
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.read_csv('ay1819-usp.csv', nrows=11, dtype=object).fillna('')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}