metadata.py

import csv
from tqdm import tqdm
from config import *

MONTHS = ['January', 'February', 'March', 'April', 'May', 'June', 'July', 'August', 'September', 'October', 'November', 'December']

def try_make_int(string):
    try:
        return int(string)
    except:
        return None

class Butterfly():
    def __init__(self, row):
        self.family = row[0]
        self.genus = row[1]
        self.species = row[2]
        self.subspecies = row[3]
        self.higher_classification = row[4]
        self.sex = row[5]
        self.latitude = row[6]
        self.longitude = row[7]
        self.country = row[8]
        self.name = row[9]
        self.name_author = row[10]
        self.day = row[11]
        self.month = row[12]
        self.year = row[13]
        self.id = int(row[14])
        self.occurence_id = row[15]
        self.image_id = row[16]

    @property
    def image_filename(self):
        return 'data/raw/{:s}.jpg'.format(self.image_id)

    @property
    def image_url(self):
        return 'https://www.nhm.ac.uk/services/media-store/asset/{:s}/contents/preview'.format(self.image_id)

    @property
    def pretty_time(self):
        day = try_make_int(self.day)
        month = try_make_int(self.month)
        year = try_make_int(self.year)

        try:
            if day is not None and month is not None and year is not None:
                return '{:s} {:d}, {:d}'.format(MONTHS[month], day, year)
            elif month is not None and year is not None:
                return '{:s} {:d}'.format(MONTHS[month - 1], year)
            elif year is not None:
                return str(year)
            else:
                return None
        except:
            return None

    @property
    def pretty_name(self):
        if self.name.endswith(self.name_author):
            return self.name[:-len(self.name_author)].strip()
        else:
            return self.name

def load():
    file = open(METADATA_FILE_NAME, 'r')
    reader = csv.reader(file)
    reader_iterator = iter(reader)
    column_names = next(reader_iterator)

    result = []

    row_index = 0
    progress = tqdm(total=727248, desc='Reading metadata.csv')

    for row in reader_iterator:
        result.append(Butterfly(row))
        progress.update()

    file.close()
    return result