mirror.sh

#!/bin/bash
# GTFS mirroring tool.  This allows us to keep the GTFS data from Auckland
# Transit into a revision control system (so we could look up historical data).
#
# Copyright 2011,2015 Michael Farrell <http://micolous.id.au>
#
# This program is free software. It comes without any warranty, to
# the extent permitted by applicable law. You can redistribute it
# and/or modify it under the terms of the Do What The Fuck You Want
# To Public License, Version 2, as published by Sam Hocevar. See
# http://sam.zoy.org/wtfpl/COPYING for more details.

DATA_ZIP="https://www.metlink.org.nz/assets/Google_Transit/google-transit.zip"
DATA_ZIPFILENAME="google-transit.zip"

# Create the target folder
mkdir -p "gtfs"

# Download data archive
# Normally -O would be used here, but it doesn't work in combination with -N.
# (see wget man page for details)
wget -N "${DATA_ZIP}"

# Extract the data into the data folder
unzip -oujL "${DATA_ZIPFILENAME}" -d gtfs

# TODO: Shittypack the files

# Add files to commit
git add gtfs/*.txt

# Commit
DATE="`date`"
HEADER="New data from upstream source on ${DATE}"

git commit -am "${HEADER}"

# Push downstream to github
git push origin master