nodejs port

.gitignore

@@ -0,0 +1,2 @@
+node_modules
+package-lock.json

cmd/compose.js

@@ -0,0 +1,8 @@
+module.exports = {
+  command: 'compose <cmd>',
+  describe: 'shortcuts to running docker-compose directly',
+  builder: (yargs) => yargs
+    .commandDir('compose')
+    .usage('$0 <cmd> [args]')
+    .demandCommand(1, '')
+}

cmd/compose/down.js

@@ -0,0 +1,10 @@
+const child = require('child_process')
+const options = { stdio: 'inherit' }
+
+module.exports = {
+  command: 'down',
+  describe: 'stop all docker-compose service(s)',
+  handler: (argv) => {
+    child.spawnSync('docker-compose', ['down'], options)
+  }
+}

cmd/compose/exec.js

@@ -0,0 +1,10 @@
+const child = require('child_process')
+const options = { stdio: 'inherit' }
+
+module.exports = {
+  command: 'exec',
+  describe: 'execute an arbitrary docker-compose command',
+  handler: (argv) => {
+    child.spawnSync('docker-compose', argv._.slice(1), options)
+  }
+}

cmd/compose/kill.js

@@ -0,0 +1,10 @@
+const child = require('child_process')
+const options = { stdio: 'inherit' }
+
+module.exports = {
+  command: 'kill',
+  describe: 'kill one or more docker-compose service(s)',
+  handler: (argv) => {
+    child.spawnSync('docker-compose', argv._.slice(1), options)
+  }
+}

cmd/compose/logs.js

@@ -0,0 +1,10 @@
+const child = require('child_process')
+const options = { stdio: 'inherit' }
+
+module.exports = {
+  command: 'logs',
+  describe: 'display container logs',
+  handler: (argv) => {
+    child.spawnSync('docker-compose', argv._.slice(1), options)
+  }
+}

cmd/compose/ps.js

@@ -0,0 +1,10 @@
+const child = require('child_process')
+const options = { stdio: 'inherit' }
+
+module.exports = {
+  command: 'ps',
+  describe: 'list containers',
+  handler: (argv) => {
+    child.spawnSync('docker-compose', argv._.slice(1), options)
+  }
+}

cmd/compose/pull.js

@@ -0,0 +1,10 @@
+const child = require('child_process')
+const options = { stdio: 'inherit' }
+
+module.exports = {
+  command: 'pull',
+  describe: 'update all docker images',
+  handler: (argv) => {
+    child.spawnSync('docker-compose', ['pull'], options)
+  }
+}

cmd/compose/run.js

@@ -0,0 +1,17 @@
+const child = require('child_process')
+const env = require('../../lib/env')()
+const options = { stdio: 'inherit' }
+
+function net_init() {
+  const net = `${env.COMPOSE_PROJECT_NAME}_default`
+  child.spawnSync('docker', ['network', 'create', net], { stdio: 'ignore' })
+}
+
+module.exports = {
+  command: 'run',
+  describe: 'execute a docker-compose run command',
+  handler: (argv) => {
+    net_init()
+    child.spawnSync('docker-compose', ['run', '--rm', ...argv._.slice(2)], options)
+  }
+}

cmd/compose/top.js

@@ -0,0 +1,10 @@
+const child = require('child_process')
+const options = { stdio: 'inherit' }
+
+module.exports = {
+  command: 'top',
+  describe: 'display the running processes of a container',
+  handler: (argv) => {
+    child.spawnSync('docker-compose', argv._.slice(1), options)
+  }
+}

cmd/compose/up.js

@@ -0,0 +1,10 @@
+const child = require('child_process')
+const options = { stdio: 'inherit' }
+
+module.exports = {
+  command: 'up',
+  describe: 'start one or more docker-compose service(s)',
+  handler: (argv) => {
+    child.spawnSync('docker-compose', ['up', '-d', ...argv._.slice(2)], options)
+  }
+}

cmd/download.js

@@ -0,0 +1,8 @@
+module.exports = {
+  command: 'download <cmd>',
+  describe: 'fetch and update geographic data from source',
+  builder: (yargs) => yargs
+    .commandDir('download')
+    .usage('$0 <cmd> [args]')
+    .demandCommand(1, '')
+}

cmd/download/all.js

@@ -0,0 +1,23 @@
+const env = require('../../lib/env')()
+
+module.exports = {
+  command: 'all',
+  describe: '(re)download all data',
+  handler: (argv) => {
+
+    // @todo: make this parallel
+    // like it was with the bash script
+
+    require('./wof').handler()
+    require('./oa').handler()
+    require('./osm').handler()
+
+    if (env.ENABLE_GEONAMES === 'true'){
+      require('./geonames').handler()
+    }
+
+    require('./tiger').handler()
+    require('./transit').handler()
+    require('./csv').handler()
+  }
+}

cmd/download/csv.js

@@ -0,0 +1,9 @@
+const run = require('../compose/run').handler
+
+module.exports = {
+  command: 'csv',
+  describe: '(re)download CSV data',
+  handler: (argv) => {
+    run({ _: ['compose', 'run', 'csv-importer', './bin/download'] })
+  }
+}

cmd/download/geonames.js

@@ -0,0 +1,9 @@
+const run = require('../compose/run').handler
+
+module.exports = {
+  command: 'geonames',
+  describe: '(re)download geonames data',
+  handler: (argv) => {
+    run({ _: ['compose', 'run', 'geonames', './bin/download'] })
+  }
+}

cmd/download/oa.js

@@ -0,0 +1,9 @@
+const run = require('../compose/run').handler
+
+module.exports = {
+  command: 'oa',
+  describe: '(re)download openaddresses data',
+  handler: (argv) => {
+    run({ _: ['compose', 'run', 'openaddresses', './bin/download'] })
+  }
+}

cmd/download/osm.js

@@ -0,0 +1,9 @@
+const run = require('../compose/run').handler
+
+module.exports = {
+  command: 'osm',
+  describe: '(re)download openstreetmap data',
+  handler: (argv) => {
+    run({ _: ['compose', 'run', 'openstreetmap', './bin/download'] })
+  }
+}

cmd/download/tiger.js

@@ -0,0 +1,9 @@
+const run = require('../compose/run').handler
+
+module.exports = {
+  command: 'tiger',
+  describe: '(re)download TIGER data',
+  handler: (argv) => {
+    run({ _: ['compose', 'run', 'interpolation', './bin/download-tiger'] })
+  }
+}

cmd/download/transit.js

@@ -0,0 +1,9 @@
+const run = require('../compose/run').handler
+
+module.exports = {
+  command: 'transit',
+  describe: '(re)download transit data',
+  handler: (argv) => {
+    run({ _: ['compose', 'run', 'transit', './bin/download'] })
+  }
+}

cmd/download/wof.js

@@ -0,0 +1,9 @@
+const run = require('../compose/run').handler
+
+module.exports = {
+  command: 'wof',
+  describe: '(re)download whosonfirst data',
+  handler: (argv) => {
+    run({ _: ['compose', 'run', 'whosonfirst', './bin/download'] })
+  }
+}

cmd/import.js

@@ -0,0 +1,8 @@
+module.exports = {
+  command: 'import <cmd>',
+  describe: 'import source data into elasticsearch',
+  builder: (yargs) => yargs
+    .commandDir('import')
+    .usage('$0 <cmd> [args]')
+    .demandCommand(1, '')
+}

cmd/import/all.js

@@ -0,0 +1,20 @@
+const env = require('../../lib/env')()
+
+module.exports = {
+  command: 'all',
+  describe: '(re)import all data',
+  handler: (argv) => {
+
+    require('./wof').handler()
+    require('./oa').handler()
+    require('./osm').handler()
+    require('./polylines').handler()
+
+    if (env.ENABLE_GEONAMES === 'true'){
+      require('./geonames').handler()
+    }
+
+    require('./transit').handler()
+    require('./csv').handler()
+  }
+}

cmd/import/csv.js

@@ -0,0 +1,9 @@
+const run = require('../compose/run').handler
+
+module.exports = {
+  command: 'csv',
+  describe: '(re)import CSV data',
+  handler: (argv) => {
+    run({ _: ['compose', 'run', 'csv-importer', './bin/start'] })
+  }
+}

cmd/import/geonames.js

@@ -0,0 +1,9 @@
+const run = require('../compose/run').handler
+
+module.exports = {
+  command: 'geonames',
+  describe: '(re)import geonames data',
+  handler: (argv) => {
+    run({ _: ['compose', 'run', 'geonames', './bin/start'] })
+  }
+}

cmd/import/oa.js

@@ -0,0 +1,9 @@
+const run = require('../compose/run').handler
+
+module.exports = {
+  command: 'oa',
+  describe: '(re)import openaddresses data',
+  handler: (argv) => {
+    run({ _: ['compose', 'run', 'openaddresses', './bin/start'] })
+  }
+}

cmd/import/osm.js

@@ -0,0 +1,9 @@
+const run = require('../compose/run').handler
+
+module.exports = {
+  command: 'osm',
+  describe: '(re)import openstreetmap data',
+  handler: (argv) => {
+    run({ _: ['compose', 'run', 'openstreetmap', './bin/start'] })
+  }
+}

cmd/import/polylines.js

@@ -0,0 +1,9 @@
+const run = require('../compose/run').handler
+
+module.exports = {
+  command: 'polylines',
+  describe: '(re)import polylines data',
+  handler: (argv) => {
+    run({ _: ['compose', 'run', 'interpolation', './bin/start'] })
+  }
+}

cmd/import/transit.js

@@ -0,0 +1,9 @@
+const run = require('../compose/run').handler
+
+module.exports = {
+  command: 'transit',
+  describe: '(re)import transit data',
+  handler: (argv) => {
+    run({ _: ['compose', 'run', 'transit', './bin/start'] })
+  }
+}

cmd/import/wof.js

@@ -0,0 +1,9 @@
+const run = require('../compose/run').handler
+
+module.exports = {
+  command: 'wof',
+  describe: '(re)import whosonfirst data',
+  handler: (argv) => {
+    run({ _: ['compose', 'run', 'whosonfirst', './bin/start'] })
+  }
+}

cmd/docker.sh → cmd_old/docker.sh

@@ -31,4 +31,3 @@ register 'compose' 'kill' 'kill one or more docker-compose service(s)' compose_k
 
 function compose_down(){ docker-compose down; }
 register 'compose' 'down' 'stop all docker-compose service(s)' compose_down
-

lib/env.js

@@ -0,0 +1,9 @@
+const _ = require('lodash')
+const dotenv = require('dotenv')
+
+module.exports = () => {
+  let env = Object.create(process.env)
+  _.extend(env, dotenv.config().parsed)
+
+  return env
+}

package.json

@@ -0,0 +1,27 @@
+{
+  "name": "docker",
+  "version": "1.0.0",
+  "description": "This repository contains a framework for downloading/preparing and building the [Pelias Geocoder](https://github.com/pelias/pelias) using Docker and [Docker Compose](https://github.com/docker/compose#docker-compose).",
+  "main": "index.js",
+  "directories": {
+    "lib": "lib"
+  },
+  "scripts": {
+    "test": "echo \"Error: no test specified\" && exit 1"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/pelias/docker.git"
+  },
+  "author": "",
+  "license": "ISC",
+  "bugs": {
+    "url": "https://github.com/pelias/docker/issues"
+  },
+  "homepage": "https://github.com/pelias/docker#readme",
+  "dependencies": {
+    "dotenv": "^8.2.0",
+    "lodash": "^4.17.15",
+    "yargs": "^15.1.0"
+  }
+}

pelias

@@ -1,22 +1,9 @@
-#!/bin/bash
-set -e
+#!/usr/bin/env node
 
-# OSX comes bundled with versions of readlink, sed, parallel etc which are not
-# compatible with the linux tools. Force OSX users to install the GNU
-# compatible versions (prefixed with 'g', such as 'greadlink', 'gsed' etc.).
-export CMD_READLINK='readlink'
-if [[ "$OSTYPE" == "darwin"* ]]; then
-  if [ -x "$(command -v greadlink)" ]; then
-    CMD_READLINK='greadlink';
-  else
-    2>&1 echo 'OSX: you must install the gnu standard tooling using:'
-    2>&1 echo 'brew install coreutils'
-  fi
-fi
-
-# resolve path to this file (following symlinks) and load libs
-BASEDIR=$( dirname $( ${CMD_READLINK} -f "${BASH_SOURCE[0]}" ) )
-for f in ${BASEDIR}/lib/* ${BASEDIR}/cmd/*; do source $f; done
-
-# cli runner
-cli "$@"
+require('yargs')
+  .scriptName('pelias')
+  .commandDir('cmd')
+  .showHelpOnFail(true)
+  .demandCommand(1, '')
+  .help()
+  .parse()