spark-hadoop-processing.yaml

# This bundle is a PoC/demo, not highly available, and is specific to the
# particular set of hardware used in a demo.  Further customization and
# important architectural decisions should be taken into consideration
# in each use case.
machines:
# Juju Bootstrap / Controller
  "0":
    constraints: arch=amd64 tags=demo
# Misc Admin Non-Big-Data
  "1":
    constraints: arch=amd64 tags=demo
# Misc Admin Non-Big-Data
  "2":
    constraints: arch=amd64 tags=demo
# NN - Apache Hadoop HDFS NameNode
  "3":
    constraints: arch=amd64 tags=demo
# RM - Apache Hadoop YARN Resource Manager
  "4":
    constraints: arch=amd64 tags=demo
# SP - Apache Spark Processing
  "5":
    constraints: arch=amd64 tags=demo
# SV - Apache Hadoop Slave
  "6":
    constraints: arch=amd64 tags=demo
# SV - Apache Hadoop Slave
  "7":
    constraints: arch=amd64 tags=demo
# SV - Apache Hadoop Slave
  "8":
    constraints: arch=amd64 tags=demo
# SV - Apache Hadoop Slave
  "9":
    constraints: arch=amd64 tags=demo
# SV - Apache Hadoop Slave
  "10":
    constraints: arch=amd64 tags=demo
series: xenial
services:
  ubuntu:
    charm: "cs:ubuntu"
    num_units: 2
    to: [1, 2]
  namenode:
    charm: "cs:~bigdata-dev/xenial/hadoop-namenode"
    annotations:
      gui-x: "300"
      gui-y: "600"
    num_units: 1
    to: 3
  resourcemanager:
    charm: "cs:~bigdata-dev/xenial/hadoop-resourcemanager"
    annotations:
      gui-x: "300"
      gui-y: "0"
    num_units: 1
    to: 4
  spark:
    charm: "cs:~bigdata-dev/xenial/spark"
    annotations:
      gui-x: "300"
      gui-y: "300"
    to: 5
  slave:
    charm: "cs:~bigdata-dev/xenial/hadoop-slave"
    annotations:
      gui-x: "0"
      gui-y: "300"
    num_units: 5
    to: [6, 7, 8, 9, 10]
  plugin:
    charm: "cs:~bigdata-dev/xenial/hadoop-plugin"
    annotations:
      gui-x: "600"
      gui-y: "300"
  openjdk:
    charm: "cs:xenial/openjdk"
    annotations:
      gui-x: "300"
      gui-y: "300"
    options:
      java-type: "jdk"
      java-major: "8"
relations:
  - [resourcemanager, namenode]
  - [namenode, slave]
  - [resourcemanager, slave]
  - [plugin, namenode]
  - [plugin, resourcemanager]
  - [plugin, spark]
  - [openjdk, namenode]
  - [openjdk, resourcemanager]
  - [openjdk, slave]
  - [openjdk, spark]