20210218 zrq infraops

experiments/hadoop-yarn/ansible/03-create-masters.yml

@@ -35,7 +35,7 @@
       register:
         mastersec
 
-    - name: "Add a rule to allow SSH from our gateway"
+    - name: "Add a rule to allow SSH from zeppelin"
       os_security_group_rule:
         cloud: "{{ cloudname }}"
         state: present
@@ -44,7 +44,7 @@
         protocol:  'tcp'
         port_range_min: 22
         port_range_max: 22
-        remote_group: "{{ security['gateway'] }}"
+        remote_group: "{{ security['zeppelin'] }}"
 
     - name: "Create our masters"
       os_server:

experiments/hadoop-yarn/ansible/04-create-workers.yml

@@ -35,7 +35,7 @@
       register:
         secgroup
 
-    - name: "Add a rule to allow ssh from the gateway"
+    - name: "Add a rule to allow ssh from zeppelin"
       os_security_group_rule:
         cloud: "{{ cloudname }}"
         state: present
@@ -44,7 +44,7 @@
         protocol:  'tcp'
         port_range_min: 22
         port_range_max: 22
-        remote_group: "{{ security['gateway'] }}"
+        remote_group: "{{ security['zeppelin'] }}"
 
     - name: "Create our workers"
       os_server:

experiments/hadoop-yarn/ansible/04-update-fedora.yml

@@ -0,0 +1,50 @@
+#
+# <meta:header>
+#   <meta:licence>
+#     Copyright (c) 2020, ROE (http://www.roe.ac.uk/)
+#
+#     This information is free software: you can redistribute it and/or modify
+#     it under the terms of the GNU General Public License as published by
+#     the Free Software Foundation, either version 3 of the License, or
+#     (at your option) any later version.
+#
+#     This information is distributed in the hope that it will be useful,
+#     but WITHOUT ANY WARRANTY; without even the implied warranty of
+#     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#     GNU General Public License for more details.
+#
+#     You should have received a copy of the GNU General Public License
+#     along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#   </meta:licence>
+# </meta:header>
+#
+#
+
+# ignore_errors
+# https://docs.ansible.com/ansible/latest/user_guide/playbooks_error_handling.html#ignoring-failed-commands
+
+- name: "DNF update"
+  gather_facts: false
+  hosts: masters:workers:zeppelin
+  vars_files:
+    - /tmp/ansible-vars.yml
+  tasks:
+
+    # This is a noop to force a cache-refresh.
+    - name: "Update the DNF cache"
+      become: true
+      ignore_errors: yes
+      dnf:
+        name:  'kernel'
+        state: present
+        update_cache: yes
+
+
+    - name: "Install monitoring tools"
+      become: true
+      dnf:
+        name:
+        - 'atop'
+        - 'htop'
+        state: present
+

experiments/hadoop-yarn/ansible/05-config-ssh.yml

@@ -35,12 +35,12 @@
         mode: 'u=rwx,g=rx,o=rx'
         state: directory
 
-    - name: "Discover our gateway nodes"
+    - name: "Discover our zeppelin node"
       os_server_info:
         cloud:  "{{ cloudname }}"
-        server: "{{ deployname }}-gateway"
+        server: "{{ deployname }}-zeppelin"
       register:
-        gatewaynodes
+        zeppelinnodes
 
     - name: "Generate Ansible SSH config"
       template:

experiments/hadoop-yarn/ansible/06-config-dns.yml

@@ -26,12 +26,12 @@
     - /tmp/ansible-vars.yml
   tasks:
 
-    - name: "Discover our gateway nodes"
+    - name: "Discover our Zeppelin node"
       os_server_info:
         cloud:  "{{ cloudname }}"
-        server: "{{ deployname }}-gateway*"
+        server: "{{ deployname }}-zeppelin"
       register:
-        gatewaynodes
+        zeppelinnode
 
     - name: "Discover our master nodes"
       os_server_info:
@@ -47,34 +47,16 @@
       register:
         workernodes
 
-    - name: "Discover our Zeppelin nodes"
-      os_server_info:
-        cloud:  "{{ cloudname }}"
-        server: "{{ deployname }}-zeppelin"
-      register:
-        zeppelinnode
-
     - name: "Generate our DNS hosts file"
       template:
         src:  'templates/dns-hosts.j2'
         dest: "/tmp/aglais-dns-hosts"
 
-- hosts: gateway
-  gather_facts: false
-  tasks:
-    - name: "Deploy [/etc/hosts] to our gateway"
-      become: true
-      copy:
-        src:  /tmp/aglais-dns-hosts
-        dest: /etc/hosts
-        owner: root
-        group: root
-        mode:  u=rw,g=r,o=r
 
 - hosts: zeppelin
   gather_facts: false
   tasks:
-    - name: "Deploy [/etc/hosts] to our Zeppelin"
+    - name: "Deploy [/etc/hosts] to our Zeppelin node"
       become: true
       copy:
         src:  /tmp/aglais-dns-hosts

experiments/hadoop-yarn/ansible/07-host-keys.yml

@@ -22,7 +22,7 @@
 # https://everythingshouldbevirtual.com/automation/ansible-ssh-known-host-keys/
 #
 
-- hosts: gateway
+- hosts: zeppelin
   gather_facts: false
   tasks:
 
@@ -50,7 +50,7 @@
         dest: "/tmp/aglais-ssh-hosts"
 
 
-- hosts: gateway:masters:workers:zeppelin
+- hosts: masters:workers:zeppelin
   gather_facts: false
   tasks:
     - name: "Deploy the known hosts file to [/etc/ssh/ssh_known_hosts]"

experiments/hadoop-yarn/ansible/08-ping-test.yml

@@ -22,7 +22,7 @@
 
 ---
 - name: "Ping tests"
-  hosts: gateway:masters:workers:zeppelin
+  hosts: zeppelin:masters:workers
   gather_facts: false
   tasks:
 

experiments/hadoop-yarn/ansible/09-worker-volumes.yml

@@ -45,12 +45,13 @@
       become: true
       dnf:
         name:  btrfs-progs
-        state: latest
+        state: present
 
-    - name: "Mount data volumes for {{ inventory_hostname }}"
+    - name: "Call the mount-volumes task"
       include_tasks: tasks/mount-volumes.yml
       loop: "{{ hostvars[ inventory_hostname ].discs }}"
       loop_control:
         loop_var: disc
+      when: ((disc.type == 'cinder') or (disc.type == 'local'))
 
 

experiments/hadoop-yarn/ansible/11-install-hadoop.yml

@@ -29,13 +29,6 @@
 - name: "Install Hadoop"
   hosts: masters:workers:zeppelin
   gather_facts: false
-  vars:
-    hdname: "hadoop-3.1.3"
-    hdbase: "/opt"
-    hdhome: "/opt/hadoop"
-    hddata: "/var/local/hadoop"
-    hdhost: "{{groups['masters'][0]}}"
-    hduser: "{{hostvars[inventory_hostname].login}}"
 
   tasks:
 
@@ -46,32 +39,26 @@
         dest: "{{hdbase}}"
         remote_src: yes
 
-    - name: "Create a symbolic link"
+    - name: "Create a symlink for the Hadoop version"
       become: true
       file:
         src:  "{{hdname}}"
         path: "{{hdhome}}"
         state: link
 
-    - name: "Create '{{hddata}}'"
-      become: true
-      file:
-        path: "{{hddata}}"
-        mode: 'u=rwx,g=rwxs,o=rx'
-        state: directory
-        recurse: yes
-        owner: "{{hduser}}"
-        group: "{{hduser}}"
+    - name: "Create Hadoop data directory"
+      include_tasks: "tasks/create-linked.yml"
+      vars:
+        linkdest: "{{hddatadest}}"
+        linkpath: "{{hddatalink}}"
+        linkuser: "{{hduser}}"
 
-    - name: "Create [{{hddata}}/logs]"
-      become: true
-      file:
-        path: "{{hddata}}/logs"
-        mode: 'u=rwx,g=rwxs,o=rx'
-        state: directory
-        recurse: yes
-        owner: "{{hduser}}"
-        group: "{{hduser}}"
+    - name: "Create Hadoop logs directory"
+      include_tasks: "tasks/create-linked.yml"
+      vars:
+        linkdest: "{{hdlogsdest}}"
+        linkpath: "{{hdlogslink}}"
+        linkuser: "{{hduser}}"
 
     # https://hadoop.apache.org/docs/r3.2.1/hadoop-project-dist/hadoop-common/ClusterSetup.html#Configuring_Environment_of_Hadoop_Daemons
     - name: "Create [/etc/profile.d/hadoop.sh]"
@@ -89,8 +76,8 @@
           export PATH=${PATH}:{{hdhome}}/bin:{{hdhome}}/sbin
           #export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:{{hdhome}}/lib/native
           export HADOOP_HOME={{hdhome}}
-          export HADOOP_DATA={{hddata}}
-          export HADOOP_CONF_DIR={{hdhome}}/etc/hadoop
-          export HADOOP_LOG_DIR=${HADOOP_DATA}/logs
+          export HADOOP_DATA={{hddatalink}}
+          export HADOOP_CONF_DIR={{hdconf}}
+          export HADOOP_LOG_DIR={{hdlogslink}}
 
 

experiments/hadoop-yarn/ansible/12-config-hadoop-core.yml

@@ -23,16 +23,16 @@
 - name: "Configure Hadoop [core-site.xml]"
   hosts: masters:workers:zeppelin
   gather_facts: false
-  vars:
-    hdname: "hadoop-3.1.3"
-    hdbase: "/opt"
-    hdhome: "/opt/hadoop"
-    hddata: "/var/local/hadoop"
-    hdhost: "{{groups['masters'][0]}}"
-    hduser: "{{hostvars[inventory_hostname].login}}"
 
   tasks:
 
+    - name: "Create Hadoop temp directory"
+      include_tasks: "tasks/create-linked.yml"
+      vars:
+        linkdest: "{{hdtempdest}}"
+        linkpath: "{{hdtemplink}}"
+        linkuser: "{{hduser}}"
+
     # https://hadoop.apache.org/docs/r3.2.1/hadoop-project-dist/hadoop-common/ClusterSetup.html#Configuring_the_Hadoop_Daemons
     # https://hadoop.apache.org/docs/r3.2.1/hadoop-project-dist/hadoop-common/core-default.html
     - name: "Configure [{{hdhome}}/etc/hadoop/core-site.xml]"
@@ -58,4 +58,10 @@
                 <value>hdfs://{{hdhost}}:9000</value>
             </property>
 
+            <property>
+                <name>hadoop.tmp.dir</name>
+                <value>{{hdtemplink}}</value>
+            </property>
+
+
 

experiments/hadoop-yarn/ansible/12-config-ssh-access.yml

@@ -102,13 +102,6 @@
 - name: "Configure Hadoop [workers] on master nodes"
   hosts: masters:zeppelin
   gather_facts: false
-  vars:
-    hdname: "hadoop-3.1.3"
-    hdbase: "/opt"
-    hdhome: "/opt/hadoop"
-    hddata: "/var/local/hadoop"
-    hdhost: "{{groups['masters'][0]}}"
-    hduser: "{{hostvars[inventory_hostname].login}}"
 
   tasks:
 

experiments/hadoop-yarn/ansible/13-config-hdfs-namenode.yml

@@ -21,27 +21,29 @@
 #
 
 - name: "Configure HDFS namenode"
-  hosts: master01:zeppelin
+  hosts: master01
   gather_facts: false
   vars:
-    hdname: "hadoop-3.1.3"
-    hdbase: "/opt"
-    hdhome: "/opt/hadoop"
-    hddata: "/var/local/hadoop"
-    hdhost: "{{groups['masters'][0]}}"
-    hduser: "{{hostvars[inventory_hostname].login}}"
+    hdfsimage: "{{hdfsmetalink}}/namenode/fsimage"
 
   tasks:
 
-    - name: "Create [{{hddata}}/namenode/fsimage]"
+    - name: "Create HDFS metadata directory"
+      include_tasks: "tasks/create-linked.yml"
+      vars:
+        linkdest: "{{hdfsmetadest}}"
+        linkpath: "{{hdfsmetalink}}"
+        linkuser: "{{hdfsuser}}"
+
+    - name: "Create [{{hdfsimage}}]"
       become: true
       file:
-        path: "{{hddata}}/namenode/fsimage"
+        path: "{{hdfsimage}}"
         mode: 'u=rwx,g=rwxs,o=rx'
         state: directory
         recurse: yes
-        owner: "{{hduser}}"
-        group: "{{hduser}}"
+        owner: "{{hdfsuser}}"
+        group: "{{hdfsuser}}"
 
     # https://hadoop.apache.org/docs/r3.2.1/hadoop-project-dist/hadoop-common/ClusterSetup.html#Configuring_the_Hadoop_Daemons
     # https://hadoop.apache.org/docs/r3.2.1/hadoop-project-dist/hadoop-hdfs/hdfs-default.xml
@@ -54,12 +56,12 @@
         block: |
             <!--+
                 | Determines where on the local filesystem the DFS name node should store the name table(fsimage).
-                | If this is a comma-delimited list of directories then the name table is replicated in all of the directories, for redundancy. 
+                | If this is a comma-delimited list of directories then the name table is replicated in all of the directories, for redundancy.
                 | https://hadoop.apache.org/docs/r3.2.1/hadoop-project-dist/hadoop-hdfs/hdfs-default.xml
                 +-->
             <property>
                 <name>dfs.namenode.name.dir</name>
-                <value>{{hddata}}/namenode/fsimage</value>
+                <value>{{hdfsimage}}</value>
             </property>
 
             <!--+
@@ -85,7 +87,7 @@
             <!--+
                 | Default block replication.
                 | The actual number of replications can be specified when the file is created.
-                | The default is used if replication is not specified in create time.           
+                | The default is used if replication is not specified in create time.
                 | https://hadoop.apache.org/docs/r3.2.1/hadoop-project-dist/hadoop-hdfs/hdfs-default.xml
                 +-->
             <property>
@@ -115,7 +117,7 @@
                 <name>dfs.client.use.datanode.hostname</name>
                 <value>true</value>
             </property>
-            
+
             <property>
                 <name>dfs.datanode.use.datanode.hostname</name>
                 <value>true</value>