From d9ed1937b4f8db0d5f2088088ee15ff244796248 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?S=C3=A9bastien=20Chabrolles?= <s.chabrolles@fr.ibm.com>
Date: Mon, 3 Aug 2020 07:50:49 +0200
Subject: [PATCH] Fix #26: deploy powervm-rmc daemonset during
 ocp-customization (#36)

Signed-off-by: Sebastien Chabrolles <s.chabrolles@fr.ibm.com>
---
 playbooks/roles/ocp-customization/README.md   |  1 +
 .../ocp-customization/defaults/main.yaml      |  1 +
 .../roles/ocp-customization/tasks/main.yaml   | 48 +++++++++--
 .../ocp-customization/tasks/powervm_rmc.yaml  | 79 +++++++++++++++++++
 4 files changed, 122 insertions(+), 7 deletions(-)
 create mode 100644 playbooks/roles/ocp-customization/tasks/powervm_rmc.yaml

diff --git a/playbooks/roles/ocp-customization/README.md b/playbooks/roles/ocp-customization/README.md
index c86dc758..5c581d25 100644
--- a/playbooks/roles/ocp-customization/README.md
+++ b/playbooks/roles/ocp-customization/README.md
@@ -25,6 +25,7 @@ Role Variables
 | workdir                 | no       | ~/ocp4-workdir | Place for config generation and auth files  |
 | rhcos_kernel_options    | no       | []             | List of kernel options for RHCOS nodes eg: ["slub_max_order=0","loglevel=7"] |
 | sysctl_tuned_options    | no       | false       | Set to true to apply sysctl options via tuned operator |
+| powervm_rmc             | no       | true           | Set to true to deploy RMC daemonset on Node with arch ppc64le |
 
 
 If `sysctl_tuned_options` is true then the following variables are must and should be set in [vars/tuned.yaml](./vars/tuned.yaml)
diff --git a/playbooks/roles/ocp-customization/defaults/main.yaml b/playbooks/roles/ocp-customization/defaults/main.yaml
index 00b4b708..b930abdd 100644
--- a/playbooks/roles/ocp-customization/defaults/main.yaml
+++ b/playbooks/roles/ocp-customization/defaults/main.yaml
@@ -4,4 +4,5 @@
 workdir: ~/ocp4-workdir
 rhcos_kernel_options: []
 sysctl_tuned_options: false
+powervm_rmc: true
 
diff --git a/playbooks/roles/ocp-customization/tasks/main.yaml b/playbooks/roles/ocp-customization/tasks/main.yaml
index a883349d..9d63d238 100644
--- a/playbooks/roles/ocp-customization/tasks/main.yaml
+++ b/playbooks/roles/ocp-customization/tasks/main.yaml
@@ -1,10 +1,44 @@
----
 # tasks file for ocp4 post install customizations
+- name: Install openshift python module
+  pip:
+    executable: pip3
+    name: openshift
 
-- name: Configure RHCOS kernel options via MachineConfig
-  when: rhcos_kernel_options | length > 0
-  import_tasks: kernel.yaml
+- name:
+  block:
+    - name: Pause reboot node (Machineconfig)
+      k8s:
+        merge_type: merge
+        kind: MachineConfigPool
+        name: "{{ item }}"
+        definition:
+          spec:
+            paused: true
+      loop:
+        - master
+        - worker
 
-- name: Configure Kernel tunables (sysctl) via Tuned Operator
-  when: sysctl_tuned_options
-  import_tasks: tuned.yaml
+    - name: Configure RHCOS kernel options via MachineConfig
+      when: rhcos_kernel_options | length > 0
+      import_tasks: kernel.yaml
+
+    - name: Configure Kernel tunables (sysctl) via Tuned Operator
+      when: sysctl_tuned_options
+      import_tasks: tuned.yaml
+
+    - name: Configure PowerVM RMC daemonset
+      when: powervm_rmc
+      import_tasks: powervm_rmc.yaml
+
+  always:
+    - name: UnPause reboot node (Machineconfig)
+      k8s:
+        merge_type: merge
+        kind: MachineConfigPool
+        name: "{{ item }}"
+        definition:
+          spec:
+            paused: false
+      loop:
+        - master
+        - worker
diff --git a/playbooks/roles/ocp-customization/tasks/powervm_rmc.yaml b/playbooks/roles/ocp-customization/tasks/powervm_rmc.yaml
new file mode 100644
index 00000000..166b45e4
--- /dev/null
+++ b/playbooks/roles/ocp-customization/tasks/powervm_rmc.yaml
@@ -0,0 +1,79 @@
+- name: Create powervm-rmc project
+  k8s:
+    name: powervm-rmc
+    api_version: project.openshift.io/v1
+    kind: Project
+    state: present
+
+- name: Create powervm-rmc serviceaccount
+  k8s:
+    state: present
+    definition:
+      api_version: v1
+      kind: ServiceAccount
+      metadata:
+        name: powervm-rmc
+        namespace: powervm-rmc
+
+- name: Add privileged scc to powervm-rmc serviceaccount
+  shell: "oc adm policy add-scc-to-user -z powervm-rmc privileged -n powervm-rmc"
+
+- name: Deploy powervm-rmc DaemonSet
+  k8s:
+    state: present
+    definition:
+      kind: DaemonSet
+      apiVersion: apps/v1
+      metadata:
+        name: powervm-rmc
+        namespace: powervm-rmc
+      spec:
+        selector:
+          matchLabels:
+            app: powervm-rmc
+        template:
+          metadata:
+            creationTimestamp: null
+            labels:
+              app: powervm-rmc
+          spec:
+            nodeSelector:
+              kubernetes.io/arch: ppc64le
+              node.openshift.io/os_id: rhcos
+            restartPolicy: Always
+            serviceAccountName: powervm-rmc
+            hostNetwork: true
+            containers:
+              - name: powervm-rmc
+                image: 'quay.io/powercloud/rsct-ppc64le:latest'
+                ports:
+                  - name: rmc-tcp
+                    hostPort: 657
+                    containerPort: 657
+                    protocol: TCP
+                  - name: rmc-udp
+                    hostPort: 657
+                    containerPort: 657
+                    protocol: UDP
+                resources:
+                  requests:
+                    cpu: 100m
+                    memory: 500Mi
+                  limits:
+                    memory: 1Gi
+                volumeMounts:
+                  - name: lib-modules
+                    mountPath: /lib/modules
+                    readOnly: true
+                securityContext:
+                  privileged: true
+                  runAsUser: 0
+            serviceAccount: powervm-rmc
+            volumes:
+              - name: lib-modules
+                hostPath:
+                  path: /lib/modules
+            tolerations:
+              - key: node-role.kubernetes.io/master
+                operator: Exists
+                effect: NoSchedule