-
Notifications
You must be signed in to change notification settings - Fork 8
/
Copy pathhelper-deploy-vsphere.yml
369 lines (330 loc) · 10.3 KB
/
helper-deploy-vsphere.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
---
- hosts: localhost
gather_facts: false
vars:
folder : "/{{ vcenter.datacenter }}/vm/openshift/{{ config.clusterName }}"
datastore: "{{ vcenter.datastore }}"
govc_file: "/usr/local/bin/govc"
hostname: helper
remote_user: openshift
rhel_template: rhel7.7-template
vars_files:
- "./vars/vars-{{ BUILD_LAB }}.yml"
- "./vars/vars-helpernode-{{ BUILD_LAB }}.yaml"
tasks:
- name: VMSETUP 1.1 | VMware Service Folder Create
vcenter_folder:
hostname: "{{ vcenter.ip}}"
username: "{{ vcenter.username }}"
password: "{{ vcenter.password }}"
datacenter_name: "{{ vcenter.datacenter }}"
validate_certs: no
folder_name: "openshift"
folder_type: vm
state: present
ignore_errors: true
tags:
- "1"
- name: VMSETUP 1.2 | VMware Cluster Folder Create
vcenter_folder:
hostname: "{{ vcenter.ip}}"
username: "{{ vcenter.username }}"
password: "{{ vcenter.password }}"
datacenter_name: "{{ vcenter.datacenter }}"
validate_certs: no
parent_folder: "openshift"
folder_name: "{{ config.clusterName }}"
folder_type: vm
state: present
ignore_errors: true
tags:
- "1"
- name: VMSETUP 1.3 | Prep Template Metadata
template:
src: "{{ playbook_dir }}/templates/metadata.yaml.j2"
dest: "{{ playbook_dir }}/temp/metadata.yaml"
tags:
- "1"
- name: VMSETUP 1.4 | Create Metadata Variable
shell: "gzip -c9 <temp/metadata.yaml | { base64 -w0 2>/dev/null || base64; }"
register: raw_metadata
tags:
- "1"
- name: VMSETUP 1.5 | Set Facts Metadata
set_fact:
metadata: "{{ raw_metadata.stdout }}"
tags:
- "1"
- name: VMSETUP 1.6 | Prep Template UserData
template:
src: "{{ playbook_dir }}/templates/userdata.yaml.j2"
dest: "{{ playbook_dir }}/temp/userdata.yaml"
tags:
- "1"
- name: VMSETUP 1.7 | Create UserData Variable
shell: "gzip -c9 <temp/userdata.yaml | { base64 -w0 2>/dev/null || base64; }"
register: raw_userdata
tags:
- "1"
- name: VMSETUP 1.8 | Set Facts UserData
set_fact:
userdata: "{{ raw_userdata.stdout }}"
tags:
- "1"
- name: VMSETUP 1.9 | Update RHEL Template
command: '{{ govc_file }} vm.change -vm "{{ rhel_template }}" -e guestinfo.metadata="{{ metadata }}" -e guestinfo.metadata.encoding="gzip+base64" -e guestinfo.userdata="{{ userdata }}" -e guestinfo.userdata.encoding="gzip+base64"'
environment:
GOVC_HOST: "{{ vcenter.ip }}"
GOVC_URL: "https://{{ vcenter.ip }}/sdk"
GOVC_USERNAME: "{{ vcenter.username }}"
GOVC_PASSWORD: "{{ vcenter.password }}"
GOVC_INSECURE: 1
GOVC_DATASTORE: "{{ vcenter.datastore }}"
GOVC_DATACENTER: "{{ vcenter.datacenter }}"
GOVC_CLUSTER: "{{ vcenter.cluster }}"
GOVC_NETWORK: "{{ vcenter.vm_network_1 }}"
tags:
- "1"
- name: VMSETUP 2.0 | Create Helper Node
vmware_guest:
hostname: "{{ vcenter.ip }}"
username: "{{ vcenter.username }}"
password: "{{ vcenter.password }}"
datacenter: "{{ vcenter.datacenter }}"
cluster: "{{ vcenter.cluster }}"
validate_certs: no
folder: "{{ folder }}"
name: "{{ hostname }}.{{ config.baseDomain }}"
state: present
template: "rhel7.7-template"
disk:
- size_gb: 30
type: thin
datastore: "{{ datastore }}"
hardware:
memory_mb: 4096
num_cpus: 2
memory_reservation_lock: True
networks:
- name: "{{ vcenter.vm_network_3 }}"
- name: "{{ vcenter.vm_network_1 }}"
customvalues:
- key: timezone
value: "UTC"
- key: hwclockUTC
value: "TRUE"
register: helpernode
tags:
- "2"
- name: VMSETUP 3.0 | Update Mac Address Core Cluster
command: "{{ govc_file }} vm.network.change -net.address {{ item.mac }} -vm={{ item.name }} ethernet-0"
environment:
GOVC_HOST: "{{ vcenter.ip }}"
GOVC_URL: "https://{{ vcenter.ip }}/sdk"
GOVC_USERNAME: "{{ vcenter.username }}"
GOVC_PASSWORD: "{{ vcenter.password }}"
GOVC_INSECURE: 1
GOVC_DATASTORE: "{{ vcenter.datastore }}"
GOVC_DATACENTER: "{{ vcenter.datacenter }}"
GOVC_CLUSTER: "{{ vcenter.cluster }}"
GOVC_NETWORK: "{{ vcenter.vm_network_3 }}"
loop:
- { name : "{{ hostname }}.{{ config.baseDomain }}", mac: "{{ helper.macaddr }}" }
retries: 3
delay: 3
register: result
until: result.rc == 0
tags:
- "3"
- name: VMSETUP 4.0 | Start Helper Node
vmware_guest:
hostname: "{{ vcenter.ip }}"
username: "{{ vcenter.username }}"
password: "{{ vcenter.password }}"
datacenter: "{{ vcenter.datacenter }}"
validate_certs: no
folder: "{{ folder }}"
name: "{{ hostname }}.{{ config.baseDomain }}"
state: poweredon
wait_for_ip_address: yes
register: helpernode
tags:
- "4"
- name: VMSETUP 5.0| Label Helper Node
command: "{{ govc_file }} vm.change -vm={{ item.name }} -annotation=Cluster-Name-{{ BUILD_LAB }}-{{ config.clusterName }}-{{ domain }},Instance-Owner-Red-Hat-SSA-Team"
environment:
GOVC_HOST: "{{ vcenter.ip }}"
GOVC_URL: "https://{{ vcenter.ip }}/sdk"
GOVC_USERNAME: "{{ vcenter.username }}"
GOVC_PASSWORD: "{{ vcenter.password }}"
GOVC_INSECURE: 1
GOVC_DATASTORE: "{{ vcenter.datastore }}"
GOVC_DATACENTER: "{{ vcenter.datacenter }}"
GOVC_CLUSTER: "{{ vcenter.cluster }}"
GOVC_NETWORK: "{{ vcenter.vm_network_1 }}"
loop:
- { name : "{{ hostname }}.{{ config.baseDomain }}" }
tags:
- "5"
- name: VMSETUP 6.0 | Set Facts
set_fact:
new_vm: "{{ helpernode }}"
tags:
- "6"
- name: VMSETUP 6.1 | Dynamic Nodes
add_host:
hostname: "{{ item.hw_name }}"
ansible_host: "{{ item.ipv4 }}"
groups: helpernode_ssh
with_items:
- "{{ new_vm.instance }}"
tags:
- "6"
- name: Configure Helper
hosts: helpernode_ssh
become: yes
become_method: sudo
gather_facts: false
vars:
folder : "/{{ vcenter.datacenter }}/vm/openshift/{{ config.clusterName }}"
datastore: "{{ vcenter.datastore }}"
govc_file: "/usr/local/bin/govc"
hostname: "helper"
vars_files:
- "./vars/vars-{{ BUILD_LAB }}.yml"
- "./vars/vars-helpernode-{{ BUILD_LAB }}.yaml"
tasks:
- name: HELPER 7.0 | Wait for SSH banners
local_action: wait_for port=22 host={{ ansible_host }} search_regex=OpenSSH delay=5
become: false
tags:
- "7"
- name: HELPER 8.0 | Set Hostname
hostname: name="{{ hostname }}.{{ config.baseDomain }}"
tags:
- "8"
- name: HELPER 9.0 | Enable RHEL Subs
redhat_subscription:
state: present
username: "{{ rhn.username }}"
password: "{{ rhn.password }}"
pool_ids: "{{ rhn.pool_ids }}"
force_register: true
register: subscrition_result
retries: 5
delay: 10
until: not subscrition_result.failed
tags:
- "9"
- name: HELPER 10.0 | Clean RHEL Repos
rhsm_repository:
name: '*'
state: disabled
register: subscrition_result
retries: 5
delay: 10
until: not subscrition_result.failed
tags:
- "10"
- name: HELPER 11.0 | Enable RHEL Repos
rhsm_repository:
name: "{{ item }}"
state: enabled
with_items:
- rhel-7-server-rpms
- rhel-7-server-extras-rpms
- rhel-7-server-ansible-2.9-rpms
register: subscrition_result
retries: 5
delay: 10
until: not subscrition_result.failed
tags:
- "11"
- name: HELPER 12.0 | Install packages
yum: name={{ item }} update_cache=yes state=latest
with_items:
- git
- NetworkManager-glib
- nm-connection-editor.x86_64
- libsemanage-python
- policycoreutils-python
tags:
- "12"
- name: HELPER 13.0 | Add Interface
nmcli:
conn_name: "{{ helper.networkifacename }}"
ifname: "{{ helper.networkifacename }}"
type: ethernet
ip4: "{{ dhcp.router }}/24"
gw4: "{{ ansible_host }}"
state: present
tags:
- "13"
- name: HELPER 13.1 | Add DNS
nmcli:
conn_name: "{{ helper.networkifacename }}"
type: ethernet
dns4:
- 127.0.0.1
state: present
tags:
- "13"
- name: HELPER 13.2 | Add DNS
nmcli:
conn_name: "{{ helper.networkifdefault }}"
type: ethernet
dns4:
- 127.0.0.1
state: present
tags:
- "13"
- name: HELPER 14.0 | Enable IP Forwarding
sysctl:
name: net.ipv4.ip_forward
value: '1'
sysctl_set: yes
state: present
reload: yes
tags:
- "14"
- name: HELPER 15.0 | Ensure the Interface is Static
shell: nmcli connection modify "{{ helper.networkifacename }}" ipv4.method static
tags:
- "13"
- name: HELPER 15.1 | Remove DHCP DNS
shell: nmcli con mod "{{ helper.networkifacename }}" ipv4.ignore-auto-dns yes
tags:
- "15"
- name: HELPER 15.2 | Remove DHCP DNS
shell: nmcli con mod "{{ helper.networkifdefault }}" ipv4.ignore-auto-dns yes
tags:
- "15"
- name: HELPER 16.0 | Copy SSH Private Keys
copy:
src: ~/.ssh/id_rsa
dest: "/root/.ssh/id_rsa"
mode: 0400
tags:
- "16"
- name: HELPER 16.1 | Copy SSH Public Keys
copy:
src: ~/.ssh/id_rsa.pub
dest: "/root/.ssh/id_rsa.pub"
mode: 0600
tags:
- "16"
- name: Build Helper
hosts: helpernode_ssh
become: yes
become_method: sudo
gather_facts: false
vars:
folder : "/{{ vcenter.datacenter }}/vm/openshift/{{ config.clusterName }}"
datastore: "{{ vcenter.datastore }}"
govc_file: "/usr/local/bin/govc"
hostname: "helper"
vars_files:
- "./vars/vars-{{ BUILD_LAB }}.yml"
- "./vars/vars-helpernode-{{ BUILD_LAB }}.yaml"
roles:
- ocp4-upi-helpernode