mirror of
https://github.com/ansible-collections/community.general.git
synced 2026-05-06 13:22:48 +00:00
adding hdinsight cluster (#52612)
* adding hdinsight cluster again * updated hdinsight cluster test * fixes * updated test * some updates * removed non-essential * fixed sanity * fixed test * newer default_compare implementation * debugging code * try to fix comparison issue * fix test * fixed sanity * fix comparison * added zookeeper node * zookeeper target instance count * don't compare passwords * test updates * next iteration * fix * more fixes * another fix * one more fix * flattening configuration * doc update * one more doc change * fixed sanity * properly handling cluster update * changed default_compare function * fixed comparison * changed compare result * compare stuff * removed some custom stuff * improved hdinsight change warning * fixed syntax * fix another syntax * one more hdinsight cluster update fix * and removed some unnecessary stuff * one more update * forgot one lropoller * reduce number of cores * head node size * still bigger nodes * fix mistake * fix problem * fixed another issue * don't delete unexisting
This commit is contained in:
Zim Kalinowski
committed by
Matt Davis
Matt Davis
parent
777b726e4f
commit
d71ca02d60
@@ -0,0 +1,3 @@
|
||||
cloud/azure
|
||||
destructive
|
||||
shippable/azure/group1
|
||||
@@ -0,0 +1,2 @@
|
||||
dependencies:
|
||||
- setup_azure
|
||||
@@ -0,0 +1,223 @@
|
||||
- name: Prepare random number
|
||||
set_fact:
|
||||
rpfx: "{{ resource_group | hash('md5') | truncate(7, True, '') }}{{ 1000 | random }}"
|
||||
run_once: yes
|
||||
|
||||
- name: Create storage account
|
||||
azure_rm_storageaccount:
|
||||
resource_group: "{{ resource_group }}"
|
||||
name: "storage{{ rpfx }}"
|
||||
account_type: Standard_LRS
|
||||
location: eastus2
|
||||
|
||||
- name: Sample for Azure REST API - StorageAccounts_ListKeys
|
||||
azure_rm_resource:
|
||||
api_version: '2018-07-01'
|
||||
method: POST
|
||||
resource_group: "{{ resource_group }}"
|
||||
provider: storage
|
||||
resource_type: storageaccounts
|
||||
resource_name: "storage{{ rpfx }}"
|
||||
subresource:
|
||||
- type: listkeys
|
||||
register: storage_output
|
||||
|
||||
- debug:
|
||||
var: storage_output
|
||||
|
||||
- name: Create instance of Cluster -- check mode
|
||||
azure_rm_hdinsightcluster:
|
||||
resource_group: "{{ resource_group }}"
|
||||
name: "cluster{{ rpfx }}"
|
||||
location: eastus2
|
||||
cluster_version: 3.6
|
||||
os_type: linux
|
||||
tier: standard
|
||||
cluster_definition:
|
||||
kind: spark
|
||||
gateway_rest_username: http-user
|
||||
gateway_rest_password: MuABCPassword!!@123
|
||||
storage_accounts:
|
||||
- name: storage{{ rpfx }}.blob.core.windows.net
|
||||
is_default: yes
|
||||
container: "cluster{{ rpfx }}"
|
||||
key: "{{ storage_output['response']['keys'][0]['value'] }}"
|
||||
compute_profile_roles:
|
||||
- name: headnode
|
||||
target_instance_count: 1
|
||||
vm_size: Standard_D3
|
||||
linux_profile:
|
||||
username: sshuser
|
||||
password: MuABCPassword!!@123
|
||||
- name: workernode
|
||||
target_instance_count: 1
|
||||
vm_size: Standard_D3
|
||||
linux_profile:
|
||||
username: sshuser
|
||||
password: MuABCPassword!!@123
|
||||
- name: zookeepernode
|
||||
target_instance_count: 3
|
||||
vm_size: Medium
|
||||
linux_profile:
|
||||
username: sshuser
|
||||
password: MuABCPassword!!@123
|
||||
check_mode: yes
|
||||
register: output
|
||||
- name: Assert the resource instance is well created
|
||||
assert:
|
||||
that:
|
||||
- output.changed
|
||||
|
||||
- name: Create instance of Cluster
|
||||
azure_rm_hdinsightcluster:
|
||||
resource_group: "{{ resource_group }}"
|
||||
name: "cluster{{ rpfx }}"
|
||||
location: eastus2
|
||||
cluster_version: 3.6
|
||||
os_type: linux
|
||||
tier: standard
|
||||
cluster_definition:
|
||||
kind: spark
|
||||
gateway_rest_username: http-user
|
||||
gateway_rest_password: MuABCPassword!!@123
|
||||
storage_accounts:
|
||||
- name: storage{{ rpfx }}.blob.core.windows.net
|
||||
is_default: yes
|
||||
container: "cluster{{ rpfx }}"
|
||||
key: "{{ storage_output['response']['keys'][0]['value'] }}"
|
||||
compute_profile_roles:
|
||||
- name: headnode
|
||||
target_instance_count: 1
|
||||
vm_size: Standard_D3
|
||||
linux_profile:
|
||||
username: sshuser
|
||||
password: MuABCPassword!!@123
|
||||
- name: workernode
|
||||
target_instance_count: 1
|
||||
vm_size: Standard_D3
|
||||
linux_profile:
|
||||
username: sshuser
|
||||
password: MuABCPassword!!@123
|
||||
- name: zookeepernode
|
||||
target_instance_count: 3
|
||||
vm_size: Medium
|
||||
linux_profile:
|
||||
username: sshuser
|
||||
password: MuABCPassword!!@123
|
||||
register: output
|
||||
|
||||
- name: Assert the resource instance is well created
|
||||
assert:
|
||||
that:
|
||||
- output.changed
|
||||
|
||||
- name: Create again instance of Cluster -- idempotent
|
||||
azure_rm_hdinsightcluster:
|
||||
resource_group: "{{ resource_group }}"
|
||||
name: "cluster{{ rpfx }}"
|
||||
location: eastus2
|
||||
cluster_version: 3.6
|
||||
os_type: linux
|
||||
tier: standard
|
||||
cluster_definition:
|
||||
kind: spark
|
||||
gateway_rest_username: http-user
|
||||
gateway_rest_password: MuABCPassword!!@123
|
||||
storage_accounts:
|
||||
- name: storage{{ rpfx }}.blob.core.windows.net
|
||||
is_default: yes
|
||||
container: "cluster{{ rpfx }}"
|
||||
key: "{{ storage_output['response']['keys'][0]['value'] }}"
|
||||
compute_profile_roles:
|
||||
- name: headnode
|
||||
target_instance_count: 1
|
||||
vm_size: Standard_D3
|
||||
linux_profile:
|
||||
username: sshuser
|
||||
password: MuABCPassword!!@123
|
||||
- name: workernode
|
||||
target_instance_count: 1
|
||||
vm_size: Standard_D3
|
||||
linux_profile:
|
||||
username: sshuser
|
||||
password: MuABCPassword!!@123
|
||||
- name: zookeepernode
|
||||
target_instance_count: 3
|
||||
vm_size: Medium
|
||||
linux_profile:
|
||||
username: sshuser
|
||||
password: MuABCPassword!!@123
|
||||
register: output
|
||||
- name: Assert the state has not changed
|
||||
assert:
|
||||
that:
|
||||
- output.changed == false
|
||||
|
||||
- name: Create again instance of Cluster -- resize and add tags
|
||||
azure_rm_hdinsightcluster:
|
||||
resource_group: "{{ resource_group }}"
|
||||
name: "cluster{{ rpfx }}"
|
||||
location: eastus2
|
||||
cluster_version: 3.6
|
||||
os_type: linux
|
||||
tier: standard
|
||||
cluster_definition:
|
||||
kind: spark
|
||||
gateway_rest_username: http-user
|
||||
gateway_rest_password: MuABCPassword!!@123
|
||||
storage_accounts:
|
||||
- name: storage{{ rpfx }}.blob.core.windows.net
|
||||
is_default: yes
|
||||
container: "cluster{{ rpfx }}"
|
||||
key: "{{ storage_output['response']['keys'][0]['value'] }}"
|
||||
compute_profile_roles:
|
||||
- name: headnode
|
||||
target_instance_count: 1
|
||||
vm_size: Standard_D3
|
||||
linux_profile:
|
||||
username: sshuser
|
||||
password: MuABCPassword!!@123
|
||||
- name: workernode
|
||||
target_instance_count: 2
|
||||
vm_size: Standard_D3
|
||||
linux_profile:
|
||||
username: sshuser
|
||||
password: MuABCPassword!!@123
|
||||
- name: zookeepernode
|
||||
target_instance_count: 3
|
||||
vm_size: Medium
|
||||
linux_profile:
|
||||
username: sshuser
|
||||
password: MuABCPassword!!@123
|
||||
tags:
|
||||
aaa: bbb
|
||||
register: output
|
||||
- debug:
|
||||
var: output
|
||||
- name: Assert the state has changed
|
||||
assert:
|
||||
that:
|
||||
- output.changed
|
||||
|
||||
- name: Delete instance of Cluster -- check mode
|
||||
azure_rm_hdinsightcluster:
|
||||
resource_group: "{{ resource_group }}"
|
||||
name: "cluster{{ rpfx }}"
|
||||
state: absent
|
||||
check_mode: yes
|
||||
register: output
|
||||
- name: Assert the state has changed
|
||||
assert:
|
||||
that:
|
||||
- output.changed
|
||||
|
||||
- name: Delete instance of Cluster
|
||||
azure_rm_hdinsightcluster:
|
||||
resource_group: "{{ resource_group }}"
|
||||
name: "cluster{{ rpfx }}"
|
||||
state: absent
|
||||
register: output
|
||||
- name: Assert the state has changed
|
||||
assert:
|
||||
that:
|
||||
- output.changed
|
||||
Reference in New Issue
Block a user