[backport/2.2] Move integration test suite from molecule to ansible-test (#392) (#457)

[backport/2.2] Move integration test suite from molecule to ansible-test (#392)

Move integration test suite from molecule to ansible-test
SUMMARY
molecule has been replaced with ansible-test
some test cases have been updated
k8s_apply : remove duplicated tasks increasing the running time of the test
helm: use different namespaces for different test cases in order to wait for the namespace deletion before moving to the next test.
all: remove wait: yes at the end of each test when deleting namespace, the role used to create namespace will ensure that it is deleted before if existing.
ISSUE TYPE
Feature Pull Request
COMPONENT NAME
integration testing
Reviewed-by: Mike Graves mgraves@redhat.com
Reviewed-by: Gonéri Le Bouder goneri@lebouder.net
Reviewed-by: None 
(cherry picked from commit fd61f8b)
SUMMARY


ISSUE TYPE


Bugfix Pull Request
Docs Pull Request
Feature Pull Request
New Module Pull Request

COMPONENT NAME

ADDITIONAL INFORMATION

tests/integration/targets/helm/aliases

@@ -0,0 +1,8 @@
+# slow - 11min
+slow
+time=313
+helm_info
+helm_plugin
+helm_plugin_info
+helm_repository
+helm_template

tests/integration/targets/helm/defaults/main.yml

@@ -0,0 +1,27 @@
+---
+helm_archive_name: "helm-{{ helm_version }}-{{ ansible_system | lower }}-amd64.tar.gz"
+helm_binary: "/tmp/helm/{{ ansible_system | lower }}-amd64/helm"
+
+chart_test: "ingress-nginx"
+chart_test_local_path: "nginx-ingress"
+chart_test_version: 3.8.0
+chart_test_version_local_path: 1.32.0
+chart_test_version_upgrade: 3.9.0
+chart_test_version_upgrade_local_path: 1.33.0
+chart_test_repo: "https://kubernetes.github.io/ingress-nginx"
+chart_test_git_repo: "http://github.com/helm/charts.git"
+chart_test_values:
+  revisionHistoryLimit: 0
+  myValue: "changed"
+
+test_namespace:
+  - "helm-diff"
+  - "helm-envvars"
+  - "helm-uninstall"
+  - "helm-not-installed"
+  - "helm-crd"
+  - "helm-url"
+  - "helm-repository"
+  - "helm-local-path-001"
+  - "helm-local-path-002"
+  - "helm-local-path-003"

tests/integration/targets/helm/files/appversionless-chart-v2/Chart.yaml

@@ -0,0 +1,5 @@
+apiVersion: v2
+name: appversionless-chart
+description: A chart used in molecule tests
+type: application
+version: 0.2.0

tests/integration/targets/helm/files/appversionless-chart-v2/templates/configmap.yaml

@@ -0,0 +1,7 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: test-chart-configmap
+data:
+  myValue: {{ default "test" .Values.myValue }}
+  myOtherValue: {{ default "foo" .Values.myOtherValue }}

tests/integration/targets/helm/files/appversionless-chart/Chart.yaml

@@ -0,0 +1,5 @@
+apiVersion: v2
+name: appversionless-chart
+description: A chart used in molecule tests
+type: application
+version: 0.1.0

tests/integration/targets/helm/files/appversionless-chart/templates/configmap.yaml

@@ -0,0 +1,6 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: test-chart-configmap
+data:
+  myValue: {{ default "test" .Values.myValue }}

tests/integration/targets/helm/files/sample_plugin/plugin.yaml

@@ -0,0 +1,11 @@
+name: "sample_plugin"
+version: "0.0.1"
+usage: "Sample Helm Plugin"
+description: |-
+  This plugin provides sample plugin to Helm.
+  usage:
+  This is new line
+  This is another line
+ignoreFlags: false
+useTunnel: false
+command: "$HELM_PLUGIN_DIR/main.sh"

tests/integration/targets/helm/files/test-chart-v2/Chart.yaml

@@ -0,0 +1,6 @@
+apiVersion: v2
+name: test-chart
+description: A chart used in molecule tests
+type: application
+version: 0.2.0
+appVersion: "default"

tests/integration/targets/helm/files/test-chart-v2/templates/configmap.yaml

@@ -0,0 +1,7 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: test-chart-configmap
+data:
+  myValue: {{ default "test" .Values.myValue }}
+  myOtherValue: {{ default "foo" .Values.myOtherValue }}

tests/integration/targets/helm/files/test-chart/Chart.yaml

@@ -0,0 +1,6 @@
+apiVersion: v2
+name: test-chart
+description: A chart used in molecule tests
+type: application
+version: 0.1.0
+appVersion: "default"

tests/integration/targets/helm/files/test-chart/templates/configmap.yaml

@@ -0,0 +1,6 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: test-chart-configmap
+data:
+  myValue: {{ default "test" .Values.myValue }}

tests/integration/targets/helm/files/test-crds/Chart.yaml

@@ -0,0 +1,5 @@
+apiVersion: v2
+name: test-crds
+description: A chart with CRDs
+type: application
+version: 0.1.0

tests/integration/targets/helm/files/test-crds/crds/crd.yaml

@@ -0,0 +1,21 @@
+apiVersion: apiextensions.k8s.io/v1
+kind: CustomResourceDefinition
+metadata:
+  name: foos.ansible.com
+spec:
+  group: ansible.com
+  versions:
+    - name: v1
+      served: true
+      storage: true
+      schema:
+        openAPIV3Schema:
+          type: object
+          properties:
+            foobar:
+              type: string
+  scope: Namespaced
+  names:
+    plural: foos
+    singular: foo
+    kind: Foo

tests/integration/targets/helm/files/values.yaml

@@ -0,0 +1,2 @@
+---
+revisionHistoryLimit: 0

tests/integration/targets/helm/library/helm_test_version.py

@@ -0,0 +1,95 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+
+# Copyright: (c) 2021, Ansible Project
+# GNU General Public License v3.0+ (see COPYING or https://www.gnu.org/licenses/gpl-3.0.txt)
+from __future__ import absolute_import, division, print_function
+
+__metaclass__ = type
+
+
+DOCUMENTATION = r"""
+---
+module: helm_test_version
+short_description: check helm executable version
+author:
+  - Aubin Bikouo (@abikouo)
+requirements:
+  - "helm (https://github.com/helm/helm/releases)"
+description:
+  -  validate version of helm binary is lower than the specified version.
+options:
+  binary_path:
+    description:
+      - The path of a helm binary to use.
+    required: false
+    type: path
+  version:
+    description:
+      - version to test against helm binary.
+    type: str
+    default: 3.7.0
+"""
+
+EXAMPLES = r"""
+- name: validate helm binary version is lower than 3.5.0
+  helm_test_version:
+    binary_path: path/to/helm
+    version: "3.5.0"
+"""
+
+RETURN = r"""
+message:
+  type: str
+  description: Text message describing the test result.
+  returned: always
+  sample: 'version installed: 3.4.5 is lower than version 3.5.0'
+result:
+  type: bool
+  description: Test result.
+  returned: always
+  sample: 1
+"""
+
+import re
+from ansible_collections.kubernetes.core.plugins.module_utils.version import (
+    LooseVersion,
+)
+
+from ansible.module_utils.basic import AnsibleModule
+
+
+def main():
+    module = AnsibleModule(
+        argument_spec=dict(
+            binary_path=dict(type="path"), version=dict(type="str", default="3.7.0"),
+        ),
+    )
+
+    bin_path = module.params.get("binary_path")
+    version = module.params.get("version")
+
+    if bin_path is not None:
+        helm_cmd_common = bin_path
+    else:
+        helm_cmd_common = "helm"
+
+    helm_cmd_common = module.get_bin_path(helm_cmd_common, required=True)
+    rc, out, err = module.run_command([helm_cmd_common, "version"])
+    if rc != 0:
+        module.fail_json(msg="helm version failed.", err=err, out=out, rc=rc)
+
+    m = re.match(r'version.BuildInfo{Version:"v([0-9\.]*)",', out)
+    installed_version = m.group(1)
+
+    message = "version installed: %s" % installed_version
+    if LooseVersion(installed_version) < LooseVersion(version):
+        message += " is lower than version %s" % version
+        module.exit_json(changed=False, result=True, message=message)
+    else:
+        message += " is greater than version %s" % version
+        module.exit_json(changed=False, result=False, message=message)
+
+
+if __name__ == "__main__":
+    main()

tests/integration/targets/helm/meta/main.yml

@@ -0,0 +1,5 @@
+---
+collections:
+  - kubernetes.core
+dependencies:
+  - remove_namespace

tests/integration/targets/helm/tasks/install.yml

@@ -0,0 +1,11 @@
+---
+- name: Init Helm folders
+  file:
+    path: /tmp/helm/
+    state: directory
+
+- name: Unarchive Helm binary
+  unarchive:
+    src: 'https://get.helm.sh/{{ helm_archive_name }}'
+    dest: /tmp/helm/
+    remote_src: yes

tests/integration/targets/helm/tasks/main.yml

@@ -0,0 +1,7 @@
+---
+- name: Run tests
+  include_tasks: run_test.yml
+  loop_control:
+    loop_var: helm_version
+  with_items:
+    - "v3.2.4"

tests/integration/targets/helm/tasks/run_test.yml

@@ -0,0 +1,45 @@
+---
+- name: Ensure helm is not installed
+  file:
+    path: "{{ item }}"
+    state: absent
+  with_items:
+    - "/tmp/helm"
+
+- name: Check failed if helm is not installed
+  include_tasks: test_helm_not_installed.yml
+
+- name: "Install {{ helm_version }}"
+  include_tasks: install.yml
+
+- name: "Ensure we honor the environment variables"
+  include_tasks: test_read_envvars.yml
+
+- name: tests_repository
+  include_tasks: tests_repository.yml
+
+- name: Deploy charts
+  include_tasks: "tests_chart/{{ test_chart_type }}.yml"
+  loop_control:
+    loop_var: test_chart_type
+  with_items:
+    - from_local_path
+    - from_repository
+    - from_url
+
+- name: Test helm plugin
+  include_tasks: tests_helm_plugin.yml
+
+- name: Test helm diff
+  include_tasks: tests_helm_diff.yml
+
+# https://github.com/ansible-collections/community.kubernetes/issues/296
+- name: Test Skip CRDS feature in helm chart install
+  include_tasks: test_crds.yml
+
+- name: Clean helm install
+  file:
+    path: "{{ item }}"
+    state: absent
+  with_items:
+    - "/tmp/helm/"

tests/integration/targets/helm/tasks/test_crds.yml

@@ -0,0 +1,98 @@
+---
+- name: Test CRDs
+  vars:
+    test_chart: "test-crds"
+  block:
+    - name: Create namespace
+      k8s:
+        kind: Namespace
+        name: "{{ test_namespace[4] }}"
+
+    - name: Copy test chart
+      copy:
+        src: "{{ test_chart }}"
+        dest: "/tmp/helm_test_crds/"
+
+    - name: Install chart while skipping CRDs
+      helm:
+        binary_path: "{{ helm_binary }}"
+        chart_ref: "/tmp/helm_test_crds/{{ test_chart }}"
+        namespace: "{{ test_namespace[4] }}"
+        name: test-crds
+        skip_crds: true
+      register: install
+
+    - assert:
+        that:
+          - install is changed
+          - install.status.name == "test-crds"
+
+    - name: Fail to create custom resource
+      k8s:
+        definition:
+          apiVersion: ansible.com/v1
+          kind: Foo
+          metadata:
+            namespace: "{{ test_namespace[4] }}"
+            name: test-foo
+          foobar: footest
+      ignore_errors: true
+      register: result
+
+    - assert:
+        that:
+          - result is failed
+          - "result.msg.startswith('Failed to find exact match for ansible.com/v1.Foo')"
+
+    # Helm won't install CRDs into an existing release, so we need to delete this, first
+    - name: Uninstall chart
+      helm:
+        binary_path: "{{ helm_binary }}"
+        namespace: "{{ test_namespace[4] }}"
+        name: test-crds
+        state: absent
+
+    - name: Install chart with CRDs
+      helm:
+        binary_path: "{{ helm_binary }}"
+        chart_ref: "/tmp/helm_test_crds/{{ test_chart }}"
+        namespace: "{{ test_namespace[4] }}"
+        name: test-crds
+
+    - name: Create custom resource
+      k8s:
+        definition:
+          apiVersion: ansible.com/v1
+          kind: Foo
+          metadata:
+            namespace: "{{ test_namespace[4] }}"
+            name: test-foo
+          foobar: footest
+      register: result
+
+    - assert:
+        that:
+          - result is changed
+          - result.result.foobar == "footest"
+
+  always:
+    - name: Remove chart
+      file:
+        path: "/tmp/helm_test_crds"
+        state: absent
+      ignore_errors: true
+
+    - name: Remove namespace
+      k8s:
+        kind: Namespace
+        name: "{{ test_namespace[4] }}"
+        state: absent
+      ignore_errors: true
+
+    # CRDs aren't deleted with a namespace, so we need to manually delete it
+    - name: Remove CRD
+      k8s:
+        kind: CustomResourceDefinition
+        name: foos.ansible.com
+        state: absent
+      ignore_errors: true

tests/integration/targets/helm/tasks/test_helm_not_installed.yml

@@ -0,0 +1,15 @@
+---
+- name: Failed test when helm is not installed
+  helm:
+    binary_path: "{{ helm_binary}}_fake"
+    name: test
+    chart_ref: "{{ chart_test }}"
+    namespace: "{{ test_namespace[3] }}"
+  ignore_errors: yes
+  register: helm_missing_binary
+
+- name: Assert that helm is not installed
+  assert:
+    that:
+      - helm_missing_binary is failed
+      - "'No such file or directory' in helm_missing_binary.msg"

tests/integration/targets/helm/tasks/test_read_envvars.yml

@@ -0,0 +1,10 @@
+- name: Pass a bogus server through the K8S_AUTH_HOST environment variable and ensure helm fails as expected
+  helm:
+    binary_path: "{{ helm_binary }}"
+    state: absent
+    name: does-not-exist
+    namespace: "{{ test_namespace[1] }}"
+  environment:
+    K8S_AUTH_HOST: somewhere
+  register: _helm_result
+  failed_when: '"http://somewhere/version" not in _helm_result.stderr'

tests/integration/targets/helm/tasks/tests_chart.yml

@@ -0,0 +1,384 @@
+---
+- name: Chart tests
+  vars:
+    chart_release_name: "test-{{ chart_name | default(source) }}"
+    chart_release_replaced_name: "test-{{ chart_name | default(source) }}-001"
+  block:
+    - name: Create temp directory
+      tempfile:
+        state: directory
+      register: tmpdir
+
+    - name: Set temp directory fact
+      set_fact:
+        temp_dir: "{{ tmpdir.path }}"
+
+    - name: Check helm_info empty
+      helm_info:
+        binary_path: "{{ helm_binary }}"
+        name: "{{ chart_release_name }}"
+        namespace: "{{ helm_namespace }}"
+      register: empty_info
+
+    - name: "Assert that no charts are installed with helm_info"
+      assert:
+        that:
+          - empty_info.status is undefined
+
+    - name: "Install fail {{ chart_test }} from {{ source }}"
+      helm:
+        binary_path: "{{ helm_binary }}"
+        name: "{{ chart_release_name }}"
+        chart_ref: "{{ chart_source }}"
+        chart_version: "{{ chart_source_version | default(omit) }}"
+        namespace: "{{ helm_namespace }}"
+      ignore_errors: yes
+      register: install_fail
+
+    - name: "Assert that Install fail {{ chart_test }} from {{ source }}"
+      assert:
+        that:
+          - install_fail is failed
+          - "'Error: create: failed to create: namespaces \"' + helm_namespace + '\" not found' in install_fail.stderr"
+
+    - name: "Install {{ chart_test }} from {{ source }} in check mode"
+      helm:
+        binary_path: "{{ helm_binary }}"
+        name: "{{ chart_release_name }}"
+        chart_ref: "{{ chart_source }}"
+        chart_version: "{{ chart_source_version | default(omit) }}"
+        namespace: "{{ helm_namespace }}"
+        create_namespace: true
+      register: install_check_mode
+      check_mode: true
+
+    - name: "Assert that {{ chart_test }} chart is installed from {{ source }} in check mode"
+      assert:
+        that:
+          - install_check_mode is changed
+          - install_check_mode.status is defined
+          - install_check_mode.status.values is defined
+
+    - name: "Install {{ chart_test }} from {{ source }}"
+      helm:
+        binary_path: "{{ helm_binary }}"
+        name: "{{ chart_release_name }}"
+        chart_ref: "{{ chart_source }}"
+        chart_version: "{{ chart_source_version | default(omit) }}"
+        namespace: "{{ helm_namespace }}"
+        create_namespace: true
+      register: install
+
+    - name: "Assert that {{ chart_test }} chart is installed from {{ source }}"
+      assert:
+        that:
+          - install is changed
+          - install.status.chart == "{{ chart_test }}-{{ chart_test_version }}"
+          - install.status.status | lower == 'deployed'
+
+    - name: Check helm_info content
+      helm_info:
+        binary_path: "{{ helm_binary }}"
+        name: "{{ chart_release_name }}"
+        namespace: "{{ helm_namespace }}"
+      register: content_info
+
+    - name: "Assert that {{ chart_test }} is installed from {{ source }} with helm_info"
+      assert:
+        that:
+          - content_info.status.chart == "{{ chart_test }}-{{ chart_test_version }}"
+          - content_info.status.status | lower == 'deployed'
+
+    - name: Check idempotency
+      helm:
+        binary_path: "{{ helm_binary }}"
+        name: "{{ chart_release_name }}"
+        chart_ref: "{{ chart_source }}"
+        chart_version: "{{ chart_source_version | default(omit) }}"
+        namespace: "{{ helm_namespace }}"
+      register: install
+
+    - name: Assert idempotency
+      assert:
+        that:
+          - install is not changed
+          - install.status.chart == "{{ chart_test }}-{{ chart_test_version }}"
+          - install.status.status | lower == 'deployed'
+
+    - name: "Add vars to {{ chart_test }} from {{ source }}"
+      helm:
+        binary_path: "{{ helm_binary }}"
+        name: "{{ chart_release_name }}"
+        chart_ref: "{{ chart_source }}"
+        chart_version: "{{ chart_source_version | default(omit) }}"
+        namespace: "{{ helm_namespace }}"
+        values: "{{ chart_test_values }}"
+      register: install
+
+    - name: "Assert that {{ chart_test }} chart is upgraded with new var from {{ source }}"
+      assert:
+        that:
+          - install is changed
+          - install.status.status | lower == 'deployed'
+          - install.status.chart == "{{ chart_test }}-{{ chart_test_version }}"
+          - "install.status['values'].revisionHistoryLimit == 0"
+
+    - name: Check idempotency after adding vars
+      helm:
+        binary_path: "{{ helm_binary }}"
+        name: "{{ chart_release_name }}"
+        chart_ref: "{{ chart_source }}"
+        chart_version: "{{ chart_source_version | default(omit) }}"
+        namespace: "{{ helm_namespace }}"
+        values: "{{ chart_test_values }}"
+      register: install
+
+    - name: Assert idempotency after add vars
+      assert:
+        that:
+          - install is not changed
+          - install.status.status | lower == 'deployed'
+          - install.status.chart == "{{ chart_test }}-{{ chart_test_version }}"
+          - "install.status['values'].revisionHistoryLimit == 0"
+
+    - name: "Remove Vars to {{ chart_test }} from {{ source }}"
+      helm:
+        binary_path: "{{ helm_binary }}"
+        name: "{{ chart_release_name }}"
+        chart_ref: "{{ chart_source }}"
+        chart_version: "{{ chart_source_version | default(omit) }}"
+        namespace: "{{ helm_namespace }}"
+      register: install
+
+    - name: "Assert that {{ chart_test }} chart is upgraded with new var from {{ source }}"
+      assert:
+        that:
+          - install is changed
+          - install.status.status | lower == 'deployed'
+          - install.status.chart == "{{ chart_test }}-{{ chart_test_version }}"
+          - install.status['values'] == {}
+
+    - name: Check idempotency after removing vars
+      helm:
+        binary_path: "{{ helm_binary }}"
+        name: "{{ chart_release_name }}"
+        chart_ref: "{{ chart_source }}"
+        chart_version: "{{ chart_source_version | default(omit) }}"
+        namespace: "{{ helm_namespace }}"
+      register: install
+
+    - name: Assert idempotency after removing vars
+      assert:
+        that:
+          - install is not changed
+          - install.status.status | lower == 'deployed'
+          - install.status.chart == "{{ chart_test }}-{{ chart_test_version }}"
+          - install.status['values'] == {}
+
+    - name: "Upgrade {{ chart_test }} from {{ source }}"
+      helm:
+        binary_path: "{{ helm_binary }}"
+        name: "{{ chart_release_name }}"
+        chart_ref: "{{ chart_source_upgrade | default(chart_source) }}"
+        chart_version: "{{ chart_source_version_upgrade | default(omit) }}"
+        namespace: "{{ helm_namespace }}"
+      register: install
+
+    - name: "Assert that {{ chart_test }} chart is upgraded with new version from {{ source }}"
+      assert:
+        that:
+          - install is changed
+          - install.status.status | lower == 'deployed'
+          - install.status.chart == "{{ chart_test }}-{{ chart_test_version_upgrade }}"
+
+    - name: Check idempotency after upgrade
+      helm:
+        binary_path: "{{ helm_binary }}"
+        name: "{{ chart_release_name }}"
+        chart_ref: "{{ chart_source_upgrade | default(chart_source) }}"
+        chart_version: "{{ chart_source_version_upgrade | default(omit) }}"
+        namespace: "{{ helm_namespace }}"
+      register: install
+
+    - name: Assert idempotency after upgrade
+      assert:
+        that:
+          - install is not changed
+          - install.status.status | lower == 'deployed'
+          - install.status.chart == "{{ chart_test }}-{{ chart_test_version_upgrade }}"
+
+    - name: "Remove {{ chart_test }} from {{ source }}"
+      helm:
+        binary_path: "{{ helm_binary }}"
+        state: absent
+        name: "{{ chart_release_name }}"
+        namespace: "{{ helm_namespace }}"
+      register: install
+
+    - name: "Assert that {{ chart_test }} chart is removed from {{ source }}"
+      assert:
+        that:
+          - install is changed
+
+    - name: Check idempotency after remove
+      helm:
+        binary_path: "{{ helm_binary }}"
+        state: absent
+        name: "{{ chart_release_name }}"
+        namespace: "{{ helm_namespace }}"
+      register: install
+
+    - name: Assert idempotency
+      assert:
+        that:
+          - install is not changed
+
+    # Test --replace
+    - name: Install chart for replace option
+      helm:
+        binary_path: "{{ helm_binary }}"
+        name: "{{ chart_release_replaced_name }}"
+        chart_ref: "{{ chart_source }}"
+        chart_version: "{{ chart_source_version | default(omit) }}"
+        namespace: "{{ helm_namespace }}"
+      register: install
+
+    - name: "Assert that {{ chart_test }} chart is installed from {{ source }}"
+      assert:
+        that:
+          - install is changed
+
+    - name: "Remove {{ chart_release_replaced_name }} with --purge"
+      helm:
+        binary_path: "{{ helm_binary }}"
+        state: absent
+        name: "{{ chart_release_replaced_name }}"
+        purge: False
+        namespace: "{{ helm_namespace }}"
+      register: install
+
+    - name: Check if chart is removed
+      assert:
+        that:
+          - install is changed
+
+    - name: "Install chart again with same name {{ chart_release_replaced_name }}"
+      helm:
+        binary_path: "{{ helm_binary }}"
+        name: "{{ chart_release_replaced_name }}"
+        chart_ref: "{{ chart_source }}"
+        chart_version: "{{ chart_source_version | default(omit) }}"
+        namespace: "{{ helm_namespace }}"
+        replace: True
+      register: install
+
+    - name: "Assert that {{ chart_test }} chart is installed from {{ source }}"
+      assert:
+        that:
+          - install is changed
+
+    - name: Remove {{ chart_test }} (cleanup)
+      helm:
+        binary_path: "{{ helm_binary }}"
+        state: absent
+        name: "{{ chart_release_replaced_name }}"
+        namespace: "{{ helm_namespace }}"
+      register: install
+
+    - name: Check if chart is removed
+      assert:
+        that:
+          - install is changed
+
+    - name: "Install {{ chart_test }} from {{ source }} with values_files"
+      helm:
+        binary_path: "{{ helm_binary }}"
+        name: "{{ chart_release_name }}"
+        chart_ref: "{{ chart_source }}"
+        chart_version: "{{ chart_source_version | default(omit) }}"
+        namespace: "{{ helm_namespace }}"
+        values_files:
+          - "{{ role_path }}/files/values.yaml"
+      register: install
+
+    - name: "Assert that {{ chart_test }} chart has var from {{ source }}"
+      assert:
+        that:
+          - install is changed
+          - install.status.status | lower == 'deployed'
+          - install.status.chart == "{{ chart_test }}-{{ chart_test_version }}"
+          - "install.status['values'].revisionHistoryLimit == 0"
+
+    - name: "Install {{ chart_test }} from {{ source }} with values_files (again)"
+      helm:
+        binary_path: "{{ helm_binary }}"
+        name: "{{ chart_release_name }}"
+        chart_ref: "{{ chart_source }}"
+        chart_version: "{{ chart_source_version | default(omit) }}"
+        namespace: "{{ helm_namespace }}"
+        values_files:
+          - "{{ role_path }}/files/values.yaml"
+      register: install
+
+    - name: "Assert the result is consistent"
+      assert:
+        that:
+          - not (install is changed)
+
+    - name: Render templates
+      helm_template:
+        binary_path: "{{ helm_binary }}"
+        chart_ref: "{{ chart_source }}"
+        chart_version: "{{ chart_source_version | default(omit) }}"
+        output_dir: "{{ temp_dir }}"
+        values_files:
+          - "{{ role_path }}/files/values.yaml"
+      register: result
+
+    - assert:
+        that:
+          - result is changed
+          - result is not failed
+          - result.rc == 0
+          - result.command is match("{{ helm_binary }} template {{ chart_source }}")
+
+    - name: Check templates created
+      stat:
+        path: "{{ temp_dir }}/{{ chart_test }}/templates"
+      register: result
+
+    - assert:
+        that:
+          result.stat.exists
+
+    - name: Release using non-existent context
+      helm:
+        binary_path: "{{ helm_binary }}"
+        name: "{{ chart_release_name }}"
+        chart_ref: "{{ chart_source }}"
+        chart_version: "{{ chart_source_version | default(omit) }}"
+        namespace: "{{ helm_namespace }}"
+        create_namespace: true
+        context: does-not-exist
+      ignore_errors: yes
+      register: result
+
+    - name: Assert that release fails with non-existent context
+      assert:
+        that:
+          - result is failed
+          - "'context \"does-not-exist\" does not exist' in result.stderr"
+
+  always:
+    - name: Clean up temp dir
+      file:
+        state: absent
+        path: "{{ temp_dir }}"
+      ignore_errors: true
+
+    - name: Remove helm namespace
+      k8s:
+        api_version: v1
+        kind: Namespace
+        name: "{{ helm_namespace }}"
+        state: absent

tests/integration/targets/helm/tasks/tests_chart/from_local_path.yml

@@ -0,0 +1,111 @@
+---
+- name: Git clone stable repo
+  git:
+    repo: "{{ chart_test_git_repo }}"
+    dest: /tmp/helm_test_repo
+    version: 631eb8413f6728962439488f48d7d6fbb954a6db
+    depth: 1
+
+- name: Git clone stable repo upgrade
+  git:
+    repo: "{{ chart_test_git_repo }}"
+    dest: /tmp/helm_test_repo_upgrade
+    version: d37b5025ffc8be49699898369fbb59661e2a8ffb
+    depth: 1
+
+- name: Install Chart from local path
+  include_tasks: "../tests_chart.yml"
+  vars:
+    source: local_path
+    chart_test: "{{ chart_test_local_path }}"
+    chart_source: "/tmp/helm_test_repo/stable/{{ chart_test_local_path }}/"
+    chart_source_upgrade: "/tmp/helm_test_repo_upgrade/stable/{{ chart_test_local_path }}/"
+    chart_test_version: "{{ chart_test_version_local_path }}"
+    chart_test_version_upgrade: "{{ chart_test_version_upgrade_local_path }}"
+    chart_name: "local-path-001"
+    helm_namespace: "{{ test_namespace[7] }}"
+
+- name: Test appVersion idempotence
+  vars:
+    chart_test: "test-chart"
+    chart_test_upgrade: "test-chart-v2"
+    chart_test_version: "0.1.0"
+    chart_test_version_upgrade: "0.2.0"
+    chart_test_app_version: "v1"
+    chart_test_upgrade_app_version: "v2"
+  block:
+    - name: Copy test chart
+      copy:
+        src: "{{ chart_test }}"
+        dest: "/tmp/helm_test_appversion/test-chart/"
+
+    - name: Copy test chart v2
+      copy:
+        src: "{{ chart_test_upgrade }}"
+        dest: "/tmp/helm_test_appversion/test-chart/"
+
+    # create package with appVersion v1
+    - name: "Package chart into archive with appVersion {{ chart_test_app_version }}"
+      command: "{{ helm_binary }} package --app-version {{ chart_test_app_version }} /tmp/helm_test_appversion/test-chart/{{ chart_test }}"
+    - name: "Move appVersion {{ chart_test_app_version }} chart archive"
+      copy:
+        remote_src: true
+        src: "test-chart-{{ chart_test_version }}.tgz"
+        dest: "/tmp/helm_test_appversion/test-chart/{{ chart_test }}-{{ chart_test_app_version }}-{{ chart_test_version }}.tgz"
+
+    # create package with appVersion v2
+    - name: "Package chart into archive with appVersion {{ chart_test_upgrade_app_version }}"
+      command: "{{ helm_binary }} package --app-version {{ chart_test_upgrade_app_version }} /tmp/helm_test_appversion/test-chart/{{ chart_test_upgrade }}"
+    - name: "Move appVersion {{ chart_test_upgrade_app_version }} chart archive"
+      copy:
+        remote_src: true
+        src: "test-chart-{{ chart_test_version_upgrade }}.tgz"
+        dest: "/tmp/helm_test_appversion/test-chart/{{ chart_test }}-{{ chart_test_upgrade_app_version }}-{{ chart_test_version_upgrade }}.tgz"
+
+    - name: Install Chart from local path
+      include_tasks: "../tests_chart.yml"
+      vars:
+        source: local_path
+        chart_source: "/tmp/helm_test_appversion/test-chart/{{ chart_test }}-{{ chart_test_app_version }}-{{ chart_test_version }}.tgz"
+        chart_source_upgrade: "/tmp/helm_test_appversion/test-chart/{{ chart_test }}-{{ chart_test_upgrade_app_version }}-{{ chart_test_version_upgrade }}.tgz"
+        chart_name: "local-path-002"
+        helm_namespace: "{{ test_namespace[8] }}"
+
+- name: Test appVersion handling when null
+  vars:
+    chart_test: "appversionless-chart"
+    chart_test_upgrade: "appversionless-chart-v2"
+    chart_test_version: "0.1.0"
+    chart_test_version_upgrade: "0.2.0"
+  block:
+    - name: Copy test chart
+      copy:
+        src: "{{ chart_test }}"
+        dest: "/tmp/helm_test_appversion/test-null/"
+
+    - name: Copy test chart v2
+      copy:
+        src: "{{ chart_test_upgrade }}"
+        dest: "/tmp/helm_test_appversion/test-null/"
+
+    # create package with appVersion v1
+    - name: "Package chart into archive with appVersion v1"
+      command: "{{ helm_binary }} package --app-version v1 /tmp/helm_test_appversion/test-null/{{ chart_test_upgrade }}"
+
+    - name: Install Chart from local path
+      include_tasks: "../tests_chart.yml"
+      vars:
+        source: local_path
+        chart_source: "/tmp/helm_test_appversion/test-null/{{ chart_test }}/"
+        chart_source_upgrade: "{{ chart_test }}-{{ chart_test_version_upgrade }}.tgz"
+        chart_name: "local-path-003"
+        helm_namespace: "{{ test_namespace[9] }}"
+
+- name: Remove clone repos
+  file:
+    path: "{{ item }}"
+    state: absent
+  with_items:
+    - /tmp/helm_test_repo
+    - /tmp/helm_test_repo_upgrade
+    - /tmp/helm_test_appversion

tests/integration/targets/helm/tasks/tests_chart/from_repository.yml

@@ -0,0 +1,22 @@
+---
+- name: Add chart repo
+  helm_repository:
+    binary_path: "{{ helm_binary }}"
+    name: test_helm
+    repo_url: "{{ chart_test_repo }}"
+
+- name: Install Chart from repository
+  include_tasks: "../tests_chart.yml"
+  vars:
+    source: repository
+    chart_source: "test_helm/{{ chart_test }}"
+    chart_source_version: "{{ chart_test_version }}"
+    chart_source_version_upgrade: "{{ chart_test_version_upgrade }}"
+    helm_namespace: "{{ test_namespace[6] }}"
+
+- name: Add chart repo
+  helm_repository:
+    binary_path: "{{ helm_binary }}"
+    name: test_helm
+    repo_url: "{{ chart_test_repo }}"
+    state: absent

tests/integration/targets/helm/tasks/tests_chart/from_url.yml

@@ -0,0 +1,8 @@
+---
+- name: Install Chart from URL
+  include_tasks: "../tests_chart.yml"
+  vars:
+    source: url
+    chart_source: "https://github.com/kubernetes/ingress-nginx/releases/download/{{ chart_test }}-{{ chart_test_version }}/{{ chart_test }}-{{ chart_test_version }}.tgz"
+    chart_source_upgrade: "https://github.com/kubernetes/ingress-nginx/releases/download/{{ chart_test }}-{{ chart_test_version_upgrade }}/{{ chart_test }}-{{ chart_test_version_upgrade }}.tgz"
+    helm_namespace: "{{ test_namespace[5] }}"

tests/integration/targets/helm/tasks/tests_helm_diff.yml

@@ -0,0 +1,154 @@
+---
+- name: Test helm diff functionality
+  vars:
+    test_chart_ref: "/tmp/test-chart"
+
+  block:
+    - set_fact:
+        helm_namespace: "{{ test_namespace[0] }}"
+
+    - name: Install helm diff
+      helm_plugin:
+        binary_path: "{{ helm_binary }}"
+        state: present
+        plugin_path: https://github.com/databus23/helm-diff
+
+    - name: Copy test chart
+      copy:
+        src: "test-chart/"
+        dest: "{{ test_chart_ref }}"
+
+    - name: Install local chart
+      helm:
+        binary_path: "{{ helm_binary }}"
+        name: test-chart
+        namespace: "{{ helm_namespace }}"
+        chart_ref: "{{ test_chart_ref }}"
+        create_namespace: yes
+      register: install
+
+    - assert:
+        that:
+          - install is changed
+
+    - name: Modify local chart
+      blockinfile:
+        create: yes
+        path: "{{ test_chart_ref }}/templates/anothermap.yaml"
+        block: !unsafe |
+          apiVersion: v1
+          kind: ConfigMap
+          metadata:
+            name: test-chart-another-configmap
+          data:
+            foo: {{ .Values.foo | default "bar" }}
+
+    - name: Upgrade local chart with modifications
+      helm:
+        binary_path: "{{ helm_binary }}"
+        name: test-chart
+        namespace: "{{ helm_namespace }}"
+        chart_ref: "{{ test_chart_ref }}"
+      register: install
+
+    - assert:
+        that:
+          - install is changed
+
+    - name: Upgrade modified local chart idempotency check
+      helm:
+        binary_path: "{{ helm_binary }}"
+        name: test-chart
+        namespace: "{{ helm_namespace }}"
+        chart_ref: "{{ test_chart_ref }}"
+      register: install
+
+    - assert:
+        that:
+          - install is not changed
+
+    - name: Modify values
+      blockinfile:
+        create: yes
+        path: "{{ test_chart_ref }}/values.yml"
+        block: |
+          ---
+          foo: baz
+
+    - name: Upgrade with values file
+      helm:
+        binary_path: "{{ helm_binary }}"
+        name: test-chart
+        namespace: "{{ helm_namespace }}"
+        chart_ref: "{{ test_chart_ref }}"
+        values_files:
+          - "{{ test_chart_ref }}/values.yml"
+      register: install
+
+    - assert:
+        that:
+          - install is changed
+
+    - name: Upgrade with values file idempotency check
+      helm:
+        binary_path: "{{ helm_binary }}"
+        name: test-chart
+        namespace: "{{ helm_namespace }}"
+        chart_ref: "{{ test_chart_ref }}"
+        values_files:
+          - "{{ test_chart_ref }}/values.yml"
+      register: install
+
+    - assert:
+        that:
+          - install is not changed
+
+    - name: Upgrade with values
+      helm:
+        binary_path: "{{ helm_binary }}"
+        name: test-chart
+        namespace: "{{ helm_namespace }}"
+        chart_ref: "{{ test_chart_ref }}"
+        values:
+          foo: gaz
+      register: install
+
+    - assert:
+        that:
+          - install is changed
+
+    - name: Upgrade with values idempotency check
+      helm:
+        binary_path: "{{ helm_binary }}"
+        name: test-chart
+        namespace: "{{ helm_namespace }}"
+        chart_ref: "{{ test_chart_ref }}"
+        values:
+          foo: gaz
+      register: install
+
+    - assert:
+        that:
+          - install is not changed
+
+  always:
+    - name: Remove chart directory
+      file:
+        path: "{{ test_chart_ref }}"
+        state: absent
+      ignore_errors: yes
+
+    - name: Uninstall helm diff
+      helm_plugin:
+        binary_path: "{{ helm_binary }}"
+        state: absent
+        plugin_name: diff
+      ignore_errors: yes
+
+    - name: Remove helm namespace
+      k8s:
+        api_version: v1
+        kind: Namespace
+        name: "{{ helm_namespace }}"
+        state: absent
+      ignore_errors: yes

tests/integration/targets/helm/tasks/tests_helm_plugin.yml

@@ -0,0 +1,119 @@
+---
+- name: Install env plugin in check mode
+  helm_plugin:
+    binary_path: "{{ helm_binary }}"
+    state: present
+    plugin_path: https://github.com/adamreese/helm-env
+  register: check_install_env
+  check_mode: true
+
+- assert:
+    that:
+      - check_install_env.changed
+
+- name: Install env plugin
+  helm_plugin:
+    binary_path: "{{ helm_binary }}"
+    state: present
+    plugin_path: https://github.com/adamreese/helm-env
+  register: install_env
+
+- assert:
+    that:
+      - install_env.changed
+
+- name: Gather info about all plugin
+  helm_plugin_info:
+    binary_path: "{{ helm_binary }}"
+  register: plugin_info
+
+- assert:
+    that:
+      - plugin_info.plugin_list is defined
+
+- name: Install env plugin again
+  helm_plugin:
+    binary_path: "{{ helm_binary }}"
+    state: present
+    plugin_path: https://github.com/adamreese/helm-env
+  register: install_env
+
+- assert:
+    that:
+      - not install_env.changed
+
+- name: Uninstall env plugin in check mode
+  helm_plugin:
+    binary_path: "{{ helm_binary }}"
+    state: absent
+    plugin_name: env
+  register: check_uninstall_env
+  check_mode: true
+
+- assert:
+    that:
+      - check_uninstall_env.changed
+
+- name: Uninstall env plugin
+  helm_plugin:
+    binary_path: "{{ helm_binary }}"
+    state: absent
+    plugin_name: env
+  register: uninstall_env
+
+- assert:
+    that:
+      - uninstall_env.changed
+
+- name: Uninstall env plugin again
+  helm_plugin:
+    binary_path: "{{ helm_binary }}"
+    state: absent
+    plugin_name: env
+  register: uninstall_env
+
+- assert:
+    that:
+      - not uninstall_env.changed
+
+# https://github.com/ansible-collections/community.kubernetes/issues/399
+- block:
+    - name: Copy required plugin files
+      copy:
+        src: "files/sample_plugin"
+        dest: "/tmp/helm_plugin_test/"
+
+    - name: Install sample_plugin from the directory
+      helm_plugin:
+        binary_path: "{{ helm_binary }}"
+        state: present
+        plugin_path: "/tmp/helm_plugin_test/sample_plugin"
+      register: sample_plugin_output
+
+    - name: Assert that sample_plugin is installed or not
+      assert:
+        that:
+          - sample_plugin_output.changed
+
+    - name: Gather Helm plugin info
+      helm_plugin_info:
+        binary_path: "{{ helm_binary }}"
+      register: r
+
+    - name: Set sample_plugin version
+      set_fact:
+        plugin_version: "{{ ( r.plugin_list | selectattr('name', 'equalto', plugin_name) | list )[0].version }}"
+      vars:
+        plugin_name: "sample_plugin"
+
+    - name: Assert if sample_plugin with multiline comment is installed
+      assert:
+        that:
+          - plugin_version == "0.0.1"
+  always:
+    - name: Uninstall sample_plugin
+      helm_plugin:
+        binary_path: "{{ helm_binary }}"
+        state: absent
+        plugin_name: sample_plugin
+      ignore_errors: yes

tests/integration/targets/helm/tasks/tests_repository.yml

@@ -0,0 +1,67 @@
+---
+- name: "Ensure test_helm_repo doesn't exist"
+  helm_repository:
+    binary_path: "{{ helm_binary }}"
+    name: test_helm_repo
+    state: absent
+
+- name: Add test_helm_repo chart repository
+  helm_repository:
+    binary_path: "{{ helm_binary }}"
+    name: test_helm_repo
+    repo_url: "{{ chart_test_repo }}"
+  register: repository
+
+- name: Assert that test_helm_repo repository is added
+  assert:
+    that:
+      - repository is changed
+
+- name: Check idempotency
+  helm_repository:
+    binary_path: "{{ helm_binary }}"
+    name: test_helm_repo
+    repo_url: "{{ chart_test_repo }}"
+  register: repository
+
+- name: Assert idempotency
+  assert:
+    that:
+      - repository is not changed
+
+- name: Failed to add repository with the same name
+  helm_repository:
+    binary_path: "{{ helm_binary }}"
+    name: test_helm_repo
+    repo_url: "https://other-charts.url"
+  register: repository_errors
+  ignore_errors: yes
+
+- name: Assert that adding repository with the same name failed
+  assert:
+    that:
+      - repository_errors is failed
+
+- name: Remove test_helm_repo chart repository
+  helm_repository:
+    binary_path: "{{ helm_binary }}"
+    name: test_helm_repo
+    state: absent
+  register: repository
+
+- name: Assert that test_helm_repo repository is removed
+  assert:
+    that:
+      - repository is changed
+
+- name: Check idempotency after remove
+  helm_repository:
+    binary_path: "{{ helm_binary }}"
+    name: test_helm_repo
+    state: absent
+  register: repository
+
+- name: Assert idempotency
+  assert:
+    that:
+      - repository is not changed