Add tasks for retreiving datahub definitions and filtering by datalake version. Update tasks for constructing datahub definition requesting datahub deployment to take either the instance group details OR a definition

Signed-off-by: Chris Perro <[email protected]>

Author: cmperro

roles/runtime/tasks/initialize_base.yml

@@ -94,23 +94,34 @@
       ansible.builtin.set_fact:
         run__datahub_available_templates: "{{ __datahub_template_info.templates | selectattr('productVersion', 'search', run__cdp_datalake_version) | map(attribute='clusterTemplateName') | list }}"
 
+    - name: Retrieve available CDP Datahub definitions
+      cloudera.cloud.datahub_definition_info:
+      register: __datahub_definition_info
+
+    - name: Set fact for available CDP Datahub definitions by Datalake version
+      ansible.builtin.set_fact:
+        run__datahub_available_definitions: "{{ __datahub_definition_info.definitions | selectattr('productVersion', 'search', run__cdp_datalake_version) | map(attribute='clusterDefinitionName') | list }}"
+
     - name: Construct CDP Datahub configurations
       ansible.builtin.set_fact:
         run__datahub_configs: "{{ run__datahub_configs | default([]) | union([config]) }}"
       vars:
         include: "{{ lookup('template', __datahub_config.include | default('experiences_config_placeholder.j2')) | from_yaml }}"
-        overlay: "{{ __datahub_config.instance_groups | default(include.instance_groups) | mandatory }}"
+        overlay: "{{ __datahub_config.instance_groups | default(include.instance_groups | default([]) ) }}"
         base: "{{ run__datahub_instance_group_base }}"
         config:
           name: "{{ __datahub_config.name | default([run__namespace, __datahub_config.suffix | default(include.suffix) | default(run__datahub_suffix)] | join('-')) }}"
-          template: "{{ __datahub_config.template | default(include.template) | mandatory }}"
-          instance_groups: "{{ overlay | map('cloudera.exe.combine_onto', base, recursive=True) | list }}"
+          template: "{{ __datahub_config.template | default(include.template | default(omit) ) }}"
+          definition: "{{ __datahub_config.definition | default(include.definition | default(omit) ) }}"
+          instance_groups: "{{ (overlay | length > 0) | ternary(overlay | map('cloudera.exe.combine_onto', base, recursive=True) | list, omit) }}"
           tags: "{{ __datahub_config.tags | default(run__datahub_tags) }}"
       loop: "{{ run__datahub_definitions }}"
       loop_control:
         loop_var: __datahub_config
         label: "{{ config.name }}"
-      failed_when: run__datahub_available_templates | select('search', config.template) | list | length < 1
+      failed_when:
+        - "'template' in __datahub_config or 'template' in include"
+        - run__datahub_available_templates | select('search', config.template) | list | length < 1
 
     - name: Check CDP Datahub names
       ansible.builtin.assert:

roles/runtime/tasks/setup_base.yml

@@ -23,8 +23,9 @@
     subnet: "{{ run__datahub_subnet_ids | first }}"
     image: "{{ run__datahub_image_catalog_entry.uuid }}"
     catalog: "{{ run__datahub_image_catalog_name }}"
-    template: "{{ run__datahub_available_templates | select('ansible.builtin.search', __datahub_config_item.template) | list | first }}"
-    groups: "{{ __datahub_config_item.instance_groups }}"
+    template: "{{ ('template' in __datahub_config_item) | ternary(run__datahub_available_templates | select('ansible.builtin.search', __datahub_config_item.template | default(omit)) | list | first, omit, omit) }}"
+    definition: "{{ ('definition' in __datahub_config_item) |  ternary(run__datahub_available_definitions | select('ansible.builtin.search', __datahub_config_item.definition | default(omit)) | list | first, omit, omit) }}"
+    groups: "{{ __datahub_config_item.instance_groups | default(omit) }}"
     tags: "{{ __datahub_config_item.tags }}"
     wait: yes
   loop_control: