ESC cluster configuration

[hadoopch]

Hi all,

i want to share the configuration of an ECS cluster because it is not mentioned in the docs.

---

The following steps are required:

First you have to define the following additional groups: and vars.

{
  "ecs_servers": {
    "hosts": [
      "ecssrv001.cdp.lan"
    ],
    "vars": {
      "host_template": "ecssrv"
    }
  },


  "ecs_agents": {
    "hosts": [
      "ecsagt001.cdp.lan",
      "ecsagt002.cdp.lan",
      "ecsagt003.cdp.lan"
    ],
    "vars": {
      "host_template": "ecsagt"
    }
  },


  "ecs_nodes": {
    "children": [
      "ecs_servers",
      "ecs_agents"
    ]
  },

---

Add some lines to your definition.yml file

clusters:
  - name: "{{kunde}}devecs"
    type: ecs
    services: [DOCKER, ECS]
    datalake: "{{kunde}}devbase"
    application_domain: "ecs.example.ch"
    #ecs_database_mode: embedded
    pvc_repository: "<URL to the location where the manifest.json resides.(manifest.json has edited URL)>"
    controlplane_config:
      #LDAP CP was not configured for any reasons.  I am still looking for a solution.
       ExternalAuth:
         Type: LDAP
         Config:
           ldap_url: ldaps://windc-k1.company.local:3269
           ldap_bind_dn: "CN={{mitkrb.remote.adbindprinc}},CN=Users,dc={{mitkrb.remote.domain|split('.')|first}},dc={{mitkrb.remote.domain|split('.')|last}}"
           ldap_bind_pw:  "{{ sec_sssd.bindprinc }}"
           ldap_user_search_base: "dc={{mitkrb.remote.domain|split('.')|first}},dc={{mitkrb.remote.domain|split('.')|last}}"
           ldap_user_search_filter: "(sAMAccountName={0})"
           ldap_group_search_base: "OU=Groups,dc={{mitkrb.remote.domain|split('.')|first}},dc={{mitkrb.remote.domain|split('.')|last}}"
           ldap_group_search_filter: "(member={0})"
       Database:
         Mode: embedded
         EmbeddedDbStorage: 200
       #we use own registry. Images are already pushed to our registry using copy-docker.txt
       ContainerInfo:
         Mode: custom
         CopyDocker: false
         Username:  <mydocker>
         Password: <mypw>
         Registry:  <my Registry>
         Cert:  <base 64 encoded CA cert for your registry>
    security:
      kerberos: true
    repositories:
      - "URL for ECS parcels"
    configs:
      DOCKER:
        SERVICEWIDE:
          defaultDataPath: /docker
      ECS:
        SERVICEWIDE:
          #app_domain: "ecs.example.ch"
          defaultDataPath: "/ecs/longhorn-storage"
          lsoDataPath: "/ecs/local-storage"
          docker: "docker"
         #Ingress controller Certs has to be created before. Files reside on CM
          ssl_certificate: "/var/lib/cloudera-scm-server/wildcard.pem"
          ssl_private_key: "/var/lib/cloudera-scm-server/wildcard.pem.key"
          target_redundancy: 2
          longhorn_replication: ""
    host_templates:
      ecssrv:
        ECS: [ECS_SERVER]
        DOCKER: [DOCKER_SERVER]
      ecsagt:
        ECS: [ECS_AGENT]
        DOCKER: [DOCKER_SERVER]