Oracle19ToDatabricksDeltaLake87a09a35-d201-497f-82ea-c7c03de13517.json

{
"pipelineConfig": {
  "schemaVersion" : 6,
  "version" : 18,
  "pipelineId" : "Oracle19ToDatabricksDeltaLake87a09a35-d201-497f-82ea-c7c03de13517",
  "title" : "Oracle 19 To Databricks Delta Lake",
    "uuid" : "c1f40ef8-d15f-41a6-9dae-006d4e19c4f5",
  "description" : "Tutorial - https://github.com/streamsets/pipeline-library/tree/master/datacollector/sample-pipelines/pipelines/Oracle%2019c%20Bulk%20Ingest%20and%20CDC%20to%20Databricks%20Delta%20Lake",
  "configuration" : [ {
    "name" : "executionMode",
    "value" : "STANDALONE"
  }, {
    "name" : "edgeHttpUrl",
    "value" : "http://localhost:18633"
  }, {
    "name" : "deliveryGuarantee",
    "value" : "AT_LEAST_ONCE"
  }, {
    "name" : "testOriginStage",
    "value" : "streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource::3"
  }, {
    "name" : "startEventStage",
    "value" : "streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1"
  }, {
    "name" : "stopEventStage",
    "value" : "streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_shell_ShellDExecutor::1"
  }, {
    "name" : "shouldRetry",
    "value" : true
  }, {
    "name" : "triggerInterval",
    "value" : 2000
  }, {
    "name" : "retryAttempts",
    "value" : -1
  }, {
    "name" : "ludicrousMode",
    "value" : false
  }, {
    "name" : "ludicrousModeInputCount",
    "value" : false
  }, {
    "name" : "advancedErrorHandling",
    "value" : false
  }, {
    "name" : "notifyOnStates",
    "value" : [ "FINISHED" ]
  }, {
    "name" : "emailIDs",
    "value" : [ ]
  }, {
    "name" : "constants",
    "value" : [ {
      "key" : "ORA_19_JDBC_URL",
      "value" : ""
    }, {
      "key" : "DB_JDBC_URL",
      "value" : ""
    }, {
      "key" : "CDC_JOB_ID",
      "value" : ""
    }, {
      "key" : "SCH_USERNAME",
      "value" : ""
    }, {
      "key" : "SCH_PASSWORD",
      "value" : ""
    } ]
  }, {
    "name" : "badRecordsHandling",
    "value" : "streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1"
  }, {
    "name" : "errorRecordPolicy",
    "value" : "ORIGINAL_RECORD"
  }, {
    "name" : "statsAggregatorStage",
    "value" : "streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_StatsDpmDirectlyDTarget::1"
  }, {
    "name" : "workerCount",
    "value" : 0
  }, {
    "name" : "clusterSlaveMemory",
    "value" : 2048
  }, {
    "name" : "clusterSlaveJavaOpts",
    "value" : "-XX:+UseConcMarkSweepGC -XX:+UseParNewGC -Dlog4j.debug"
  }, {
    "name" : "clusterLauncherEnv",
    "value" : [ ]
  }, {
    "name" : "mesosDispatcherURL",
    "value" : null
  }, {
    "name" : "logLevel",
    "value" : "INFO"
  }, {
    "name" : "hdfsS3ConfDir",
    "value" : null
  }, {
    "name" : "rateLimit",
    "value" : 0
  }, {
    "name" : "maxRunners",
    "value" : 0
  }, {
    "name" : "shouldCreateFailureSnapshot",
    "value" : true
  }, {
    "name" : "runnerIdleTIme",
    "value" : 60
  }, {
    "name" : "webhookConfigs",
    "value" : [ {
      "payload" : "{\n  \"alert_name\": \"Finished offloading Oracle DB\",  \t\n  \"alert_text\": \"\\nInput Record Count: {{PIPELINE_INPUT_RECORDS_COUNT}}\\nOutput Record Count: {{PIPELINE_OUTPUT_RECORDS_COUNT}}\\n\", \n  \"pipeline_name\": \"{{PIPELINE_TITLE}}\\n\",\n  \"pipeline_url\": \"{{PIPELINE_URL}}\",\n  \"sms\": true,\n  \"phone_numbers\": \"4088906586\"\n}",
      "headers" : [ ],
      "httpMethod" : "POST",
      "contentType" : "application/json",
      "authType" : "NONE",
      "webhookUrl" : "https://webhooksittome.herokuapp.com/web_hook"
    } ]
  }, {
    "name" : "sparkConfigs",
    "value" : [ ]
  }, {
    "name" : "preprocessScript",
    "value" : "/*\nThe following script define a method\nthat increments an integer by 1 \nand registers it as a UDF with \nthe SparkSession, which can be accessed\nusing the variable named \"spark\":\ndef inc(i: Integer): Integer = {\n  i + 1\n}\nspark.udf.register (\"inc\", inc _)\n\n*/"
  }, {
    "name" : "clusterConfig.clusterType",
    "value" : "LOCAL"
  }, {
    "name" : "clusterConfig.sparkMasterUrl",
    "value" : "local[*]"
  }, {
    "name" : "clusterConfig.deployMode",
    "value" : "CLIENT"
  }, {
    "name" : "clusterConfig.hadoopUserName",
    "value" : null
  }, {
    "name" : "clusterConfig.sparkAppName",
    "value" : "${pipeline:title()}"
  }, {
    "name" : "clusterConfig.stagingDir",
    "value" : "/streamsets"
  }, {
    "name" : "clusterConfig.useYarnKerberosKeytab",
    "value" : false
  }, {
    "name" : "clusterConfig.yarnKerberosKeytabSource",
    "value" : "PROPERTIES_FILE"
  }, {
    "name" : "clusterConfig.yarnKerberosKeytab",
    "value" : null
  }, {
    "name" : "clusterConfig.yarnKerberosPrincipal",
    "value" : "name@DOMAIN"
  }, {
    "name" : "clusterConfig.callbackUrl",
    "value" : null
  }, {
    "name" : "databricksConfig.baseUrl",
    "value" : null
  }, {
    "name" : "databricksConfig.credentialType",
    "value" : null
  }, {
    "name" : "databricksConfig.username",
    "value" : ""
  }, {
    "name" : "databricksConfig.password",
    "value" : ""
  }, {
    "name" : "databricksConfig.token",
    "value" : ""
  }, {
    "name" : "databricksConfig.provisionNewCluster",
    "value" : true
  }, {
    "name" : "databricksConfig.clusterId",
    "value" : null
  }, {
    "name" : "databricksConfig.clusterConfig",
    "value" : "{\n    \"num_workers\": 8,\n    \"spark_version\": \"5.3.x-scala2.11\",\n    \"node_type_id\": \"i3.xlarge\"\n}"
  }, {
    "name" : "databricksConfig.terminateCluster",
    "value" : false
  }, {
    "name" : "livyConfig.baseUrl",
    "value" : "https://localhost:30443/gateway/default/livy/v1/"
  }, {
    "name" : "livyConfig.username",
    "value" : ""
  }, {
    "name" : "livyConfig.password",
    "value" : ""
  }, {
    "name" : "amazonEMRConfig.userRegion",
    "value" : null
  }, {
    "name" : "amazonEMRConfig.userRegionCustom",
    "value" : null
  }, {
    "name" : "amazonEMRConfig.accessKey",
    "value" : ""
  }, {
    "name" : "amazonEMRConfig.secretKey",
    "value" : ""
  }, {
    "name" : "amazonEMRConfig.s3StagingUri",
    "value" : null
  }, {
    "name" : "amazonEMRConfig.provisionNewCluster",
    "value" : false
  }, {
    "name" : "amazonEMRConfig.clusterId",
    "value" : null
  }, {
    "name" : "amazonEMRConfig.clusterPrefix",
    "value" : null
  }, {
    "name" : "amazonEMRConfig.terminateCluster",
    "value" : false
  }, {
    "name" : "amazonEMRConfig.loggingEnabled",
    "value" : true
  }, {
    "name" : "amazonEMRConfig.s3LogUri",
    "value" : null
  }, {
    "name" : "amazonEMRConfig.enableEMRDebugging",
    "value" : true
  }, {
    "name" : "amazonEMRConfig.serviceRole",
    "value" : "EMR_DefaultRole"
  }, {
    "name" : "amazonEMRConfig.jobFlowRole",
    "value" : "EMR_EC2_DefaultRole"
  }, {
    "name" : "amazonEMRConfig.visibleToAllUsers",
    "value" : true
  }, {
    "name" : "amazonEMRConfig.ec2SubnetId",
    "value" : null
  }, {
    "name" : "amazonEMRConfig.masterSecurityGroup",
    "value" : null
  }, {
    "name" : "amazonEMRConfig.slaveSecurityGroup",
    "value" : null
  }, {
    "name" : "amazonEMRConfig.instanceCount",
    "value" : 2
  }, {
    "name" : "amazonEMRConfig.masterInstanceType",
    "value" : null
  }, {
    "name" : "amazonEMRConfig.masterInstanceTypeCustom",
    "value" : null
  }, {
    "name" : "amazonEMRConfig.slaveInstanceType",
    "value" : null
  }, {
    "name" : "amazonEMRConfig.slaveInstanceTypeCustom",
    "value" : null
  }, {
    "name" : "transformerEMRConfig.userRegion",
    "value" : null
  }, {
    "name" : "transformerEMRConfig.userRegionCustom",
    "value" : null
  }, {
    "name" : "transformerEMRConfig.useIAMRoles",
    "value" : false
  }, {
    "name" : "transformerEMRConfig.accessKey",
    "value" : ""
  }, {
    "name" : "transformerEMRConfig.secretKey",
    "value" : ""
  }, {
    "name" : "transformerEMRConfig.s3StagingUri",
    "value" : null
  }, {
    "name" : "transformerEMRConfig.provisionNewCluster",
    "value" : false
  }, {
    "name" : "transformerEMRConfig.clusterId",
    "value" : null
  }, {
    "name" : "transformerEMRConfig.emrVersion",
    "value" : null
  }, {
    "name" : "transformerEMRConfig.clusterPrefix",
    "value" : null
  }, {
    "name" : "transformerEMRConfig.terminateCluster",
    "value" : false
  }, {
    "name" : "transformerEMRConfig.loggingEnabled",
    "value" : true
  }, {
    "name" : "transformerEMRConfig.s3LogUri",
    "value" : null
  }, {
    "name" : "transformerEMRConfig.serviceRole",
    "value" : "EMR_DefaultRole"
  }, {
    "name" : "transformerEMRConfig.jobFlowRole",
    "value" : "EMR_EC2_DefaultRole"
  }, {
    "name" : "transformerEMRConfig.visibleToAllUsers",
    "value" : true
  }, {
    "name" : "transformerEMRConfig.ec2SubnetId",
    "value" : null
  }, {
    "name" : "transformerEMRConfig.masterSecurityGroup",
    "value" : null
  }, {
    "name" : "transformerEMRConfig.slaveSecurityGroup",
    "value" : null
  }, {
    "name" : "transformerEMRConfig.instanceCount",
    "value" : 2
  }, {
    "name" : "transformerEMRConfig.masterInstanceType",
    "value" : null
  }, {
    "name" : "transformerEMRConfig.masterInstanceTypeCustom",
    "value" : null
  }, {
    "name" : "transformerEMRConfig.slaveInstanceType",
    "value" : null
  }, {
    "name" : "transformerEMRConfig.slaveInstanceTypeCustom",
    "value" : null
  }, {
    "name" : "googleCloudCredentialsConfig.projectId",
    "value" : null
  }, {
    "name" : "googleCloudCredentialsConfig.credentialsProvider",
    "value" : "DEFAULT_PROVIDER"
  }, {
    "name" : "googleCloudCredentialsConfig.path",
    "value" : null
  }, {
    "name" : "googleCloudCredentialsConfig.credentialsFileContent",
    "value" : ""
  }, {
    "name" : "googleCloudConfig.region",
    "value" : null
  }, {
    "name" : "googleCloudConfig.customRegion",
    "value" : null
  }, {
    "name" : "googleCloudConfig.gcsStagingUri",
    "value" : null
  }, {
    "name" : "googleCloudConfig.create",
    "value" : null
  }, {
    "name" : "googleCloudConfig.clusterPrefix",
    "value" : null
  }, {
    "name" : "googleCloudConfig.version",
    "value" : "1.4-ubuntu18"
  }, {
    "name" : "googleCloudConfig.masterType",
    "value" : null
  }, {
    "name" : "googleCloudConfig.workerType",
    "value" : null
  }, {
    "name" : "googleCloudConfig.networkType",
    "value" : null
  }, {
    "name" : "googleCloudConfig.network",
    "value" : null
  }, {
    "name" : "googleCloudConfig.subnet",
    "value" : null
  }, {
    "name" : "googleCloudConfig.tags",
    "value" : [ ]
  }, {
    "name" : "googleCloudConfig.workerCount",
    "value" : null
  }, {
    "name" : "googleCloudConfig.clusterName",
    "value" : null
  }, {
    "name" : "googleCloudConfig.terminate",
    "value" : null
  } ],
  "uiInfo" : {
    "schemaFromPreview" : {
      "JDBCMultitableConsumer_01OutputLane15882615551090" : {
        "header" : { },
        "value" : {
          "type" : "LIST_MAP",
          "value" : [ {
            "type" : "DECIMAL",
            "attributes" : {
              "precision" : "10",
              "scale" : "0"
            },
            "sqpath" : "/CATEGORY_ID",
            "dqpath" : "/CATEGORY_ID"
          }, {
            "type" : "DECIMAL",
            "attributes" : {
              "precision" : "10",
              "scale" : "0"
            },
            "sqpath" : "/CATEGORY_DEPARTMENT_ID",
            "dqpath" : "/CATEGORY_DEPARTMENT_ID"
          }, {
            "type" : "STRING",
            "sqpath" : "/CATEGORY_NAME",
            "dqpath" : "/CATEGORY_NAME"
          } ],
          "sqpath" : "",
          "dqpath" : ""
        }
      }
    },
    "schemaFromPreviewUpdateTime" : 1590512865787,
    "previewConfig" : {
      "previewSource" : "CONFIGURED_SOURCE",
      "batchSize" : 10,
      "timeout" : 120000,
      "writeToDestinations" : false,
      "executeLifecycleEvents" : false,
      "showHeader" : false,
      "showFieldType" : true,
      "rememberMe" : true,
      "timeZone" : "Browser",
      "clusterManagerType" : "CONFIGURED_CLUSTER",
      "endStage" : ""
    }
  },
  "stages" : [ {
    "instanceName" : "JDBCMultitableConsumer_01",
    "library" : "streamsets-datacollector-jdbc-lib",
    "stageName" : "com_streamsets_pipeline_stage_origin_jdbc_table_TableJdbcDSource",
    "stageVersion" : "8",
    "configuration" : [ {
      "name" : "tableJdbcConfigBean.tableConfigs",
      "value" : [ {
        "schema" : "ADMIN",
        "tablePattern" : "%",
        "overrideDefaultOffsetColumns" : false,
        "offsetColumns" : [ ],
        "offsetColumnToInitialOffsetValue" : [ ],
        "enableNonIncremental" : true,
        "partitioningMode" : "DISABLED",
        "partitionSize" : "1000000",
        "maxNumActivePartitions" : -1
      } ]
    }, {
      "name" : "tableJdbcConfigBean.numberOfThreads",
      "value" : 6
    }, {
      "name" : "tableJdbcConfigBean.batchTableStrategy",
      "value" : "SWITCH_TABLES"
    }, {
      "name" : "tableJdbcConfigBean.numberOfBatchesFromRs",
      "value" : -1
    }, {
      "name" : "tableJdbcConfigBean.resultCacheSize",
      "value" : -1
    }, {
      "name" : "tableJdbcConfigBean.timeZoneID",
      "value" : "UTC"
    }, {
      "name" : "tableJdbcConfigBean.quoteChar",
      "value" : "NONE"
    }, {
      "name" : "tableJdbcConfigBean.tableOrderStrategy",
      "value" : "REFERENTIAL_CONSTRAINTS"
    }, {
      "name" : "tableJdbcConfigBean.createJDBCHeaders",
      "value" : true
    }, {
      "name" : "tableJdbcConfigBean.unknownTypeAction",
      "value" : "STOP_PIPELINE"
    }, {
      "name" : "tableJdbcConfigBean.fetchSize",
      "value" : 25000
    }, {
      "name" : "commonSourceConfigBean.queriesPerSecond",
      "value" : "0"
    }, {
      "name" : "commonSourceConfigBean.maxBatchSize",
      "value" : 25000
    }, {
      "name" : "commonSourceConfigBean.maxClobSize",
      "value" : 1000
    }, {
      "name" : "commonSourceConfigBean.maxBlobSize",
      "value" : 1000
    }, {
      "name" : "commonSourceConfigBean.numSQLErrorRetries",
      "value" : 0
    }, {
      "name" : "commonSourceConfigBean.newTableQueryInterval",
      "value" : "${10 * SECONDS}"
    }, {
      "name" : "commonSourceConfigBean.noMoreDataEventDelay",
      "value" : 1
    }, {
      "name" : "commonSourceConfigBean.convertTimestampToString",
      "value" : false
    }, {
      "name" : "hikariConfigBean.connectionString",
      "value" : "${ORA_19_JDBC_URL}"
    }, {
      "name" : "hikariConfigBean.useCredentials",
      "value" : true
    }, {
      "name" : "hikariConfigBean.username",
      "value" : ""
    }, {
      "name" : "hikariConfigBean.password",
      "value" : ""
    }, {
      "name" : "hikariConfigBean.driverProperties",
      "value" : [ ]
    }, {
      "name" : "hikariConfigBean.driverClassName",
      "value" : null
    }, {
      "name" : "hikariConfigBean.connectionTestQuery",
      "value" : null
    }, {
      "name" : "hikariConfigBean.maximumPoolSize",
      "value" : 6
    }, {
      "name" : "hikariConfigBean.minIdle",
      "value" : 6
    }, {
      "name" : "hikariConfigBean.connectionTimeout",
      "value" : "${30 * SECONDS}"
    }, {
      "name" : "hikariConfigBean.idleTimeout",
      "value" : "${10 * MINUTES}"
    }, {
      "name" : "hikariConfigBean.maxLifetime",
      "value" : "${30 * MINUTES}"
    }, {
      "name" : "hikariConfigBean.autoCommit",
      "value" : false
    }, {
      "name" : "hikariConfigBean.readOnly",
      "value" : true
    }, {
      "name" : "hikariConfigBean.initialQuery",
      "value" : null
    }, {
      "name" : "hikariConfigBean.transactionIsolation",
      "value" : "DEFAULT"
    }, {
      "name" : "stageOnRecordError",
      "value" : "TO_ERROR"
    } ],
    "services" : [ ],
    "uiInfo" : {
      "outputStreamLabels" : null,
      "yPos" : 50,
      "stageType" : "SOURCE",
      "rawSource" : null,
      "icon" : "rdbms_multithreaded.png",
      "description" : "",
      "inputStreamLabels" : null,
      "label" : "Oracle 19",
      "xPos" : 60
    },
    "inputLanes" : [ ],
    "outputLanes" : [ "JDBCMultitableConsumer_01OutputLane15882615551090" ],
    "eventLanes" : [ "JDBCMultitableConsumer_01_EventLane" ]
  }, {
    "instanceName" : "PipelineFinisherExecutor_01",
    "library" : "streamsets-datacollector-basic-lib",
    "stageName" : "com_streamsets_pipeline_stage_executor_finishpipeline_PipelineFinisherDExecutor",
    "stageVersion" : "1",
    "configuration" : [ {
      "name" : "config.resetOffset",
      "value" : true
    }, {
      "name" : "stageOnRecordError",
      "value" : "DISCARD"
    }, {
      "name" : "stageRequiredFields",
      "value" : [ ]
    }, {
      "name" : "stageRecordPreconditions",
      "value" : [ "${record:eventType()==\"no-more-data\"}" ]
    } ],
    "services" : [ ],
    "uiInfo" : {
      "outputStreamLabels" : null,
      "yPos" : 201,
      "stageType" : "EXECUTOR",
      "rawSource" : null,
      "icon" : "finisher.png",
      "description" : "",
      "inputStreamLabels" : null,
      "label" : "Stop Pipeline (No more data)",
      "xPos" : 306
    },
    "inputLanes" : [ "JDBCMultitableConsumer_01_EventLane" ],
    "outputLanes" : [ ],
    "eventLanes" : [ ]
  }, {
    "instanceName" : "DatabricksDeltaLake_02",
    "library" : "streamsets-datacollector-databricks-lib",
    "stageName" : "com_streamsets_pipeline_stage_destination_DatabricksDeltaLakeDTarget",
    "stageVersion" : "1",
    "configuration" : [ {
      "name" : "config.data.rowFieldPath",
      "value" : "/"
    }, {
      "name" : "config.data.ignoreFields",
      "value" : null
    }, {
      "name" : "config.data.nullValue",
      "value" : "\\N"
    }, {
      "name" : "config.data.dataDriftEnabled",
      "value" : true
    }, {
      "name" : "config.data.alwaysCreateStringColumns",
      "value" : false
    }, {
      "name" : "config.data.cdcData",
      "value" : false
    }, {
      "name" : "config.data.tableKeyBeans",
      "value" : [ {
        "keyColumns" : [ ]
      } ]
    }, {
      "name" : "config.data.replaceNewLines",
      "value" : false
    }, {
      "name" : "config.data.newLineReplacement",
      "value" : null
    }, {
      "name" : "config.data.ignoreMissingFields",
      "value" : false
    }, {
      "name" : "config.data.ignoreFieldsWithInvalidTypes",
      "value" : false
    }, {
      "name" : "config.data.booleanDefault",
      "value" : "\\N"
    }, {
      "name" : "config.data.numberDefault",
      "value" : "\\N"
    }, {
      "name" : "config.data.doubleDefault",
      "value" : "\\N"
    }, {
      "name" : "config.data.floatDefault",
      "value" : "\\N"
    }, {
      "name" : "config.data.decimalDefault",
      "value" : "\\N"
    }, {
      "name" : "config.data.dateDefault",
      "value" : "\\N"
    }, {
      "name" : "config.data.timestampTzDefault",
      "value" : "\\N"
    }, {
      "name" : "config.data.stringTypeDefault",
      "value" : "\\N"
    }, {
      "name" : "config.data.binaryDefault",
      "value" : "\\N"
    }, {
      "name" : "config.data.trimSpaces",
      "value" : true
    }, {
      "name" : "config.destinationConfig.connectionString",
      "value" : "${DB_JDBC_URL}"
    }, {
      "name" : "config.destinationConfig.password",
      "value" : ""
    }, {
      "name" : "config.destinationConfig.table",
      "value" : "${record:attribute('jdbc.tables')}"
    }, {
      "name" : "config.destinationConfig.location",
      "value" : ""
    }, {
      "name" : "config.destinationConfig.tableAutoCreate",
      "value" : true
    }, {
      "name" : "config.destinationConfig.connectionPoolSize",
      "value" : 0
    }, {
      "name" : "config.destinationConfig.purgeDataFile",
      "value" : false
    }, {
      "name" : "config.stageLocation",
      "value" : "AWS_S3"
    }, {
      "name" : "config.s3Stage.filePrefix",
      "value" : "sdc"
    }, {
      "name" : "config.s3Stage.bucket",
      "value" : ""
    }, {
      "name" : "config.s3Stage.useIAMRoles",
      "value" : false
    }, {
      "name" : "config.s3Stage.accessKey",
      "value" : ""
    }, {
      "name" : "config.s3Stage.secretKey",
      "value" : ""
    }, {
      "name" : "config.s3Stage.connectionTimeoutSecs",
      "value" : 10
    }, {
      "name" : "config.s3Stage.socketTimeoutSecs",
      "value" : 50
    }, {
      "name" : "config.s3Stage.maxRetryCount",
      "value" : 3
    }, {
      "name" : "config.s3Stage.threads",
      "value" : 3
    }, {
      "name" : "config.s3Stage.minimumUploadPartSize",
      "value" : 1
    }, {
      "name" : "config.s3Stage.multipartUploadThreshold",
      "value" : 1
    }, {
      "name" : "config.s3Stage.proxyEnabled",
      "value" : false
    }, {
      "name" : "config.s3Stage.proxyHost",
      "value" : null
    }, {
      "name" : "config.s3Stage.proxyPort",
      "value" : 8080
    }, {
      "name" : "config.s3Stage.proxyAuthenticationEnabled",
      "value" : false
    }, {
      "name" : "config.s3Stage.proxyUser",
      "value" : ""
    }, {
      "name" : "config.s3Stage.proxyPassword",
      "value" : ""
    }, {
      "name" : "config.s3Stage.ssEncryption",
      "value" : "NONE"
    }, {
      "name" : "config.s3Stage.kmsKeyId",
      "value" : ""
    }, {
      "name" : "config.s3Stage.encryptionContext",
      "value" : [ { } ]
    }, {
      "name" : "config.azureStage.filePrefix",
      "value" : "sdc"
    }, {
      "name" : "config.azureStage.authenticationType",
      "value" : "SHARED_KEY"
    }, {
      "name" : "config.azureStage.accountName",
      "value" : ""
    }, {
      "name" : "config.azureStage.container",
      "value" : ""
    }, {
      "name" : "config.azureStage.sharedKey",
      "value" : ""
    }, {
      "name" : "config.azureStage.applicationId",
      "value" : ""
    }, {
      "name" : "config.azureStage.applicationKey",
      "value" : ""
    }, {
      "name" : "config.azureStage.authTokenEndpoint",
      "value" : ""
    }, {
      "name" : "stageOnRecordError",
      "value" : "TO_ERROR"
    }, {
      "name" : "stageRequiredFields",
      "value" : [ ]
    }, {
      "name" : "stageRecordPreconditions",
      "value" : [ ]
    } ],
    "services" : [ ],
    "uiInfo" : {
      "outputStreamLabels" : null,
      "yPos" : 51,
      "stageType" : "TARGET",
      "rawSource" : null,
      "icon" : "deltalake.png",
      "description" : "",
      "inputStreamLabels" : null,
      "label" : "Databricks Delta Lake",
      "xPos" : 306
    },
    "inputLanes" : [ "JDBCMultitableConsumer_01OutputLane15882615551090" ],
    "outputLanes" : [ ],
    "eventLanes" : [ ]
  } ],
  "errorStage" : {
    "instanceName" : "Discard_ErrorStage",
    "library" : "streamsets-datacollector-basic-lib",
    "stageName" : "com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget",
    "stageVersion" : "1",
    "configuration" : [ ],
    "services" : [ ],
    "uiInfo" : {
      "outputStreamLabels" : null,
      "yPos" : 50,
      "stageType" : "TARGET",
      "rawSource" : null,
      "icon" : "",
      "description" : "",
      "inputStreamLabels" : null,
      "label" : "Error Records - Discard",
      "xPos" : 500
    },
    "inputLanes" : [ ],
    "outputLanes" : [ ],
    "eventLanes" : [ ]
  },
  "testOriginStage" : {
    "instanceName" : "com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource_TestOriginStage",
    "library" : "streamsets-datacollector-dev-lib",
    "stageName" : "com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource",
    "stageVersion" : "3",
    "configuration" : [ {
      "name" : "rawData",
      "value" : "{\n  \"f1\": \"abc\",\n  \"f2\": \"xyz\",\n  \"f3\": \"lmn\"\n}"
    }, {
      "name" : "stopAfterFirstBatch",
      "value" : false
    }, {
      "name" : "eventData",
      "value" : null
    }, {
      "name" : "stageOnRecordError",
      "value" : "TO_ERROR"
    } ],
    "services" : [ {
      "service" : "com.streamsets.pipeline.api.service.dataformats.DataFormatParserService",
      "serviceVersion" : 2,
      "configuration" : [ {
        "name" : "displayFormats",
        "value" : "DELIMITED,JSON,LOG,SDC_JSON,TEXT,XML"
      }, {
        "name" : "dataFormat",
        "value" : "JSON"
      }, {
        "name" : "dataFormatConfig.compression",
        "value" : "NONE"
      }, {
        "name" : "dataFormatConfig.filePatternInArchive",
        "value" : "*"
      }, {
        "name" : "dataFormatConfig.charset",
        "value" : "UTF-8"
      }, {
        "name" : "dataFormatConfig.removeCtrlChars",
        "value" : false
      }, {
        "name" : "dataFormatConfig.textMaxLineLen",
        "value" : 1024
      }, {
        "name" : "dataFormatConfig.useCustomDelimiter",
        "value" : false
      }, {
        "name" : "dataFormatConfig.customDelimiter",
        "value" : "\\r\\n"
      }, {
        "name" : "dataFormatConfig.includeCustomDelimiterInTheText",
        "value" : false
      }, {
        "name" : "dataFormatConfig.jsonContent",
        "value" : "MULTIPLE_OBJECTS"
      }, {
        "name" : "dataFormatConfig.jsonMaxObjectLen",
        "value" : 4096
      }, {
        "name" : "dataFormatConfig.csvFileFormat",
        "value" : "CSV"
      }, {
        "name" : "dataFormatConfig.csvHeader",
        "value" : "NO_HEADER"
      }, {
        "name" : "dataFormatConfig.csvAllowExtraColumns",
        "value" : false
      }, {
        "name" : "dataFormatConfig.csvExtraColumnPrefix",
        "value" : "_extra_"
      }, {
        "name" : "dataFormatConfig.csvMaxObjectLen",
        "value" : 1024
      }, {
        "name" : "dataFormatConfig.csvCustomDelimiter",
        "value" : "|"
      }, {
        "name" : "dataFormatConfig.multiCharacterFieldDelimiter",
        "value" : "||"
      }, {
        "name" : "dataFormatConfig.multiCharacterLineDelimiter",
        "value" : "${str:unescapeJava('\\\\n')}"
      }, {
        "name" : "dataFormatConfig.csvCustomEscape",
        "value" : "\\"
      }, {
        "name" : "dataFormatConfig.csvCustomQuote",
        "value" : "\""
      }, {
        "name" : "dataFormatConfig.csvEnableComments",
        "value" : false
      }, {
        "name" : "dataFormatConfig.csvCommentMarker",
        "value" : "#"
      }, {
        "name" : "dataFormatConfig.csvIgnoreEmptyLines",
        "value" : false
      }, {
        "name" : "dataFormatConfig.csvRecordType",
        "value" : "LIST_MAP"
      }, {
        "name" : "dataFormatConfig.csvSkipStartLines",
        "value" : 0
      }, {
        "name" : "dataFormatConfig.parseNull",
        "value" : false
      }, {
        "name" : "dataFormatConfig.nullConstant",
        "value" : "\\\\N"
      }, {
        "name" : "dataFormatConfig.xmlRecordElement",
        "value" : null
      }, {
        "name" : "dataFormatConfig.preserveRootElement",
        "value" : false
      }, {
        "name" : "dataFormatConfig.includeFieldXpathAttributes",
        "value" : false
      }, {
        "name" : "dataFormatConfig.xPathNamespaceContext",
        "value" : [ ]
      }, {
        "name" : "dataFormatConfig.outputFieldAttributes",
        "value" : false
      }, {
        "name" : "dataFormatConfig.xmlMaxObjectLen",
        "value" : 4096
      }, {
        "name" : "dataFormatConfig.logMode",
        "value" : "COMMON_LOG_FORMAT"
      }, {
        "name" : "dataFormatConfig.logMaxObjectLen",
        "value" : 1024
      }, {
        "name" : "dataFormatConfig.retainOriginalLine",
        "value" : false
      }, {
        "name" : "dataFormatConfig.customLogFormat",
        "value" : "%h %l %u %t \"%r\" %>s %b"
      }, {
        "name" : "dataFormatConfig.regex",
        "value" : "^(\\S+) (\\S+) (\\S+) \\[([\\w:/]+\\s[+\\-]\\d{4})\\] \"(\\S+) (\\S+) (\\S+)\" (\\d{3}) (\\d+)"
      }, {
        "name" : "dataFormatConfig.fieldPathsToGroupName",
        "value" : [ {
          "fieldPath" : "/",
          "group" : 1
        } ]
      }, {
        "name" : "dataFormatConfig.grokPatternDefinition",
        "value" : null
      }, {
        "name" : "dataFormatConfig.grokPattern",
        "value" : "%{COMMONAPACHELOG}"
      }, {
        "name" : "dataFormatConfig.onParseError",
        "value" : "ERROR"
      }, {
        "name" : "dataFormatConfig.maxStackTraceLines",
        "value" : 50
      }, {
        "name" : "dataFormatConfig.enableLog4jCustomLogFormat",
        "value" : false
      }, {
        "name" : "dataFormatConfig.log4jCustomLogFormat",
        "value" : "%r [%t] %-5p %c %x - %m%n"
      }, {
        "name" : "dataFormatConfig.avroSchemaSource",
        "value" : null
      }, {
        "name" : "dataFormatConfig.avroSchema",
        "value" : null
      }, {
        "name" : "dataFormatConfig.schemaRegistryUrls",
        "value" : [ ]
      }, {
        "name" : "dataFormatConfig.basicAuth",
        "value" : ""
      }, {
        "name" : "dataFormatConfig.schemaLookupMode",
        "value" : "SUBJECT"
      }, {
        "name" : "dataFormatConfig.subject",
        "value" : null
      }, {
        "name" : "dataFormatConfig.schemaId",
        "value" : null
      }, {
        "name" : "dataFormatConfig.avroSkipUnionIndex",
        "value" : false
      }, {
        "name" : "dataFormatConfig.protoDescriptorFile",
        "value" : null
      }, {
        "name" : "dataFormatConfig.messageType",
        "value" : null
      }, {
        "name" : "dataFormatConfig.isDelimited",
        "value" : false
      }, {
        "name" : "dataFormatConfig.binaryMaxObjectLen",
        "value" : 1024
      }, {
        "name" : "dataFormatConfig.datagramMode",
        "value" : "SYSLOG"
      }, {
        "name" : "dataFormatConfig.typesDbPath",
        "value" : null
      }, {
        "name" : "dataFormatConfig.convertTime",
        "value" : false
      }, {
        "name" : "dataFormatConfig.excludeInterval",
        "value" : false
      }, {
        "name" : "dataFormatConfig.authFilePath",
        "value" : null
      }, {
        "name" : "dataFormatConfig.netflowOutputValuesMode",
        "value" : "RAW_AND_INTERPRETED"
      }, {
        "name" : "dataFormatConfig.maxTemplateCacheSize",
        "value" : -1
      }, {
        "name" : "dataFormatConfig.templateCacheTimeoutMs",
        "value" : -1
      }, {
        "name" : "dataFormatConfig.netflowOutputValuesModeDatagram",
        "value" : "RAW_AND_INTERPRETED"
      }, {
        "name" : "dataFormatConfig.maxTemplateCacheSizeDatagram",
        "value" : -1
      }, {
        "name" : "dataFormatConfig.templateCacheTimeoutMsDatagram",
        "value" : -1
      }, {
        "name" : "dataFormatConfig.wholeFileMaxObjectLen",
        "value" : 8192
      }, {
        "name" : "dataFormatConfig.rateLimit",
        "value" : "-1"
      }, {
        "name" : "dataFormatConfig.verifyChecksum",
        "value" : false
      }, {
        "name" : "dataFormatConfig.excelHeader",
        "value" : null
      }, {
        "name" : "dataFormatConfig.excelSkipCellsWithNoHeader",
        "value" : false
      }, {
        "name" : "dataFormatConfig.excelReadAllSheets",
        "value" : false
      }, {
        "name" : "dataFormatConfig.excelSheetNames",
        "value" : [ ]
      } ]
    } ],
    "uiInfo" : {
      "icon" : "dev.png",
      "label" : "Test Origin - Dev Raw Data Source",
      "stageType" : "SOURCE"
    },
    "inputLanes" : [ ],
    "outputLanes" : [ "com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource_TestOriginStageOutputLane1" ],
    "eventLanes" : [ ]
  },
  "info" : {
    "name" : "OracleToDatabricksDeltaLake87a09a35-d201-497f-82ea-c7c03de13517",
    "pipelineId" : "Oracle19ToDatabricksDeltaLake87a09a35-d201-497f-82ea-c7c03de13517",
    "title" : "Oracle 19 To Databricks Delta Lake",
    "description" : "Tutorial - https://github.com/streamsets/pipeline-library/tree/master/datacollector/sample-pipelines/pipelines/Oracle%2019c%20Bulk%20Ingest%20and%20CDC%20to%20Databricks%20Delta%20Lake",
    "created" : 1588261491769,
    "lastModified" : 1588261491769,
    "creator" : "admin@iamontheinet",
    "lastModifier" : "admin@iamontheinet",
    "lastRev" : "0",
    "uuid" : "c1f40ef8-d15f-41a6-9dae-006d4e19c4f5",
    "valid" : false,
    "metadata" : {
      "labels" : [ "origin:JDBC Multitable Consumer", "destination:Databricks Delta Lake" ]
    },
    "sdcVersion" : "3.21.0",
    "sdcId" : "7b4e976b-8af5-11ea-bddc-815db90952dc"
  },
  "issues" : {
    "pipelineIssues" : [ ],
    "stageIssues" : { },
    "issueCount" : 0
  },
  "valid" : true,
  "previewable" : true,
  "statsAggregatorStage" : {
    "instanceName" : "statsAggregatorStageInstance",
    "library" : "streamsets-datacollector-basic-lib",
    "stageName" : "com_streamsets_pipeline_stage_destination_devnull_StatsDpmDirectlyDTarget",
    "stageVersion" : "1",
    "configuration" : [ ],
    "services" : [ ],
    "uiInfo" : {
      "stageType" : "TARGET",
      "label" : "Stats Aggregator -Write Directly to Control Hub - statistics are not aggregated across Data Collectors"
    },
    "inputLanes" : [ ],
    "outputLanes" : [ ],
    "eventLanes" : [ ]
  },
  "metadata" : {
     "labels" : [ "origin:JDBC Multitable Consumer", "destination:Databricks Delta Lake" ] 
  },
  "startEventStages" : [ {
    "instanceName" : "Discard_StartEventStage",
    "library" : "streamsets-datacollector-basic-lib",
    "stageName" : "com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget",
    "stageVersion" : "1",
    "configuration" : [ ],
    "services" : [ ],
    "uiInfo" : {
      "outputStreamLabels" : null,
      "yPos" : 50,
      "stageType" : "TARGET",
      "rawSource" : null,
      "icon" : "",
      "description" : "",
      "inputStreamLabels" : null,
      "label" : "Start Event - Discard",
      "xPos" : 280
    },
    "inputLanes" : [ ],
    "outputLanes" : [ ],
    "eventLanes" : [ ]
  } ],
  "stopEventStages" : [ {
    "instanceName" : "Shell_StopEventStage",
    "library" : "streamsets-datacollector-basic-lib",
    "stageName" : "com_streamsets_pipeline_stage_executor_shell_ShellDExecutor",
    "stageVersion" : "1",
    "configuration" : [ {
      "name" : "config.environmentVariables",
      "value" : [ {
        "key" : "CDC_JOB_ID",
        "value" : "${CDC_JOB_ID}"
      }, {
        "key" : "SCH_USERNAME",
        "value" : "${SCH_USERNAME}"
      }, {
        "key" : "SCH_PASSWORD",
        "value" : "${SCH_PASSWORD}"
      } ]
    }, {
      "name" : "config.timeout",
      "value" : "20000"
    }, {
      "name" : "config.script",
      "value" : "#!/bin/bash\n\necho \"==== Get SCH auth token ====\"\nSCH_TOKEN=$(curl -s -X POST -d \"{\\\"userName\\\":\\\"$SCH_USERNAME\\\", \\\"password\\\": \\\"$SCH_PASSWORD\\\"}\" https://cloud.streamsets.com/security/public-rest/v1/authentication/login -H \"Content-Type:application/json\" -H \"X-Requested-By:SDC\" -c - | grep SSO | grep -o '\\S*$')\n\necho \"==== SCH_TOKEN ====\"\necho $SCH_TOKEN\n\necho \"==== CDC_JOB_ID ====\"\necho $CDC_JOB_ID\n\necho \"==== Reset Oracle CDC job ====\"\ncurl -H \"X-Requested-By: SDC\" -H \"Content-Type: application/json\" -H \"X-SS-User-Auth-Token:$SCH_TOKEN\" -X POST \"https://cloud.streamsets.com/jobrunner/rest/v1/job/$CDC_JOB_ID/resetOffset\" > reset.txt\n\necho \"==== Start Oracle CDC job ====\"\ncurl -H \"X-Requested-By: SDC\" -H \"Content-Type: application/json\" -H \"X-SS-User-Auth-Token:$SCH_TOKEN\" -X POST \"https://cloud.streamsets.com/jobrunner/rest/v1/job/$CDC_JOB_ID/start\" > start.txt\n\nexit 0"
    }, {
      "name" : "stageOnRecordError",
      "value" : "TO_ERROR"
    }, {
      "name" : "stageRequiredFields",
      "value" : [ ]
    }, {
      "name" : "stageRecordPreconditions",
      "value" : [ ]
    } ],
    "services" : [ ],
    "uiInfo" : {
      "outputStreamLabels" : null,
      "yPos" : 50,
      "stageType" : "EXECUTOR",
      "rawSource" : null,
      "icon" : "shell.png",
      "description" : "",
      "inputStreamLabels" : null,
      "label" : "Stop Event - Shell",
      "xPos" : 526
    },
    "inputLanes" : [ ],
    "outputLanes" : [ ],
    "eventLanes" : [ ]
  } ],
  "fragments" : [ ]
},
"pipelineRules": {"schemaVersion":3,"version":2,"metricsRuleDefinitions":[{"id":"badRecordsAlertID","alertText":"High incidence of Error Records","metricId":"pipeline.batchErrorRecords.counter","metricType":"COUNTER","metricElement":"COUNTER_COUNT","condition":"${value() > 100}","sendEmail":false,"enabled":false,"timestamp":1588261491769,"valid":true},{"id":"stageErrorAlertID","alertText":"High incidence of Stage Errors","metricId":"pipeline.batchErrorMessages.counter","metricType":"COUNTER","metricElement":"COUNTER_COUNT","condition":"${value() > 100}","sendEmail":false,"enabled":false,"timestamp":1588261491769,"valid":true},{"id":"idleGaugeID","alertText":"Pipeline is Idle","metricId":"RuntimeStatsGauge.gauge","metricType":"GAUGE","metricElement":"TIME_OF_LAST_RECEIVED_RECORD","condition":"${time:now() - value() > 120000}","sendEmail":false,"enabled":false,"timestamp":1588261491769,"valid":true},{"id":"batchTimeAlertID","alertText":"Batch taking more time to process","metricId":"RuntimeStatsGauge.gauge","metricType":"GAUGE","metricElement":"CURRENT_BATCH_AGE","condition":"${value() > 200}","sendEmail":false,"enabled":false,"timestamp":1588261491769,"valid":true}],"dataRuleDefinitions":[],"driftRuleDefinitions":[],"uuid":"689bddb6-a55d-44e8-b8d6-96154c3a80a4","configuration":[{"name":"emailIDs","value":[]},{"name":"webhookConfigs","value":[]}],"configIssues":[],"ruleIssues":[]},
"libraryDefinitions": {"schemaVersion":"1","pipeline":[{"configDefinitions":[{"fieldName":"executionMode","description":"","max":9223372036854776000,"label":"Execution Mode","mode":"text/plain","model":{"labels":["Standalone","Cluster Batch","Cluster Yarn Streaming","Cluster Mesos Streaming","Edge","Cluster EMR Batch","Batch","Streaming"],"values":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EDGE","EMR_BATCH","BATCH","STREAMING"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.ExecutionModeChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":10,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"executionMode","type":"MODEL","defaultValue":"STANDALONE"},{"fieldName":"edgeHttpUrl","description":"","max":9223372036854776000,"label":"Data Collector Edge URL","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"","dependsOnMap":{"executionMode":["EDGE"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":15,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"edgeHttpUrl","type":"STRING","defaultValue":"http://localhost:18633"},{"fieldName":"deliveryGuarantee","description":"","max":9223372036854776000,"label":"Delivery Guarantee","mode":"text/plain","model":{"labels":["At Least Once","At Most Once"],"values":["AT_LEAST_ONCE","AT_MOST_ONCE"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.DeliveryGuaranteeChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"","dependsOnMap":{"executionMode":["CLUSTER_MESOS_STREAMING","CLUSTER_BATCH","EDGE","CLUSTER_YARN_STREAMING","EMR_BATCH","STANDALONE"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":20,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"deliveryGuarantee","type":"MODEL","defaultValue":"AT_LEAST_ONCE"},{"fieldName":"testOriginStage","description":"Stage used for testing in preview mode.","max":9223372036854776000,"label":"Test Origin","mode":"text/plain","model":{"labels":["Amazon S3 (Library: Amazon Web Services 1.11.123)","Amazon SQS Consumer (Library: Amazon Web Services 1.11.123)","Azure Data Lake Storage Gen1 (Library: Azure)","Azure Data Lake Storage Gen2 (Library: Azure)","Azure IoT/Event Hub Consumer (Library: Azure)","CoAP Server (Library: Basic)","Cron Scheduler (Library: Orchestrator)","Dev Data Generator (Library: Dev (for development only))","Dev Random Record Source (Library: Dev (for development only))","Dev Raw Data Source (Library: Dev (for development only))","Dev SDC RPC with Buffering (Library: Basic)","Dev Snapshot Replaying (Library: Dev (for development only))","Directory (Library: Basic)","Elasticsearch (Library: Elasticsearch 5.2.0)","File Tail (Library: Basic)","Fragment Origin (Library: Basic)","Google BigQuery (Library: Google Cloud)","Google Cloud Storage (Library: Google Cloud)","Google Pub Sub Subscriber (Library: Google Cloud)","Groovy Scripting (Library: Groovy 2.4.11)","gRPC Client (Library: Basic)","Hadoop FS (Library: CDH 6.3.0)","Hadoop FS (Library: CDH 5.14.0)","Hadoop FS (Library: HDP 3.1.0)","Hadoop FS (Library: EMR 5.14.0 - Hadoop 2.8.3)","Hadoop FS (Library: CDH 5.16.0)","Hadoop FS (Library: CDH 6.0.1)","Hadoop FS (Library: CDH 6.1.1)","Hadoop FS (Library: CDH 5.15.0)","Hadoop FS (Library: CDH 6.2.0)","Hadoop FS Standalone (Library: CDH 6.3.0)","Hadoop FS Standalone (Library: CDH 5.14.0)","Hadoop FS Standalone (Library: HDP 3.1.0)","Hadoop FS Standalone (Library: CDH 5.16.0)","Hadoop FS Standalone (Library: CDH 6.0.1)","Hadoop FS Standalone (Library: CDH 6.1.1)","Hadoop FS Standalone (Library: CDH 5.15.0)","Hadoop FS Standalone (Library: Azure)","Hadoop FS Standalone (Library: CDH 6.2.0)","HTTP Client (Library: Basic)","HTTP Server (Library: Basic)","HTTP to Kafka (Library: CDH 6.3.0)","HTTP to Kafka (Library: HDP 3.1.0)","HTTP to Kafka (Library: Apache Kafka 2.0.0)","HTTP to Kafka (Library: CDH Kafka 3.1.0)","HTTP to Kafka (Library: Apache Kafka 1.1.0)","HTTP to Kafka (Library: CDH 6.0.1)","HTTP to Kafka (Library: CDH 6.1.1)","HTTP to Kafka (Library: CDH Kafka 4.1.0)","HTTP to Kafka (Library: Apache Kafka 1.0.0)","HTTP to Kafka (Library: CDH 6.2.0)","JavaScript Scripting (Library: Basic)","JDBC Multitable Consumer (Library: JDBC)","JDBC Query Consumer (Library: JDBC)","JMS Consumer (Library: JMS)","Jython Scripting (Library: Jython 2.7.0)","Kafka Consumer (Library: CDH 6.3.0)","Kafka Consumer (Library: HDP 3.1.0)","Kafka Consumer (Library: Apache Kafka 2.0.0)","Kafka Consumer (Library: CDH Kafka 3.1.0)","Kafka Consumer (Library: Apache Kafka 1.1.0)","Kafka Consumer (Library: CDH 6.0.1)","Kafka Consumer (Library: CDH 6.1.1)","Kafka Consumer (Library: CDH Cluster Kafka with CDS Powered By Apache Spark 2.2.0 Release 1)","Kafka Consumer (Library: CDH Kafka 4.1.0)","Kafka Consumer (Library: CDH Cluster Kafka with CDS Powered By Apache Spark 2.3.0 Release 4)","Kafka Consumer (Library: Apache Kafka 1.0.0)","Kafka Consumer (Library: CDH Cluster Kafka with CDS Powered By Apache Spark 2.3.0 Release 2)","Kafka Consumer (Library: CDH Cluster Kafka with CDS Powered By Apache Spark 2.3.0 Release 3)","Kafka Consumer (Library: CDH 6.2.0)","Kafka Multitopic Consumer (Library: CDH 6.3.0)","Kafka Multitopic Consumer (Library: HDP 3.1.0)","Kafka Multitopic Consumer (Library: Apache Kafka 2.0.0)","Kafka Multitopic Consumer (Library: CDH Kafka 3.1.0)","Kafka Multitopic Consumer (Library: Apache Kafka 1.1.0)","Kafka Multitopic Consumer (Library: CDH 6.0.1)","Kafka Multitopic Consumer (Library: CDH 6.1.1)","Kafka Multitopic Consumer (Library: CDH Kafka 4.1.0)","Kafka Multitopic Consumer (Library: Apache Kafka 1.0.0)","Kafka Multitopic Consumer (Library: CDH 6.2.0)","Kinesis Consumer (Library: Amazon Kinesis)","MongoDB (Library: MongoDB Java Driver 3.12.0)","MongoDB (Library: MongoDB Java Driver 3.5.0)","MongoDB Oplog (Library: MongoDB Java Driver 3.12.0)","MongoDB Oplog (Library: MongoDB Java Driver 3.5.0)","MQTT Subscriber (Library: Basic)","MySQL Binary Log (Library: MySql BinLog)","NiFi HTTP Server (Library: Basic)","Omniture (Library: Omniture)","OPC UA Client (Library: Basic)","Oracle Bulkload (Library: Oracle Enterprise Library)","Oracle CDC Client (Library: JDBC)","PostgreSQL CDC Client (Library: JDBC)","Pulsar Consumer (Library: Apache Pulsar 2.2.0)","RabbitMQ Consumer (Library: RabbitMQ 3.5.6)","Redis Consumer (Library: Redis 2.8.x, 3.0.x)","REST Service (Library: Basic)","Salesforce (Library: Salesforce Library)","SDC RPC (Library: Basic)","SDC RPC to Kafka (Library: CDH 6.3.0)","SDC RPC to Kafka (Library: HDP 3.1.0)","SDC RPC to Kafka (Library: Apache Kafka 2.0.0)","SDC RPC to Kafka (Library: CDH Kafka 3.1.0)","SDC RPC to Kafka (Library: Apache Kafka 1.1.0)","SDC RPC to Kafka (Library: CDH 6.0.1)","SDC RPC to Kafka (Library: CDH 6.1.1)","SDC RPC to Kafka (Library: CDH Kafka 4.1.0)","SDC RPC to Kafka (Library: Apache Kafka 1.0.0)","SDC RPC to Kafka (Library: CDH 6.2.0)","Sensor Reader (Library: Dev (for development only))","SFTP/FTP/FTPS Client (Library: Basic)","SQL Server CDC Client (Library: JDBC)","SQL Server Change Tracking Client (Library: JDBC)","Start Job (Library: Orchestrator)","Start Pipeline (Library: Orchestrator)","System Metrics (Library: Basic)","TCP Server (Library: Basic)","UDP Multithreaded Source (Library: Basic)","UDP Source (Library: Basic)","UDP to Kafka (Library: CDH 6.3.0)","UDP to Kafka (Library: HDP 3.1.0)","UDP to Kafka (Library: Apache Kafka 2.0.0)","UDP to Kafka (Library: CDH Kafka 3.1.0)","UDP to Kafka (Library: Apache Kafka 1.1.0)","UDP to Kafka (Library: CDH 6.0.1)","UDP to Kafka (Library: CDH 6.1.1)","UDP to Kafka (Library: CDH Kafka 4.1.0)","UDP to Kafka (Library: Apache Kafka 1.0.0)","UDP to Kafka (Library: CDH 6.2.0)","WebSocket Client (Library: Basic)","WebSocket Server (Library: Basic)","Windows Event Log (Library: Windows)"],"values":["streamsets-datacollector-aws-lib::com_streamsets_pipeline_stage_origin_s3_AmazonS3DSource::12","streamsets-datacollector-aws-lib::com_streamsets_pipeline_stage_origin_sqs_SqsDSource::4","streamsets-datacollector-azure-lib::com_streamsets_pipeline_stage_origin_datalake_gen1_DataLakeDSource::2","streamsets-datacollector-azure-lib::com_streamsets_pipeline_stage_origin_datalake_gen2_DataLakeGen2DSource::2","streamsets-datacollector-azure-lib::com_streamsets_pipeline_stage_origin_eventhubs_EventHubConsumerDSource::2","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_coapserver_CoapServerDPushSource::1","streamsets-datacollector-orchestrator-lib::com_streamsets_pipeline_stage_origin_scheduler_SchedulerDPushSource::2","streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_devtest_RandomDataGeneratorSource::5","streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_devtest_RandomSource::1","streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource::3","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_sdcipcwithbuffer_SdcIpcWithDiskBufferDSource::3","streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_devtest_replaying_SnapshotReplayDSource::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_spooldir_SpoolDirDSource::11","streamsets-datacollector-elasticsearch_5-lib::com_streamsets_pipeline_stage_origin_elasticsearch_ElasticsearchDSource::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_logtail_FileTailDSource::4","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_fragment_FragmentSource::1","streamsets-datacollector-google-cloud-lib::com_streamsets_pipeline_stage_bigquery_origin_BigQueryDSource::2","streamsets-datacollector-google-cloud-lib::com_streamsets_pipeline_stage_cloudstorage_origin_GoogleCloudStorageDSource::1","streamsets-datacollector-google-cloud-lib::com_streamsets_pipeline_stage_pubsub_origin_PubSubDSource::2","streamsets-datacollector-groovy_2_4-lib::com_streamsets_pipeline_stage_origin_groovy_GroovyDSource::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_grpcclient_GrpcClientDSource::1","streamsets-datacollector-cdh_6_3-lib::com_streamsets_pipeline_stage_origin_hdfs_cluster_ClusterHdfsDSource::6","streamsets-datacollector-cdh_5_14-lib::com_streamsets_pipeline_stage_origin_hdfs_cluster_ClusterHdfsDSource::6","streamsets-datacollector-hdp_3_1-lib::com_streamsets_pipeline_stage_origin_hdfs_cluster_ClusterHdfsDSource::6","streamsets-datacollector-emr_hadoop_2_8_3-lib::com_streamsets_pipeline_stage_origin_hdfs_cluster_ClusterHdfsDSource::6","streamsets-datacollector-cdh_5_16-lib::com_streamsets_pipeline_stage_origin_hdfs_cluster_ClusterHdfsDSource::6","streamsets-datacollector-cdh_6_0-lib::com_streamsets_pipeline_stage_origin_hdfs_cluster_ClusterHdfsDSource::6","streamsets-datacollector-cdh_6_1-lib::com_streamsets_pipeline_stage_origin_hdfs_cluster_ClusterHdfsDSource::6","streamsets-datacollector-cdh_5_15-lib::com_streamsets_pipeline_stage_origin_hdfs_cluster_ClusterHdfsDSource::6","streamsets-datacollector-cdh_6_2-lib::com_streamsets_pipeline_stage_origin_hdfs_cluster_ClusterHdfsDSource::6","streamsets-datacollector-cdh_6_3-lib::com_streamsets_pipeline_stage_origin_hdfs_HdfsDSource::2","streamsets-datacollector-cdh_5_14-lib::com_streamsets_pipeline_stage_origin_hdfs_HdfsDSource::2","streamsets-datacollector-hdp_3_1-lib::com_streamsets_pipeline_stage_origin_hdfs_HdfsDSource::2","streamsets-datacollector-cdh_5_16-lib::com_streamsets_pipeline_stage_origin_hdfs_HdfsDSource::2","streamsets-datacollector-cdh_6_0-lib::com_streamsets_pipeline_stage_origin_hdfs_HdfsDSource::2","streamsets-datacollector-cdh_6_1-lib::com_streamsets_pipeline_stage_origin_hdfs_HdfsDSource::2","streamsets-datacollector-cdh_5_15-lib::com_streamsets_pipeline_stage_origin_hdfs_HdfsDSource::2","streamsets-datacollector-azure-lib::com_streamsets_pipeline_stage_origin_hdfs_HdfsDSource::2","streamsets-datacollector-cdh_6_2-lib::com_streamsets_pipeline_stage_origin_hdfs_HdfsDSource::2","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_http_HttpClientDSource::17","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_httpserver_HttpServerDPushSource::13","streamsets-datacollector-cdh_6_3-lib::com_streamsets_pipeline_stage_origin_httptokafka_HttpToKafkaDSource::2","streamsets-datacollector-hdp_3_1-lib::com_streamsets_pipeline_stage_origin_httptokafka_HttpToKafkaDSource::2","streamsets-datacollector-apache-kafka_2_0-lib::com_streamsets_pipeline_stage_origin_httptokafka_HttpToKafkaDSource::2","streamsets-datacollector-cdh_kafka_3_1-lib::com_streamsets_pipeline_stage_origin_httptokafka_HttpToKafkaDSource::2","streamsets-datacollector-apache-kafka_1_1-lib::com_streamsets_pipeline_stage_origin_httptokafka_HttpToKafkaDSource::2","streamsets-datacollector-cdh_6_0-lib::com_streamsets_pipeline_stage_origin_httptokafka_HttpToKafkaDSource::2","streamsets-datacollector-cdh_6_1-lib::com_streamsets_pipeline_stage_origin_httptokafka_HttpToKafkaDSource::2","streamsets-datacollector-cdh_kafka_4_1-lib::com_streamsets_pipeline_stage_origin_httptokafka_HttpToKafkaDSource::2","streamsets-datacollector-apache-kafka_1_0-lib::com_streamsets_pipeline_stage_origin_httptokafka_HttpToKafkaDSource::2","streamsets-datacollector-cdh_6_2-lib::com_streamsets_pipeline_stage_origin_httptokafka_HttpToKafkaDSource::2","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_javascript_JavascriptDSource::1","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_origin_jdbc_table_TableJdbcDSource::8","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_origin_jdbc_JdbcDSource::12","streamsets-datacollector-jms-lib::com_streamsets_pipeline_stage_origin_jms_JmsDSource::7","streamsets-datacollector-jython_2_7-lib::com_streamsets_pipeline_stage_origin_jython_JythonDSource::1","streamsets-datacollector-cdh_6_3-lib::com_streamsets_pipeline_stage_origin_kafka_KafkaDSource::11","streamsets-datacollector-hdp_3_1-lib::com_streamsets_pipeline_stage_origin_kafka_KafkaDSource::11","streamsets-datacollector-apache-kafka_2_0-lib::com_streamsets_pipeline_stage_origin_kafka_KafkaDSource::11","streamsets-datacollector-cdh_kafka_3_1-lib::com_streamsets_pipeline_stage_origin_kafka_KafkaDSource::11","streamsets-datacollector-apache-kafka_1_1-lib::com_streamsets_pipeline_stage_origin_kafka_KafkaDSource::11","streamsets-datacollector-cdh_6_0-lib::com_streamsets_pipeline_stage_origin_kafka_KafkaDSource::11","streamsets-datacollector-cdh_6_1-lib::com_streamsets_pipeline_stage_origin_kafka_KafkaDSource::11","streamsets-datacollector-cdh-spark_2_2-lib::com_streamsets_pipeline_stage_origin_kafka_KafkaDSource::11","streamsets-datacollector-cdh_kafka_4_1-lib::com_streamsets_pipeline_stage_origin_kafka_KafkaDSource::11","streamsets-datacollector-cdh-spark_2_3_r4-lib::com_streamsets_pipeline_stage_origin_kafka_KafkaDSource::11","streamsets-datacollector-apache-kafka_1_0-lib::com_streamsets_pipeline_stage_origin_kafka_KafkaDSource::11","streamsets-datacollector-cdh-spark_2_3-lib::com_streamsets_pipeline_stage_origin_kafka_KafkaDSource::11","streamsets-datacollector-cdh-spark_2_3_r3-lib::com_streamsets_pipeline_stage_origin_kafka_KafkaDSource::11","streamsets-datacollector-cdh_6_2-lib::com_streamsets_pipeline_stage_origin_kafka_KafkaDSource::11","streamsets-datacollector-cdh_6_3-lib::com_streamsets_pipeline_stage_origin_multikafka_MultiKafkaDSource::6","streamsets-datacollector-hdp_3_1-lib::com_streamsets_pipeline_stage_origin_multikafka_MultiKafkaDSource::6","streamsets-datacollector-apache-kafka_2_0-lib::com_streamsets_pipeline_stage_origin_multikafka_MultiKafkaDSource::6","streamsets-datacollector-cdh_kafka_3_1-lib::com_streamsets_pipeline_stage_origin_multikafka_MultiKafkaDSource::6","streamsets-datacollector-apache-kafka_1_1-lib::com_streamsets_pipeline_stage_origin_multikafka_MultiKafkaDSource::6","streamsets-datacollector-cdh_6_0-lib::com_streamsets_pipeline_stage_origin_multikafka_MultiKafkaDSource::6","streamsets-datacollector-cdh_6_1-lib::com_streamsets_pipeline_stage_origin_multikafka_MultiKafkaDSource::6","streamsets-datacollector-cdh_kafka_4_1-lib::com_streamsets_pipeline_stage_origin_multikafka_MultiKafkaDSource::6","streamsets-datacollector-apache-kafka_1_0-lib::com_streamsets_pipeline_stage_origin_multikafka_MultiKafkaDSource::6","streamsets-datacollector-cdh_6_2-lib::com_streamsets_pipeline_stage_origin_multikafka_MultiKafkaDSource::6","streamsets-datacollector-kinesis-lib::com_streamsets_pipeline_stage_origin_kinesis_KinesisDSource::7","streamsets-datacollector-mongodb_4-lib::com_streamsets_pipeline_stage_origin_mongodb_MongoDBDSource::3","streamsets-datacollector-mongodb_3-lib::com_streamsets_pipeline_stage_origin_mongodb_MongoDBDSource::3","streamsets-datacollector-mongodb_4-lib::com_streamsets_pipeline_stage_origin_mongodb_oplog_MongoDBOplogDSource::1","streamsets-datacollector-mongodb_3-lib::com_streamsets_pipeline_stage_origin_mongodb_oplog_MongoDBOplogDSource::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_mqtt_MqttClientDSource::4","streamsets-datacollector-mysql-binlog-lib::com_streamsets_pipeline_stage_origin_mysql_MysqlDSource::2","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_httpserver_nifi_NiFiHttpServerDPushSource::2","streamsets-datacollector-omniture-lib::com_streamsets_pipeline_stage_origin_omniture_OmnitureDSource::2","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_opcua_OpcUaClientDSource::3","streamsets-datacollector-oracle-lib::com_streamsets_pipeline_stage_origin_oracle_OracleDSource::1","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_origin_jdbc_cdc_oracle_OracleCDCDSource::12","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_origin_jdbc_cdc_postgres_PostgresCDCDSource::2","streamsets-datacollector-apache-pulsar_2-lib::com_streamsets_pipeline_stage_origin_pulsar_PulsarDSource::1","streamsets-datacollector-rabbitmq-lib::com_streamsets_pipeline_stage_origin_rabbitmq_RabbitDSource::5","streamsets-datacollector-redis-lib::com_streamsets_pipeline_stage_origin_redis_RedisDSource::4","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_restservice_RestServiceDPushSource::5","streamsets-datacollector-salesforce-lib::com_streamsets_pipeline_stage_origin_salesforce_ForceDSource::3","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_sdcipc_SdcIpcDSource::2","streamsets-datacollector-cdh_6_3-lib::com_streamsets_pipeline_stage_origin_ipctokafka_SdcIpcToKafkaDSource::4","streamsets-datacollector-hdp_3_1-lib::com_streamsets_pipeline_stage_origin_ipctokafka_SdcIpcToKafkaDSource::4","streamsets-datacollector-apache-kafka_2_0-lib::com_streamsets_pipeline_stage_origin_ipctokafka_SdcIpcToKafkaDSource::4","streamsets-datacollector-cdh_kafka_3_1-lib::com_streamsets_pipeline_stage_origin_ipctokafka_SdcIpcToKafkaDSource::4","streamsets-datacollector-apache-kafka_1_1-lib::com_streamsets_pipeline_stage_origin_ipctokafka_SdcIpcToKafkaDSource::4","streamsets-datacollector-cdh_6_0-lib::com_streamsets_pipeline_stage_origin_ipctokafka_SdcIpcToKafkaDSource::4","streamsets-datacollector-cdh_6_1-lib::com_streamsets_pipeline_stage_origin_ipctokafka_SdcIpcToKafkaDSource::4","streamsets-datacollector-cdh_kafka_4_1-lib::com_streamsets_pipeline_stage_origin_ipctokafka_SdcIpcToKafkaDSource::4","streamsets-datacollector-apache-kafka_1_0-lib::com_streamsets_pipeline_stage_origin_ipctokafka_SdcIpcToKafkaDSource::4","streamsets-datacollector-cdh_6_2-lib::com_streamsets_pipeline_stage_origin_ipctokafka_SdcIpcToKafkaDSource::4","streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_origin_sensorreader_SensorReaderDSource::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_remote_RemoteDownloadDSource::5","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_origin_jdbc_cdc_sqlserver_SQLServerCDCDSource::5","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_origin_jdbc_CT_sqlserver_SQLServerCTDSource::2","streamsets-datacollector-orchestrator-lib::com_streamsets_pipeline_stage_origin_startJob_StartJobDSource::1","streamsets-datacollector-orchestrator-lib::com_streamsets_pipeline_stage_origin_startPipeline_StartPipelineDSource::2","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_systemmetrics_SystemMetricsDSource::2","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_tcp_TCPServerDSource::4","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_udp_MultithreadedUDPDSource::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_udp_UDPDSource::4","streamsets-datacollector-cdh_6_3-lib::com_streamsets_pipeline_stage_origin_udptokafka_UDPToKafkaDSource::3","streamsets-datacollector-hdp_3_1-lib::com_streamsets_pipeline_stage_origin_udptokafka_UDPToKafkaDSource::3","streamsets-datacollector-apache-kafka_2_0-lib::com_streamsets_pipeline_stage_origin_udptokafka_UDPToKafkaDSource::3","streamsets-datacollector-cdh_kafka_3_1-lib::com_streamsets_pipeline_stage_origin_udptokafka_UDPToKafkaDSource::3","streamsets-datacollector-apache-kafka_1_1-lib::com_streamsets_pipeline_stage_origin_udptokafka_UDPToKafkaDSource::3","streamsets-datacollector-cdh_6_0-lib::com_streamsets_pipeline_stage_origin_udptokafka_UDPToKafkaDSource::3","streamsets-datacollector-cdh_6_1-lib::com_streamsets_pipeline_stage_origin_udptokafka_UDPToKafkaDSource::3","streamsets-datacollector-cdh_kafka_4_1-lib::com_streamsets_pipeline_stage_origin_udptokafka_UDPToKafkaDSource::3","streamsets-datacollector-apache-kafka_1_0-lib::com_streamsets_pipeline_stage_origin_udptokafka_UDPToKafkaDSource::3","streamsets-datacollector-cdh_6_2-lib::com_streamsets_pipeline_stage_origin_udptokafka_UDPToKafkaDSource::3","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_websocket_WebSocketClientDSource::5","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_websocketserver_WebSocketServerDPushSource::13","streamsets-datacollector-windows-lib::com_streamsets_pipeline_stage_origin_windows_WindowsEventLogDSource::3"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.PipelineTestStageChooserValues","filteringConfig":""},"required":false,"min":-9223372036854776000,"group":"","dependsOnMap":{"executionMode":["CLUSTER_MESOS_STREAMING","CLUSTER_BATCH","EDGE","CLUSTER_YARN_STREAMING","EMR_BATCH","STANDALONE"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":21,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"testOriginStage","type":"MODEL","defaultValue":"streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource::3"},{"fieldName":"startEventStage","description":"Stage that should handle pipeline start event.","max":9223372036854776000,"label":"Start Event","mode":"text/plain","model":{"labels":["ADLS Gen1 File Metadata (Library: Azure)","ADLS Gen2 File Metadata (Library: Azure)","Amazon S3 (Library: Amazon Web Services 1.11.123)","Databricks Job Launcher (Library: Basic)","Databricks Query (Library: Databricks Enterprise Library)","Discard (Library: Basic)","Email (Library: Basic)","HDFS File Metadata (Library: CDH 6.3.0)","HDFS File Metadata (Library: CDH 5.14.0)","HDFS File Metadata (Library: HDP 3.1.0)","HDFS File Metadata (Library: CDH 5.16.0)","HDFS File Metadata (Library: CDH 6.0.1)","HDFS File Metadata (Library: CDH 6.1.1)","HDFS File Metadata (Library: CDH 5.15.0)","HDFS File Metadata (Library: Azure)","HDFS File Metadata (Library: CDH 6.2.0)","Hive Query (Library: CDH 6.3.0)","Hive Query (Library: CDH 5.14.0)","Hive Query (Library: HDP 3.1.0)","Hive Query (Library: CDH 5.16.0)","Hive Query (Library: CDH 6.0.1)","Hive Query (Library: CDH 6.1.1)","Hive Query (Library: CDH 5.15.0)","Hive Query (Library: CDH 6.2.0)","JDBC Query (Library: JDBC)","MapReduce (Library: CDH 6.3.0)","MapReduce (Library: CDH 5.14.0)","MapReduce (Library: HDP 3.1.0)","MapReduce (Library: CDH 5.16.0)","MapReduce (Library: CDH 6.0.1)","MapReduce (Library: CDH 6.1.1)","MapReduce (Library: CDH 5.15.0)","MapReduce (Library: CDH 6.2.0)","Shell (Library: Basic)","Spark (Library: CDH 6.3.0)","Spark (Library: CDH 5.14.0)","Spark (Library: HDP 3.1.0)","Spark (Library: CDH 5.16.0)","Spark (Library: CDH 6.0.1)","Spark (Library: CDH 6.1.1)","Spark (Library: CDH 5.15.0)","Spark (Library: CDH Spark 2.1.0 Release 1)","Spark (Library: CDH 6.2.0)","Write to Another Pipeline (Library: Basic)"],"values":["streamsets-datacollector-azure-lib::com_streamsets_pipeline_stage_metadata_gen1_DataLakeMetadataDExecutor::1","streamsets-datacollector-azure-lib::com_streamsets_pipeline_stage_metadata_gen2_DataLakeGen2MetadataDExecutor::1","streamsets-datacollector-aws-lib::com_streamsets_pipeline_stage_executor_s3_AmazonS3DExecutor::2","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_databricks_DatabricksJobLauncherDExecutor::1","streamsets-datacollector-databricks-lib::com_streamsets_pipeline_stage_executor_DatabricksQueryDExecutor::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_emailexecutor_EmailDExecutor::1","streamsets-datacollector-cdh_6_3-lib::com_streamsets_pipeline_stage_destination_hdfs_metadataexecutor_HdfsMetadataDExecutor::1","streamsets-datacollector-cdh_5_14-lib::com_streamsets_pipeline_stage_destination_hdfs_metadataexecutor_HdfsMetadataDExecutor::1","streamsets-datacollector-hdp_3_1-lib::com_streamsets_pipeline_stage_destination_hdfs_metadataexecutor_HdfsMetadataDExecutor::1","streamsets-datacollector-cdh_5_16-lib::com_streamsets_pipeline_stage_destination_hdfs_metadataexecutor_HdfsMetadataDExecutor::1","streamsets-datacollector-cdh_6_0-lib::com_streamsets_pipeline_stage_destination_hdfs_metadataexecutor_HdfsMetadataDExecutor::1","streamsets-datacollector-cdh_6_1-lib::com_streamsets_pipeline_stage_destination_hdfs_metadataexecutor_HdfsMetadataDExecutor::1","streamsets-datacollector-cdh_5_15-lib::com_streamsets_pipeline_stage_destination_hdfs_metadataexecutor_HdfsMetadataDExecutor::1","streamsets-datacollector-azure-lib::com_streamsets_pipeline_stage_destination_hdfs_metadataexecutor_HdfsMetadataDExecutor::1","streamsets-datacollector-cdh_6_2-lib::com_streamsets_pipeline_stage_destination_hdfs_metadataexecutor_HdfsMetadataDExecutor::1","streamsets-datacollector-cdh_6_3-lib::com_streamsets_pipeline_stage_destination_hive_queryexecutor_HiveQueryDExecutor::2","streamsets-datacollector-cdh_5_14-lib::com_streamsets_pipeline_stage_destination_hive_queryexecutor_HiveQueryDExecutor::2","streamsets-datacollector-hdp_3_1-lib::com_streamsets_pipeline_stage_destination_hive_queryexecutor_HiveQueryDExecutor::2","streamsets-datacollector-cdh_5_16-lib::com_streamsets_pipeline_stage_destination_hive_queryexecutor_HiveQueryDExecutor::2","streamsets-datacollector-cdh_6_0-lib::com_streamsets_pipeline_stage_destination_hive_queryexecutor_HiveQueryDExecutor::2","streamsets-datacollector-cdh_6_1-lib::com_streamsets_pipeline_stage_destination_hive_queryexecutor_HiveQueryDExecutor::2","streamsets-datacollector-cdh_5_15-lib::com_streamsets_pipeline_stage_destination_hive_queryexecutor_HiveQueryDExecutor::2","streamsets-datacollector-cdh_6_2-lib::com_streamsets_pipeline_stage_destination_hive_queryexecutor_HiveQueryDExecutor::2","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_executor_jdbc_JdbcQueryDExecutor::4","streamsets-datacollector-cdh_6_3-lib::com_streamsets_pipeline_stage_destination_mapreduce_MapReduceDExecutor::3","streamsets-datacollector-cdh_5_14-lib::com_streamsets_pipeline_stage_destination_mapreduce_MapReduceDExecutor::3","streamsets-datacollector-hdp_3_1-lib::com_streamsets_pipeline_stage_destination_mapreduce_MapReduceDExecutor::3","streamsets-datacollector-cdh_5_16-lib::com_streamsets_pipeline_stage_destination_mapreduce_MapReduceDExecutor::3","streamsets-datacollector-cdh_6_0-lib::com_streamsets_pipeline_stage_destination_mapreduce_MapReduceDExecutor::3","streamsets-datacollector-cdh_6_1-lib::com_streamsets_pipeline_stage_destination_mapreduce_MapReduceDExecutor::3","streamsets-datacollector-cdh_5_15-lib::com_streamsets_pipeline_stage_destination_mapreduce_MapReduceDExecutor::3","streamsets-datacollector-cdh_6_2-lib::com_streamsets_pipeline_stage_destination_mapreduce_MapReduceDExecutor::3","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_shell_ShellDExecutor::1","streamsets-datacollector-cdh_6_3-lib::com_streamsets_datacollector_pipeline_executor_spark_SparkDExecutor::3","streamsets-datacollector-cdh_5_14-lib::com_streamsets_datacollector_pipeline_executor_spark_SparkDExecutor::3","streamsets-datacollector-hdp_3_1-lib::com_streamsets_datacollector_pipeline_executor_spark_SparkDExecutor::3","streamsets-datacollector-cdh_5_16-lib::com_streamsets_datacollector_pipeline_executor_spark_SparkDExecutor::3","streamsets-datacollector-cdh_6_0-lib::com_streamsets_datacollector_pipeline_executor_spark_SparkDExecutor::3","streamsets-datacollector-cdh_6_1-lib::com_streamsets_datacollector_pipeline_executor_spark_SparkDExecutor::3","streamsets-datacollector-cdh_5_15-lib::com_streamsets_datacollector_pipeline_executor_spark_SparkDExecutor::3","streamsets-datacollector-cdh_spark_2_1_r1-lib::com_streamsets_datacollector_pipeline_executor_spark_SparkDExecutor::3","streamsets-datacollector-cdh_6_2-lib::com_streamsets_datacollector_pipeline_executor_spark_SparkDExecutor::3","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_sdcipc_ToErrorSdcIpcDTarget::2"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.PipelineLifecycleStageChooserValues","filteringConfig":""},"required":false,"min":-9223372036854776000,"group":"","dependsOnMap":{"executionMode":["STANDALONE"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":23,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"startEventStage","type":"MODEL","defaultValue":"streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1"},{"fieldName":"stopEventStage","description":"Stage that should handle pipeline stop event.","max":9223372036854776000,"label":"Stop Event","mode":"text/plain","model":{"labels":["ADLS Gen1 File Metadata (Library: Azure)","ADLS Gen2 File Metadata (Library: Azure)","Amazon S3 (Library: Amazon Web Services 1.11.123)","Databricks Job Launcher (Library: Basic)","Databricks Query (Library: Databricks Enterprise Library)","Discard (Library: Basic)","Email (Library: Basic)","HDFS File Metadata (Library: CDH 6.3.0)","HDFS File Metadata (Library: CDH 5.14.0)","HDFS File Metadata (Library: HDP 3.1.0)","HDFS File Metadata (Library: CDH 5.16.0)","HDFS File Metadata (Library: CDH 6.0.1)","HDFS File Metadata (Library: CDH 6.1.1)","HDFS File Metadata (Library: CDH 5.15.0)","HDFS File Metadata (Library: Azure)","HDFS File Metadata (Library: CDH 6.2.0)","Hive Query (Library: CDH 6.3.0)","Hive Query (Library: CDH 5.14.0)","Hive Query (Library: HDP 3.1.0)","Hive Query (Library: CDH 5.16.0)","Hive Query (Library: CDH 6.0.1)","Hive Query (Library: CDH 6.1.1)","Hive Query (Library: CDH 5.15.0)","Hive Query (Library: CDH 6.2.0)","JDBC Query (Library: JDBC)","MapReduce (Library: CDH 6.3.0)","MapReduce (Library: CDH 5.14.0)","MapReduce (Library: HDP 3.1.0)","MapReduce (Library: CDH 5.16.0)","MapReduce (Library: CDH 6.0.1)","MapReduce (Library: CDH 6.1.1)","MapReduce (Library: CDH 5.15.0)","MapReduce (Library: CDH 6.2.0)","Shell (Library: Basic)","Spark (Library: CDH 6.3.0)","Spark (Library: CDH 5.14.0)","Spark (Library: HDP 3.1.0)","Spark (Library: CDH 5.16.0)","Spark (Library: CDH 6.0.1)","Spark (Library: CDH 6.1.1)","Spark (Library: CDH 5.15.0)","Spark (Library: CDH Spark 2.1.0 Release 1)","Spark (Library: CDH 6.2.0)","Write to Another Pipeline (Library: Basic)"],"values":["streamsets-datacollector-azure-lib::com_streamsets_pipeline_stage_metadata_gen1_DataLakeMetadataDExecutor::1","streamsets-datacollector-azure-lib::com_streamsets_pipeline_stage_metadata_gen2_DataLakeGen2MetadataDExecutor::1","streamsets-datacollector-aws-lib::com_streamsets_pipeline_stage_executor_s3_AmazonS3DExecutor::2","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_databricks_DatabricksJobLauncherDExecutor::1","streamsets-datacollector-databricks-lib::com_streamsets_pipeline_stage_executor_DatabricksQueryDExecutor::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_emailexecutor_EmailDExecutor::1","streamsets-datacollector-cdh_6_3-lib::com_streamsets_pipeline_stage_destination_hdfs_metadataexecutor_HdfsMetadataDExecutor::1","streamsets-datacollector-cdh_5_14-lib::com_streamsets_pipeline_stage_destination_hdfs_metadataexecutor_HdfsMetadataDExecutor::1","streamsets-datacollector-hdp_3_1-lib::com_streamsets_pipeline_stage_destination_hdfs_metadataexecutor_HdfsMetadataDExecutor::1","streamsets-datacollector-cdh_5_16-lib::com_streamsets_pipeline_stage_destination_hdfs_metadataexecutor_HdfsMetadataDExecutor::1","streamsets-datacollector-cdh_6_0-lib::com_streamsets_pipeline_stage_destination_hdfs_metadataexecutor_HdfsMetadataDExecutor::1","streamsets-datacollector-cdh_6_1-lib::com_streamsets_pipeline_stage_destination_hdfs_metadataexecutor_HdfsMetadataDExecutor::1","streamsets-datacollector-cdh_5_15-lib::com_streamsets_pipeline_stage_destination_hdfs_metadataexecutor_HdfsMetadataDExecutor::1","streamsets-datacollector-azure-lib::com_streamsets_pipeline_stage_destination_hdfs_metadataexecutor_HdfsMetadataDExecutor::1","streamsets-datacollector-cdh_6_2-lib::com_streamsets_pipeline_stage_destination_hdfs_metadataexecutor_HdfsMetadataDExecutor::1","streamsets-datacollector-cdh_6_3-lib::com_streamsets_pipeline_stage_destination_hive_queryexecutor_HiveQueryDExecutor::2","streamsets-datacollector-cdh_5_14-lib::com_streamsets_pipeline_stage_destination_hive_queryexecutor_HiveQueryDExecutor::2","streamsets-datacollector-hdp_3_1-lib::com_streamsets_pipeline_stage_destination_hive_queryexecutor_HiveQueryDExecutor::2","streamsets-datacollector-cdh_5_16-lib::com_streamsets_pipeline_stage_destination_hive_queryexecutor_HiveQueryDExecutor::2","streamsets-datacollector-cdh_6_0-lib::com_streamsets_pipeline_stage_destination_hive_queryexecutor_HiveQueryDExecutor::2","streamsets-datacollector-cdh_6_1-lib::com_streamsets_pipeline_stage_destination_hive_queryexecutor_HiveQueryDExecutor::2","streamsets-datacollector-cdh_5_15-lib::com_streamsets_pipeline_stage_destination_hive_queryexecutor_HiveQueryDExecutor::2","streamsets-datacollector-cdh_6_2-lib::com_streamsets_pipeline_stage_destination_hive_queryexecutor_HiveQueryDExecutor::2","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_executor_jdbc_JdbcQueryDExecutor::4","streamsets-datacollector-cdh_6_3-lib::com_streamsets_pipeline_stage_destination_mapreduce_MapReduceDExecutor::3","streamsets-datacollector-cdh_5_14-lib::com_streamsets_pipeline_stage_destination_mapreduce_MapReduceDExecutor::3","streamsets-datacollector-hdp_3_1-lib::com_streamsets_pipeline_stage_destination_mapreduce_MapReduceDExecutor::3","streamsets-datacollector-cdh_5_16-lib::com_streamsets_pipeline_stage_destination_mapreduce_MapReduceDExecutor::3","streamsets-datacollector-cdh_6_0-lib::com_streamsets_pipeline_stage_destination_mapreduce_MapReduceDExecutor::3","streamsets-datacollector-cdh_6_1-lib::com_streamsets_pipeline_stage_destination_mapreduce_MapReduceDExecutor::3","streamsets-datacollector-cdh_5_15-lib::com_streamsets_pipeline_stage_destination_mapreduce_MapReduceDExecutor::3","streamsets-datacollector-cdh_6_2-lib::com_streamsets_pipeline_stage_destination_mapreduce_MapReduceDExecutor::3","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_shell_ShellDExecutor::1","streamsets-datacollector-cdh_6_3-lib::com_streamsets_datacollector_pipeline_executor_spark_SparkDExecutor::3","streamsets-datacollector-cdh_5_14-lib::com_streamsets_datacollector_pipeline_executor_spark_SparkDExecutor::3","streamsets-datacollector-hdp_3_1-lib::com_streamsets_datacollector_pipeline_executor_spark_SparkDExecutor::3","streamsets-datacollector-cdh_5_16-lib::com_streamsets_datacollector_pipeline_executor_spark_SparkDExecutor::3","streamsets-datacollector-cdh_6_0-lib::com_streamsets_datacollector_pipeline_executor_spark_SparkDExecutor::3","streamsets-datacollector-cdh_6_1-lib::com_streamsets_datacollector_pipeline_executor_spark_SparkDExecutor::3","streamsets-datacollector-cdh_5_15-lib::com_streamsets_datacollector_pipeline_executor_spark_SparkDExecutor::3","streamsets-datacollector-cdh_spark_2_1_r1-lib::com_streamsets_datacollector_pipeline_executor_spark_SparkDExecutor::3","streamsets-datacollector-cdh_6_2-lib::com_streamsets_datacollector_pipeline_executor_spark_SparkDExecutor::3","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_sdcipc_ToErrorSdcIpcDTarget::2"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.PipelineLifecycleStageChooserValues","filteringConfig":""},"required":false,"min":-9223372036854776000,"group":"","dependsOnMap":{"executionMode":["STANDALONE"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":26,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"stopEventStage","type":"MODEL","defaultValue":"streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1"},{"fieldName":"shouldRetry","description":"","max":9223372036854776000,"label":"Retry Pipeline on Error","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"","dependsOnMap":{"executionMode":["CLUSTER_MESOS_STREAMING","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","STANDALONE"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":30,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"shouldRetry","type":"BOOLEAN","defaultValue":true},{"fieldName":"triggerInterval","description":"Time interval between generation of batches","max":9223372036854776000,"label":"Trigger Interval (millis)","mode":"text/plain","model":null,"required":false,"min":1,"group":"","dependsOnMap":{"executionMode":["STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":35,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"triggerInterval","type":"NUMBER","defaultValue":2000},{"fieldName":"retryAttempts","description":"Max no of retries. To retry indefinitely, use -1. The wait time between retries starts at 15 seconds and doubles until reaching 5 minutes.","max":9223372036854776000,"label":"Retry Attempts","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"","dependsOnMap":{"shouldRetry":[true],"executionMode":["CLUSTER_MESOS_STREAMING","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","STANDALONE"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":30,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"retryAttempts","type":"NUMBER","defaultValue":-1},{"fieldName":"ludicrousMode","description":"Ludicrous mode may significantly improve performance, but metrics will be limited","max":9223372036854776000,"label":"Enable Ludicrous Mode","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"","dependsOnMap":{"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":40,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"ludicrousMode","type":"BOOLEAN","defaultValue":false},{"fieldName":"ludicrousModeInputCount","description":"Collects and displays input metrics. Can result in rereading data unless origins are configured to cache data","max":9223372036854776000,"label":"Collect Input Metrics","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"","dependsOnMap":{"executionMode":["BATCH","STREAMING"],"ludicrousMode":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":50,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"ludicrousModeInputCount","type":"BOOLEAN","defaultValue":false},{"fieldName":"advancedErrorHandling","description":"Reports the record that generates an error, when possible. Supported in single-origin pipelines","max":9223372036854776000,"label":"Advanced Error Handling","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"","dependsOnMap":{"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":60,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"advancedErrorHandling","type":"BOOLEAN","defaultValue":false},{"fieldName":"notifyOnStates","description":"Notifies via email when pipeline gets to the specified states","max":9223372036854776000,"label":"Notify on Pipeline State Changes","mode":"text/plain","model":{"labels":["Running","Start Error","Run Error","Running Error","Stopped","Finished","Disconnected","Connecting","Stop Error"],"values":["RUNNING","START_ERROR","RUN_ERROR","RUNNING_ERROR","STOPPED","FINISHED","DISCONNECTED","CONNECTING","STOP_ERROR"],"configDefinitions":null,"modelType":"MULTI_VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.PipelineStateChooserValues","filteringConfig":null},"required":false,"min":-9223372036854776000,"group":"NOTIFICATIONS","dependsOnMap":{"executionMode":["CLUSTER_MESOS_STREAMING","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","BATCH","STREAMING","STANDALONE"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":75,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"notifyOnStates","type":"MODEL","defaultValue":["RUN_ERROR","STOPPED","FINISHED"]},{"fieldName":"emailIDs","description":"Email Addresses","max":9223372036854776000,"label":"Email IDs","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"NOTIFICATIONS","dependsOnMap":{"executionMode":["CLUSTER_MESOS_STREAMING","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","BATCH","STREAMING","STANDALONE"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":76,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"emailIDs","type":"LIST","defaultValue":[]},{"fieldName":"constants","description":"","max":9223372036854776000,"label":"Parameters","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"PARAMETERS","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":80,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"constants","type":"MAP","defaultValue":[]},{"fieldName":"badRecordsHandling","description":"","max":9223372036854776000,"label":"Error Records","mode":"text/plain","model":{"labels":["Discard (Library: Basic)","Send Response to Origin (Library: Basic)","Write to Amazon S3 (Library: Amazon Web Services 1.11.123)","Write to Another Pipeline (Library: Basic)","Write to Azure Event Hub (Library: Azure)","Write to Elasticsearch (Library: Elasticsearch 5.2.0)","Write to File (Library: Basic)","Write to Google Cloud Storage (Library: Google Cloud)","Write to Google Pub Sub (Library: Google Cloud)","Write to Kafka (Library: CDH 6.3.0)","Write to Kafka (Library: HDP 3.1.0)","Write to Kafka (Library: Apache Kafka 2.0.0)","Write to Kafka (Library: CDH Kafka 3.1.0)","Write to Kafka (Library: Apache Kafka 1.1.0)","Write to Kafka (Library: CDH 6.0.1)","Write to Kafka (Library: CDH 6.1.1)","Write to Kafka (Library: CDH Kafka 4.1.0)","Write to Kafka (Library: Apache Kafka 1.0.0)","Write to Kafka (Library: CDH 6.2.0)","Write to Kinesis (Library: Amazon Kinesis)","Write to MQTT (Library: Basic)"],"values":["streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_tooriginresponse_ToErrorOriginResponseDTarget::2","streamsets-datacollector-aws-lib::com_streamsets_pipeline_stage_destination_s3_ToErrorAmazonS3DTarget::12","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_sdcipc_ToErrorSdcIpcDTarget::2","streamsets-datacollector-azure-lib::com_streamsets_pipeline_stage_destination_eventhubs_ToErrorEventHubProducerDTarget::1","streamsets-datacollector-elasticsearch_5-lib::com_streamsets_pipeline_stage_destination_elasticsearch_ToErrorElasticSearchDTarget::10","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_recordstolocalfilesystem_ToErrorLocalFSDTarget::1","streamsets-datacollector-google-cloud-lib::com_streamsets_pipeline_stage_cloudstorage_destination_ToErrorGoogleCloudStorageDTarget::1","streamsets-datacollector-google-cloud-lib::com_streamsets_pipeline_stage_pubsub_destination_ToErrorPubSubDTarget::2","streamsets-datacollector-cdh_6_3-lib::com_streamsets_pipeline_stage_destination_kafka_ToErrorKafkaDTarget::7","streamsets-datacollector-hdp_3_1-lib::com_streamsets_pipeline_stage_destination_kafka_ToErrorKafkaDTarget::7","streamsets-datacollector-apache-kafka_2_0-lib::com_streamsets_pipeline_stage_destination_kafka_ToErrorKafkaDTarget::7","streamsets-datacollector-cdh_kafka_3_1-lib::com_streamsets_pipeline_stage_destination_kafka_ToErrorKafkaDTarget::7","streamsets-datacollector-apache-kafka_1_1-lib::com_streamsets_pipeline_stage_destination_kafka_ToErrorKafkaDTarget::7","streamsets-datacollector-cdh_6_0-lib::com_streamsets_pipeline_stage_destination_kafka_ToErrorKafkaDTarget::7","streamsets-datacollector-cdh_6_1-lib::com_streamsets_pipeline_stage_destination_kafka_ToErrorKafkaDTarget::7","streamsets-datacollector-cdh_kafka_4_1-lib::com_streamsets_pipeline_stage_destination_kafka_ToErrorKafkaDTarget::7","streamsets-datacollector-apache-kafka_1_0-lib::com_streamsets_pipeline_stage_destination_kafka_ToErrorKafkaDTarget::7","streamsets-datacollector-cdh_6_2-lib::com_streamsets_pipeline_stage_destination_kafka_ToErrorKafkaDTarget::7","streamsets-datacollector-kinesis-lib::com_streamsets_pipeline_stage_destination_kinesis_ToErrorKinesisDTarget::8","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_mqtt_ToErrorMqttClientDTarget::4"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.ErrorHandlingChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"BAD_RECORDS","dependsOnMap":{"executionMode":["CLUSTER_MESOS_STREAMING","CLUSTER_BATCH","EDGE","CLUSTER_YARN_STREAMING","EMR_BATCH","STANDALONE"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":90,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"badRecordsHandling","type":"MODEL","defaultValue":null},{"fieldName":"errorRecordPolicy","description":"Determines which variation of the record is sent to error.","max":9223372036854776000,"label":"Error Record Policy","mode":"text/plain","model":{"labels":["Original record as it was generated by the origin.","Record as it was seen by the stage that sent it to error stream."],"values":["ORIGINAL_RECORD","STAGE_RECORD"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.ErrorRecordPolicyChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"BAD_RECORDS","dependsOnMap":{"executionMode":["CLUSTER_MESOS_STREAMING","CLUSTER_BATCH","EDGE","CLUSTER_YARN_STREAMING","EMR_BATCH","STANDALONE"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":93,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"errorRecordPolicy","type":"MODEL","defaultValue":"ORIGINAL_RECORD"},{"fieldName":"statsAggregatorStage","description":"","max":9223372036854776000,"label":"Statistics Aggregator","mode":"text/plain","model":{"labels":["Discard (Library: Basic)","Write Directly to Control Hub - statistics are not aggregated across Data Collectors (Library: Basic)","Write to Kafka (Library: CDH 6.3.0)","Write to Kafka (Library: HDP 3.1.0)","Write to Kafka (Library: Apache Kafka 2.0.0)","Write to Kafka (Library: CDH Kafka 3.1.0)","Write to Kafka (Library: Apache Kafka 1.1.0)","Write to Kafka (Library: CDH 6.0.1)","Write to Kafka (Library: CDH 6.1.1)","Write to Kafka (Library: CDH Kafka 4.1.0)","Write to Kafka (Library: Apache Kafka 1.0.0)","Write to Kafka (Library: CDH 6.2.0)","Write to Kinesis (Library: Amazon Kinesis)","Write to SDC RPC (Library: Basic)"],"values":["streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_StatsNullDTarget::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_StatsDpmDirectlyDTarget::1","streamsets-datacollector-cdh_6_3-lib::com_streamsets_pipeline_stage_destination_kafka_StatsKafkaDTarget::4","streamsets-datacollector-hdp_3_1-lib::com_streamsets_pipeline_stage_destination_kafka_StatsKafkaDTarget::4","streamsets-datacollector-apache-kafka_2_0-lib::com_streamsets_pipeline_stage_destination_kafka_StatsKafkaDTarget::4","streamsets-datacollector-cdh_kafka_3_1-lib::com_streamsets_pipeline_stage_destination_kafka_StatsKafkaDTarget::4","streamsets-datacollector-apache-kafka_1_1-lib::com_streamsets_pipeline_stage_destination_kafka_StatsKafkaDTarget::4","streamsets-datacollector-cdh_6_0-lib::com_streamsets_pipeline_stage_destination_kafka_StatsKafkaDTarget::4","streamsets-datacollector-cdh_6_1-lib::com_streamsets_pipeline_stage_destination_kafka_StatsKafkaDTarget::4","streamsets-datacollector-cdh_kafka_4_1-lib::com_streamsets_pipeline_stage_destination_kafka_StatsKafkaDTarget::4","streamsets-datacollector-apache-kafka_1_0-lib::com_streamsets_pipeline_stage_destination_kafka_StatsKafkaDTarget::4","streamsets-datacollector-cdh_6_2-lib::com_streamsets_pipeline_stage_destination_kafka_StatsKafkaDTarget::4","streamsets-datacollector-kinesis-lib::com_streamsets_pipeline_stage_destination_kinesis_StatsKinesisDTarget::8","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_sdcipc_StatsSdcIpcDTarget::2"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.StatsTargetChooserValues","filteringConfig":""},"required":false,"min":-9223372036854776000,"group":"STATS","dependsOnMap":{"executionMode":["CLUSTER_MESOS_STREAMING","CLUSTER_BATCH","EDGE","CLUSTER_YARN_STREAMING","EMR_BATCH","BATCH","STREAMING","STANDALONE"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":95,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"statsAggregatorStage","type":"MODEL","defaultValue":"streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_StatsDpmDirectlyDTarget::1"},{"fieldName":"workerCount","description":"Number of workers. 0 to start as many workers as Kafka partitions for topic.","max":9223372036854776000,"label":"Worker Count","mode":"text/plain","model":null,"required":true,"min":0,"group":"CLUSTER","dependsOnMap":{"executionMode":["CLUSTER_YARN_STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":100,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"workerCount","type":"NUMBER","defaultValue":0},{"fieldName":"clusterSlaveMemory","description":"","max":9223372036854776000,"label":"Worker Memory (MB)","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"executionMode":["CLUSTER_BATCH","CLUSTER_YARN_STREAMING","EMR_BATCH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":150,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"clusterSlaveMemory","type":"NUMBER","defaultValue":2048},{"fieldName":"clusterSlaveJavaOpts","description":"Add properties as needed. Changes to default settings are not recommended.","max":9223372036854776000,"label":"Worker Java Options","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"executionMode":["CLUSTER_BATCH","CLUSTER_YARN_STREAMING","EMR_BATCH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":110,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"clusterSlaveJavaOpts","type":"STRING","defaultValue":"-XX:+UseConcMarkSweepGC -XX:+UseParNewGC -Dlog4j.debug"},{"fieldName":"clusterLauncherEnv","description":"Sets additional environment variables for the cluster launcher","max":9223372036854776000,"label":"Launcher ENV","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"executionMode":["CLUSTER_BATCH","CLUSTER_YARN_STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":120,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"clusterLauncherEnv","type":"MAP","defaultValue":[]},{"fieldName":"mesosDispatcherURL","description":"URL for service which launches Mesos framework","max":9223372036854776000,"label":"Mesos Dispatcher URL","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"executionMode":["CLUSTER_MESOS_STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":130,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"mesosDispatcherURL","type":"STRING","defaultValue":null},{"fieldName":"logLevel","description":"Log level to use for the launched application","max":9223372036854776000,"label":"Log Level","mode":"text/plain","model":{"labels":["OFF","FATAL","ERROR","WARN","INFO","DEBUG","TRACE"],"values":["OFF","FATAL","ERROR","WARN","INFO","DEBUG","TRACE"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.LogLevelChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"executionMode":["EMR_BATCH","BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":140,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"logLevel","type":"MODEL","defaultValue":"INFO"},{"fieldName":"hdfsS3ConfDir","description":"An SDC resource directory or symbolic link with HDFS/S3 configuration files core-site.xml and hdfs-site.xml","max":9223372036854776000,"label":"Checkpoint Configuration Directory","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"executionMode":["CLUSTER_MESOS_STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":150,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"hdfsS3ConfDir","type":"STRING","defaultValue":null},{"fieldName":"rateLimit","description":"Maximum number of records per second that should be accepted into the pipeline. Rate is not limited if this is not set, or is set to 0","max":9223372036854776000,"label":"Rate Limit (records / sec)","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"","dependsOnMap":{"executionMode":["CLUSTER_MESOS_STREAMING","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","STANDALONE"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":180,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"rateLimit","type":"NUMBER","defaultValue":0},{"fieldName":"maxRunners","description":"Maximum number of runners that should be created for this pipeline. Use 0 to not impose limit.","max":9223372036854776000,"label":"Max runners","mode":"text/plain","model":null,"required":false,"min":0,"group":"","dependsOnMap":{"executionMode":["CLUSTER_MESOS_STREAMING","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","STANDALONE"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":190,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"maxRunners","type":"NUMBER","defaultValue":0},{"fieldName":"shouldCreateFailureSnapshot","description":"When selected and the pipeline execution fails with unrecoverable exception, SDC will attempt to createpartial snapshot with records that have not been processed yet.","max":9223372036854776000,"label":"Create Failure Snapshot","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"","dependsOnMap":{"executionMode":["STANDALONE"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":200,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"shouldCreateFailureSnapshot","type":"BOOLEAN","defaultValue":true},{"fieldName":"runnerIdleTIme","description":"When pipeline runners are idle for at least this time, run an empty batch through the runner to process any events or other time-driven functionality. Value -1 will disable this functionality completely.","max":9223372036854776000,"label":"Runner Idle Time (sec)","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"","dependsOnMap":{"executionMode":["STANDALONE"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":210,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"runnerIdleTIme","type":"NUMBER","defaultValue":60},{"fieldName":"webhookConfigs","description":"Webhooks","max":9223372036854776000,"label":"Webhooks","mode":"text/plain","model":{"labels":null,"values":null,"configDefinitions":[{"fieldName":"payload","description":"Data that should be included as a part of the Webhook request","max":9223372036854776000,"label":"Payload","mode":"application/json","model":null,"required":false,"min":-9223372036854776000,"group":"NOTIFICATIONS","dependsOnMap":{"httpMethod":["POST","PUT","DELETE"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":240,"displayMode":"BASIC","upload":"NO","lines":2,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"payload","type":"TEXT","defaultValue":"{\n  \"text\" : \"Pipeline '{{PIPELINE_TITLE}}' state changed to {{PIPELINE_STATE}} at {{TIME}}. \\n <{{PIPELINE_URL}}|Click here> for details!\",\n  \"fields\": [\n    \t{\n\t\t\t\"title\": \"Pipeline Status Message\", \n\t\t\t\"value\": \"{{PIPELINE_STATE_MESSAGE}}\",\n      \t\t\"short\": true\n\t\t},\n\t\t{\n\t\t\t\"title\": \"Pipeline Input Records Count\", \n\t\t\t\"value\": \"{{PIPELINE_INPUT_RECORDS_COUNT}}\",\n            \"short\": true\n\t\t},\n\t\t{\n\t\t\t\"title\": \"Pipeline Output Records Count\", \n\t\t\t\"value\": \"{{PIPELINE_OUTPUT_RECORDS_COUNT}}\",\n            \"short\": true\n\t\t},\n\t\t{\n\t\t\t\"title\": \"Pipeline Error Records Count\", \n\t\t\t\"value\": \"{{PIPELINE_ERROR_RECORDS_COUNT}}\",\n            \"short\": true\n\t\t},\n\t\t{\n\t\t\t\"title\": \"Pipeline Error Messages Count\", \n\t\t\t\"value\": \"{{PIPELINE_ERROR_MESSAGES_COUNT}}\",\n            \"short\": true\n\t\t},\n\t\t{\n\t\t\t\"title\": \"Pipeline Runtime Parameters\", \n\t\t\t\"value\": \"{{PIPELINE_RUNTIME_PARAMETERS}}\",\n          \t\"short\": true\n\t\t}\n\t]\n}"},{"fieldName":"webhookUrl","description":"The Webhook HTTP resource URL","max":9223372036854776000,"label":"Webhook URL","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":200,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"webhookUrl","type":"STRING","defaultValue":null},{"fieldName":"headers","description":"Headers to include in the request","max":9223372036854776000,"label":"Headers","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"NOTIFICATIONS","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":210,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"headers","type":"MAP","defaultValue":[]},{"fieldName":"httpMethod","description":"HTTP method to send","max":9223372036854776000,"label":"HTTP Method","mode":"text/plain","model":{"labels":["GET","PUT","POST","DELETE","HEAD"],"values":["GET","PUT","POST","DELETE","HEAD"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.HttpMethodChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"NOTIFICATIONS","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":220,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"httpMethod","type":"MODEL","defaultValue":"POST"},{"fieldName":"contentType","description":"Content-Type header to be sent with the request; used if that header is not already present","max":9223372036854776000,"label":"Content Type","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"NOTIFICATIONS","dependsOnMap":{"httpMethod":["POST","PUT","DELETE"]},"dependsOn":"","evaluation":"EXPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":250,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"contentType","type":"STRING","defaultValue":"application/json"},{"fieldName":"authType","description":"","max":9223372036854776000,"label":"Authentication Type","mode":"text/plain","model":{"labels":["None","Basic","Digest","Universal"],"values":["NONE","BASIC","DIGEST","UNIVERSAL"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.AuthenticationTypeChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"NOTIFICATIONS","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":260,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"authType","type":"MODEL","defaultValue":"NONE"},{"fieldName":"username","description":"","max":9223372036854776000,"label":"Username","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"NOTIFICATIONS","dependsOnMap":{"authType":["DIGEST","UNIVERSAL","BASIC"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":270,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"username","type":"CREDENTIAL","defaultValue":null},{"fieldName":"password","description":"","max":9223372036854776000,"label":"Password","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"NOTIFICATIONS","dependsOnMap":{"authType":["DIGEST","UNIVERSAL","BASIC"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":280,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"password","type":"CREDENTIAL","defaultValue":null}],"modelType":"LIST_BEAN","valuesProviderClass":null,"filteringConfig":null},"required":true,"min":-9223372036854776000,"group":"NOTIFICATIONS","dependsOnMap":{"executionMode":["CLUSTER_MESOS_STREAMING","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","BATCH","STREAMING","STANDALONE"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":210,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"webhookConfigs","type":"MODEL","defaultValue":[]},{"fieldName":"sparkConfigs","description":"Additional Spark Configuration to pass to the spark-submit script, the parameters will be passed as --conf <key>=<value>","max":9223372036854776000,"label":"Extra Spark Configuration","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"executionMode":["CLUSTER_BATCH","CLUSTER_YARN_STREAMING","BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":220,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"sparkConfigs","type":"MAP","defaultValue":[]},{"fieldName":"preprocessScript","description":"Scala script to run on the driver before starting the pipeline. Can be used to register user defined functions, etc. Use the 'spark' variable to access the Spark session","max":9223372036854776000,"label":"Preprocessing Script","mode":"text/x-scala","model":null,"required":false,"min":-9223372036854776000,"group":"ADVANCED","dependsOnMap":{"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":10,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"preprocessScript","type":"TEXT","defaultValue":"/*\nThe following script define a method\nthat increments an integer by 1 \nand registers it as a UDF with \nthe SparkSession, which can be accessed\nusing the variable named \"spark\":\ndef inc(i: Integer): Integer = {\n  i + 1\n}\nspark.udf.register (\"inc\", inc _)\n\n*/"},{"fieldName":"clusterType","description":"Type of cluster manager used by the Spark cluster","max":9223372036854776000,"label":"Cluster Manager Type","mode":"text/plain","model":{"labels":["Apache Spark for HDInsight","Databricks","EMR","Dataproc","Hadoop YARN","Kubernetes Cluster (advanced users only)","None (local)","Spark Standalone Cluster","SQL Server 2019 Big Data Cluster"],"values":["AZURE_HD_INSIGHT","DATABRICKS","EMR","DATAPROC","YARN","KUBERNETES","LOCAL","STANDALONE_SPARK_CLUSTER","SQL_SERVER_BIG_DATA_CLUSTER"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.SparkClusterTypeChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":101,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"clusterConfig.clusterType","type":"MODEL","defaultValue":"LOCAL"},{"fieldName":"sparkMasterUrl","description":"Master URL to connect to Spark","max":9223372036854776000,"label":"Master URL","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"clusterConfig.clusterType":["LOCAL","STANDALONE_SPARK_CLUSTER"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":102,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"clusterConfig.sparkMasterUrl","type":"STRING","defaultValue":"local[*]"},{"fieldName":"deployMode","description":"Mode used to launch the Spark driver process","max":9223372036854776000,"label":"Deployment Mode","mode":"text/plain","model":{"labels":["Client","Cluster"],"values":["CLIENT","CLUSTER"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.SparkDeployModeChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"clusterConfig.clusterType":["KUBERNETES","YARN","STANDALONE_SPARK_CLUSTER"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":103,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"clusterConfig.deployMode","type":"MODEL","defaultValue":"CLIENT"},{"fieldName":"hadoopUserName","description":"Name of the Hadoop user that StreamSets impersonates","max":9223372036854776000,"label":"Hadoop User Name","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"clusterConfig.clusterType":["YARN"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":104,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"clusterConfig.hadoopUserName","type":"STRING","defaultValue":null},{"fieldName":"sparkAppName","description":"Name of the launched Spark application","max":9223372036854776000,"label":"Application Name","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":105,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"clusterConfig.sparkAppName","type":"STRING","defaultValue":"${pipeline:title()}"},{"fieldName":"stagingDir","description":"Staging directory on the remote system for copying StreamSets resources","max":9223372036854776000,"label":"Staging Directory","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"clusterConfig.clusterType":["SQL_SERVER_BIG_DATA_CLUSTER","DATABRICKS","EMR","AZURE_HD_INSIGHT"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":106,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"clusterConfig.stagingDir","type":"STRING","defaultValue":"/streamsets"},{"fieldName":"useYarnKerberosKeytab","description":"Indicates that the Spark application should use a principal and keytab for Kerberos authentication","max":9223372036854776000,"label":"Use YARN Kerberos Keytab","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"clusterConfig.clusterType":["YARN"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":1000,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"clusterConfig.useYarnKerberosKeytab","type":"BOOLEAN","defaultValue":false},{"fieldName":"yarnKerberosKeytabSource","description":"Source for the Kerberos keytab used to launch the Spark application","max":9223372036854776000,"label":"Keytab Source","mode":"text/plain","model":{"labels":["Properties file","Pipeline configuration"],"values":["PROPERTIES_FILE","PIPELINE"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.KeytabSourceChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"clusterConfig.clusterType":["YARN"],"executionMode":["BATCH","STREAMING"],"clusterConfig.useYarnKerberosKeytab":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":1050,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"clusterConfig.yarnKerberosKeytabSource","type":"MODEL","defaultValue":"PROPERTIES_FILE"},{"fieldName":"yarnKerberosKeytab","description":"Absolute path to the Kerberos keytab used to launch the Spark application for the pipeline","max":9223372036854776000,"label":"YARN Kerberos Keytab","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"clusterConfig.yarnKerberosKeytabSource":["PIPELINE"],"clusterConfig.clusterType":["YARN"],"executionMode":["BATCH","STREAMING"],"clusterConfig.useYarnKerberosKeytab":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":1100,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"clusterConfig.yarnKerberosKeytab","type":"STRING","defaultValue":null},{"fieldName":"yarnKerberosPrincipal","description":"Name of the Kerberos principal used to launch the Spark application for the pipeline.  Must be present in the keytab specified above.","max":9223372036854776000,"label":"YARN Kerberos Principal","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"clusterConfig.yarnKerberosKeytabSource":["PIPELINE"],"clusterConfig.clusterType":["YARN"],"executionMode":["BATCH","STREAMING"],"clusterConfig.useYarnKerberosKeytab":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":1200,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"clusterConfig.yarnKerberosPrincipal","type":"STRING","defaultValue":"name@DOMAIN"},{"fieldName":"callbackUrl","description":"Optional callback URL for the Spark cluster to use to contact this Transformer instance. Use this format: http://<hostname>:<port>","max":9223372036854776000,"label":"Cluster Callback URL","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"ADVANCED","dependsOnMap":{"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":5,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"clusterConfig.callbackUrl","type":"STRING","defaultValue":null},{"fieldName":"baseUrl","description":"","max":9223372036854776000,"label":"URL to connect to Databricks","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":105,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"databricksConfig.baseUrl","type":"STRING","defaultValue":null},{"fieldName":"credentialType","description":"Type of credential to use to connect to Databricks","max":9223372036854776000,"label":"Credential Type","mode":"text/plain","model":{"labels":["Username/Password","Token"],"values":["PASSWORD","TOKEN"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.CredentialTypeChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":106,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"databricksConfig.credentialType","type":"MODEL","defaultValue":null},{"fieldName":"username","description":"Databricks user name","max":9223372036854776000,"label":"Username","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["BATCH","STREAMING"],"databricksConfig.credentialType":["PASSWORD"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":107,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"databricksConfig.username","type":"CREDENTIAL","defaultValue":null},{"fieldName":"password","description":"Password for the account","max":9223372036854776000,"label":"Password","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["BATCH","STREAMING"],"databricksConfig.credentialType":["PASSWORD"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":108,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"databricksConfig.password","type":"CREDENTIAL","defaultValue":null},{"fieldName":"token","description":"Personal access token for the account","max":9223372036854776000,"label":"Token","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["BATCH","STREAMING"],"databricksConfig.credentialType":["TOKEN"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":109,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"databricksConfig.token","type":"CREDENTIAL","defaultValue":null},{"fieldName":"provisionNewCluster","description":"Provisions a new cluster when the pipeline starts","max":9223372036854776000,"label":"Provision a New Cluster","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":110,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"databricksConfig.provisionNewCluster","type":"BOOLEAN","defaultValue":true},{"fieldName":"clusterId","description":"","max":9223372036854776000,"label":"Cluster ID","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"databricksConfig.provisionNewCluster":[false],"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":111,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"databricksConfig.clusterId","type":"STRING","defaultValue":null},{"fieldName":"clusterConfig","description":"Configuration for the Databricks cluster","max":9223372036854776000,"label":"Cluster Configuration","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"databricksConfig.provisionNewCluster":[true],"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":112,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"databricksConfig.clusterConfig","type":"TEXT","defaultValue":"{\n    \"num_workers\": 8,\n    \"spark_version\": \"5.3.x-scala2.11\",\n    \"node_type_id\": \"i3.xlarge\"\n}"},{"fieldName":"terminateCluster","description":"Terminates the cluster when the pipeline stops","max":9223372036854776000,"label":"Terminate Cluster","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"databricksConfig.provisionNewCluster":[true],"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":113,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"databricksConfig.terminateCluster","type":"BOOLEAN","defaultValue":false},{"fieldName":"baseUrl","description":"URL to connect to the Livy Server","max":9223372036854776000,"label":"Livy Endpoint","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"clusterConfig.clusterType":["SQL_SERVER_BIG_DATA_CLUSTER","AZURE_HD_INSIGHT"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":105,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"livyConfig.baseUrl","type":"STRING","defaultValue":"https://localhost:30443/gateway/default/livy/v1/"},{"fieldName":"username","description":"Livy user name","max":9223372036854776000,"label":"Username","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"clusterConfig.clusterType":["SQL_SERVER_BIG_DATA_CLUSTER","AZURE_HD_INSIGHT"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":107,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"livyConfig.username","type":"CREDENTIAL","defaultValue":null},{"fieldName":"password","description":"Password for the account","max":9223372036854776000,"label":"Password","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"CLUSTER","dependsOnMap":{"clusterConfig.clusterType":["SQL_SERVER_BIG_DATA_CLUSTER","AZURE_HD_INSIGHT"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":108,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"livyConfig.password","type":"CREDENTIAL","defaultValue":null},{"fieldName":"userRegion","description":"AWS region","max":9223372036854776000,"label":"Region","mode":"text/plain","model":{"labels":["US East (Ohio) us-east-2","US East (N. Virginia) us-east-1","US West (N. California) us-west-1","US West (Oregon) us-west-2","AWS GovCloud (US)","Aisa Pacific (Tokyo) ap-northeast-1","Asia Pacific (Seoul) ap-northeast-2","Asia Pacific (Osaka-Local) ap-northeast-3","Asia Pacific (Mumbai) ap-south-1","Asia Pacific (Singapore) ap-southeast-1","Asia Pacific (Sydney) ap-southeast-2","Canada (Central) ca-central-1","China (Beijing) cn-north-1","China (Ningxia) cn-northwest-1","EU (Frankfurt) eu-central-1","EU (Ireland) eu-west-1","EU (London) eu-west-2","EU (Paris) eu-west-3","South America (São Paulo) sa-east-1","Other - specify"],"values":["US_EAST_2","US_EAST_1","US_WEST_1","US_WEST_2","US_GOV_WEST_1","AP_NORTHEAST_1","AP_NORTHEAST_2","AP_NORTHEAST_3","AP_SOUTH_1","AP_SOUTHEAST_1","AP_SOUTHEAST_2","CA_CENTRAL_1","CN_NORTH_1","CN_NORTHWEST_1","EU_CENTRAL_1","EU_WEST_1","EU_WEST_2","EU_WEST_3","SA_EAST_1","OTHER"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.aws.AwsRegionChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"executionMode":["EMR_BATCH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":100,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"amazonEMRConfig.userRegion","type":"MODEL","defaultValue":null},{"fieldName":"userRegionCustom","description":"","max":9223372036854776000,"label":"AWS user region (Custom)","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"amazonEMRConfig.userRegion":["OTHER"],"executionMode":["EMR_BATCH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":105,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"amazonEMRConfig.userRegionCustom","type":"STRING","defaultValue":null},{"fieldName":"accessKey","description":"","max":9223372036854776000,"label":"AWS access key","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"executionMode":["EMR_BATCH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":110,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"amazonEMRConfig.accessKey","type":"CREDENTIAL","defaultValue":null},{"fieldName":"secretKey","description":"","max":9223372036854776000,"label":"AWS secret key","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"executionMode":["EMR_BATCH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":120,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"amazonEMRConfig.secretKey","type":"CREDENTIAL","defaultValue":null},{"fieldName":"s3StagingUri","description":"S3 Location where the SDC configuration and resources will be uploaded for the execution of the pipeline","max":9223372036854776000,"label":"S3 Staging URI","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"executionMode":["EMR_BATCH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":140,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"amazonEMRConfig.s3StagingUri","type":"STRING","defaultValue":null},{"fieldName":"provisionNewCluster","description":"Provisions a new cluster when the pipeline starts","max":9223372036854776000,"label":"Provision a New Cluster","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"executionMode":["EMR_BATCH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":150,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"amazonEMRConfig.provisionNewCluster","type":"BOOLEAN","defaultValue":false},{"fieldName":"clusterId","description":"","max":9223372036854776000,"label":"Cluster ID","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"amazonEMRConfig.provisionNewCluster":[false],"executionMode":["EMR_BATCH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":160,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"amazonEMRConfig.clusterId","type":"STRING","defaultValue":null},{"fieldName":"clusterPrefix","description":"","max":9223372036854776000,"label":"Cluster Name Prefix","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"amazonEMRConfig.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":200,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"amazonEMRConfig.clusterPrefix","type":"STRING","defaultValue":null},{"fieldName":"terminateCluster","description":"Terminates the cluster when the pipeline stops","max":9223372036854776000,"label":"Terminate Cluster","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"amazonEMRConfig.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":210,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"amazonEMRConfig.terminateCluster","type":"BOOLEAN","defaultValue":false},{"fieldName":"loggingEnabled","description":"Copy cluster log files to S3","max":9223372036854776000,"label":"Logging Enabled","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"amazonEMRConfig.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":220,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"amazonEMRConfig.loggingEnabled","type":"BOOLEAN","defaultValue":true},{"fieldName":"s3LogUri","description":"","max":9223372036854776000,"label":"S3 Log URI","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"amazonEMRConfig.loggingEnabled":[true],"amazonEMRConfig.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":230,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"amazonEMRConfig.s3LogUri","type":"STRING","defaultValue":null},{"fieldName":"enableEMRDebugging","description":"Enable console debugging in EMR","max":9223372036854776000,"label":"Enable Debugging","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"amazonEMRConfig.loggingEnabled":[true],"amazonEMRConfig.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":240,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"amazonEMRConfig.enableEMRDebugging","type":"BOOLEAN","defaultValue":true},{"fieldName":"serviceRole","description":"EMR role used by the cluster when provisioning resources and performing other service-level tasks","max":9223372036854776000,"label":"Service Role","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"amazonEMRConfig.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":260,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"amazonEMRConfig.serviceRole","type":"STRING","defaultValue":"EMR_DefaultRole"},{"fieldName":"jobFlowRole","description":"EMR role for EC2 used by EC2 instances within the cluster","max":9223372036854776000,"label":"Job Flow Role","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"amazonEMRConfig.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":270,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"amazonEMRConfig.jobFlowRole","type":"STRING","defaultValue":"EMR_EC2_DefaultRole"},{"fieldName":"visibleToAllUsers","description":"","max":9223372036854776000,"label":"Visible to All Users","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"amazonEMRConfig.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":280,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"amazonEMRConfig.visibleToAllUsers","type":"BOOLEAN","defaultValue":true},{"fieldName":"ec2SubnetId","description":"EC2 subnet identifier to launch the cluster in","max":9223372036854776000,"label":"EC2 subnet ID","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"amazonEMRConfig.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":290,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"amazonEMRConfig.ec2SubnetId","type":"STRING","defaultValue":null},{"fieldName":"masterSecurityGroup","description":"Security group ID for the master node","max":9223372036854776000,"label":"Master Security Group","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"amazonEMRConfig.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":300,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"amazonEMRConfig.masterSecurityGroup","type":"STRING","defaultValue":null},{"fieldName":"slaveSecurityGroup","description":"Security group ID for the slave nodes","max":9223372036854776000,"label":"Slave Security Group","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"amazonEMRConfig.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":310,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"amazonEMRConfig.slaveSecurityGroup","type":"STRING","defaultValue":null},{"fieldName":"instanceCount","description":"","max":9223372036854776000,"label":"Instance Count","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"amazonEMRConfig.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":320,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"amazonEMRConfig.instanceCount","type":"NUMBER","defaultValue":2},{"fieldName":"masterInstanceType","description":"","max":9223372036854776000,"label":"Master Instance Type","mode":"text/plain","model":{"labels":["m4.large","m4.xlarge","m4.2xlarge","m4.4xlarge","m4.10xlarge","m4.16xlarge","c4.large","c4.xlarge","c4.2xlarge","c4.4xlarge","c4.8xlarge","r3.xlarge","r3.2xlarge","r3.4xlarge","r3.8xlarge","r4.xlarge","r4.2xlarge","r4.4xlarge","r4.8xlarge","r4.16xlarge","i3.xlarge","i3.2xlarge","i3.4xlarge","i3.8xlarge","i3.16xlarge","d2.xlarge","d2.2xlarge","d2.4xlarge","d2.8xlarge","p2.xlarge","p2.8xlarge","p2.16xlarge","p3.2xlarge","p3.8xlarge","p3.16xlarge","Custom"],"values":["M4_LARGE","M4_XLARGE","M4_2XLARGE","M4_4XLARGE","M4_10XLARGE","M4_16XLARGE","C4_LARGE","C4_XLARGE","C4_2XLARGE","C4_4XLARGE","C4_8XLARGE","R3_XLARGE","R3_2XLARGE","R3_4XLARGE","R3_8XLARGE","R4_XLARGE","R4_2XLARGE","R4_4XLARGE","R4_8XLARGE","R4_16XLARGE","I3_XLARGE","I3_2XLARGE","I3_4XLARGE","I3_8XLARGE","I3_16XLARGE","D2_XLARGE","D2_2XLARGE","D2_4XLARGE","D2_8XLARGE","P2_XLARGE","P2_8XLARGE","P2_16XLARGE","P3_2XLARGE","P3_8XLARGE","P3_16XLARGE","OTHER"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.aws.AwsInstanceTypeChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"amazonEMRConfig.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":330,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"amazonEMRConfig.masterInstanceType","type":"MODEL","defaultValue":null},{"fieldName":"masterInstanceTypeCustom","description":"","max":9223372036854776000,"label":"Master Instance type (Custom)","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"amazonEMRConfig.provisionNewCluster":[true],"amazonEMRConfig.masterInstanceType":["OTHER"],"executionMode":["EMR_BATCH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":340,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"amazonEMRConfig.masterInstanceTypeCustom","type":"STRING","defaultValue":null},{"fieldName":"slaveInstanceType","description":"","max":9223372036854776000,"label":"Slave Instance Type","mode":"text/plain","model":{"labels":["m4.large","m4.xlarge","m4.2xlarge","m4.4xlarge","m4.10xlarge","m4.16xlarge","c4.large","c4.xlarge","c4.2xlarge","c4.4xlarge","c4.8xlarge","r3.xlarge","r3.2xlarge","r3.4xlarge","r3.8xlarge","r4.xlarge","r4.2xlarge","r4.4xlarge","r4.8xlarge","r4.16xlarge","i3.xlarge","i3.2xlarge","i3.4xlarge","i3.8xlarge","i3.16xlarge","d2.xlarge","d2.2xlarge","d2.4xlarge","d2.8xlarge","p2.xlarge","p2.8xlarge","p2.16xlarge","p3.2xlarge","p3.8xlarge","p3.16xlarge","Custom"],"values":["M4_LARGE","M4_XLARGE","M4_2XLARGE","M4_4XLARGE","M4_10XLARGE","M4_16XLARGE","C4_LARGE","C4_XLARGE","C4_2XLARGE","C4_4XLARGE","C4_8XLARGE","R3_XLARGE","R3_2XLARGE","R3_4XLARGE","R3_8XLARGE","R4_XLARGE","R4_2XLARGE","R4_4XLARGE","R4_8XLARGE","R4_16XLARGE","I3_XLARGE","I3_2XLARGE","I3_4XLARGE","I3_8XLARGE","I3_16XLARGE","D2_XLARGE","D2_2XLARGE","D2_4XLARGE","D2_8XLARGE","P2_XLARGE","P2_8XLARGE","P2_16XLARGE","P3_2XLARGE","P3_8XLARGE","P3_16XLARGE","OTHER"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.aws.AwsInstanceTypeChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"amazonEMRConfig.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":350,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"amazonEMRConfig.slaveInstanceType","type":"MODEL","defaultValue":null},{"fieldName":"slaveInstanceTypeCustom","description":"","max":9223372036854776000,"label":"Slave Instance type (Custom)","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"amazonEMRConfig.provisionNewCluster":[true],"executionMode":["EMR_BATCH"],"amazonEMRConfig.slaveInstanceType":["OTHER"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":360,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"amazonEMRConfig.slaveInstanceTypeCustom","type":"STRING","defaultValue":null},{"fieldName":"userRegion","description":"AWS region","max":9223372036854776000,"label":"Region","mode":"text/plain","model":{"labels":["US East (Ohio) us-east-2","US East (N. Virginia) us-east-1","US West (N. California) us-west-1","US West (Oregon) us-west-2","AWS GovCloud (US)","Aisa Pacific (Tokyo) ap-northeast-1","Asia Pacific (Seoul) ap-northeast-2","Asia Pacific (Osaka-Local) ap-northeast-3","Asia Pacific (Mumbai) ap-south-1","Asia Pacific (Singapore) ap-southeast-1","Asia Pacific (Sydney) ap-southeast-2","Canada (Central) ca-central-1","China (Beijing) cn-north-1","China (Ningxia) cn-northwest-1","EU (Frankfurt) eu-central-1","EU (Ireland) eu-west-1","EU (London) eu-west-2","EU (Paris) eu-west-3","South America (São Paulo) sa-east-1","Other - specify"],"values":["US_EAST_2","US_EAST_1","US_WEST_1","US_WEST_2","US_GOV_WEST_1","AP_NORTHEAST_1","AP_NORTHEAST_2","AP_NORTHEAST_3","AP_SOUTH_1","AP_SOUTHEAST_1","AP_SOUTHEAST_2","CA_CENTRAL_1","CN_NORTH_1","CN_NORTHWEST_1","EU_CENTRAL_1","EU_WEST_1","EU_WEST_2","EU_WEST_3","SA_EAST_1","OTHER"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.aws.AwsRegionChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":100,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"transformerEMRConfig.userRegion","type":"MODEL","defaultValue":null},{"fieldName":"userRegionCustom","description":"","max":9223372036854776000,"label":"AWS User Region (Custom)","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"transformerEMRConfig.userRegion":["OTHER"],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":105,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"transformerEMRConfig.userRegionCustom","type":"STRING","defaultValue":null},{"fieldName":"useIAMRoles","description":"Use IAM roles instead of AWS credentials to connect to AWS","max":9223372036854776000,"label":"Use IAM Roles","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":108,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"transformerEMRConfig.useIAMRoles","type":"BOOLEAN","defaultValue":false},{"fieldName":"accessKey","description":"AWS access key ID. Required when not connecting with IAM roles.","max":9223372036854776000,"label":"Access Key ID","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"transformerEMRConfig.useIAMRoles":[false],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":110,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"transformerEMRConfig.accessKey","type":"CREDENTIAL","defaultValue":null},{"fieldName":"secretKey","description":"AWS secret access key. Required when not connecting with IAM roles.","max":9223372036854776000,"label":"Secret Access Key","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"transformerEMRConfig.useIAMRoles":[false],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":120,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"transformerEMRConfig.secretKey","type":"CREDENTIAL","defaultValue":null},{"fieldName":"s3StagingUri","description":"S3 URI where Transformer resources are staged for pipeline execution. Use the format: s3://<path>.","max":9223372036854776000,"label":"S3 Staging URI","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":140,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"transformerEMRConfig.s3StagingUri","type":"STRING","defaultValue":null},{"fieldName":"provisionNewCluster","description":"Provisions a new cluster when the pipeline starts","max":9223372036854776000,"label":"Provision a New Cluster","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":150,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"transformerEMRConfig.provisionNewCluster","type":"BOOLEAN","defaultValue":false},{"fieldName":"clusterId","description":"","max":9223372036854776000,"label":"Cluster ID","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"transformerEMRConfig.provisionNewCluster":[false],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":160,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"transformerEMRConfig.clusterId","type":"STRING","defaultValue":null},{"fieldName":"emrVersion","description":"","max":9223372036854776000,"label":"EMR Version","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"transformerEMRConfig.provisionNewCluster":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":190,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"transformerEMRConfig.emrVersion","type":"STRING","defaultValue":null},{"fieldName":"clusterPrefix","description":"","max":9223372036854776000,"label":"Cluster Name Prefix","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"transformerEMRConfig.provisionNewCluster":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":200,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"transformerEMRConfig.clusterPrefix","type":"STRING","defaultValue":null},{"fieldName":"terminateCluster","description":"Terminates the cluster when the pipeline stops","max":9223372036854776000,"label":"Terminate Cluster","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"transformerEMRConfig.provisionNewCluster":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":210,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"transformerEMRConfig.terminateCluster","type":"BOOLEAN","defaultValue":false},{"fieldName":"loggingEnabled","description":"Copies cluster log files to the specified S3 location. Use to enable continued access to log files.","max":9223372036854776000,"label":"Logging Enabled","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"transformerEMRConfig.provisionNewCluster":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":220,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"transformerEMRConfig.loggingEnabled","type":"BOOLEAN","defaultValue":true},{"fieldName":"s3LogUri","description":"S3 URI to store log files. Use the format: s3://<path>.","max":9223372036854776000,"label":"S3 Log URI","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"transformerEMRConfig.provisionNewCluster":[true],"transformerEMRConfig.loggingEnabled":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":230,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"transformerEMRConfig.s3LogUri","type":"STRING","defaultValue":null},{"fieldName":"serviceRole","description":"EMR role used by the cluster when provisioning resources and performing other service-level tasks","max":9223372036854776000,"label":"Service Role","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"transformerEMRConfig.provisionNewCluster":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":260,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"transformerEMRConfig.serviceRole","type":"STRING","defaultValue":"EMR_DefaultRole"},{"fieldName":"jobFlowRole","description":"EMR role for EC2. Used by EC2 instances within the cluster.","max":9223372036854776000,"label":"Job Flow Role","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"transformerEMRConfig.provisionNewCluster":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":270,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"transformerEMRConfig.jobFlowRole","type":"STRING","defaultValue":"EMR_EC2_DefaultRole"},{"fieldName":"visibleToAllUsers","description":"","max":9223372036854776000,"label":"Visible to All Users","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"transformerEMRConfig.provisionNewCluster":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":280,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"transformerEMRConfig.visibleToAllUsers","type":"BOOLEAN","defaultValue":true},{"fieldName":"ec2SubnetId","description":"ID of the EC2 subnet to launch the cluster in","max":9223372036854776000,"label":"EC2 Subnet ID","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"transformerEMRConfig.provisionNewCluster":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":290,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"transformerEMRConfig.ec2SubnetId","type":"STRING","defaultValue":null},{"fieldName":"masterSecurityGroup","description":"ID of the security group for the master node","max":9223372036854776000,"label":"Master Security Group","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"transformerEMRConfig.provisionNewCluster":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":300,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"transformerEMRConfig.masterSecurityGroup","type":"STRING","defaultValue":null},{"fieldName":"slaveSecurityGroup","description":"ID of the security group for slave nodes","max":9223372036854776000,"label":"Slave Security Group","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"transformerEMRConfig.provisionNewCluster":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":310,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"transformerEMRConfig.slaveSecurityGroup","type":"STRING","defaultValue":null},{"fieldName":"instanceCount","description":"EC2 instances in the cluster. Minimum of 2. Adding instances for multiple partitions can improve performance","max":9223372036854776000,"label":"Instance Count","mode":"text/plain","model":null,"required":true,"min":2,"group":"EMR","dependsOnMap":{"transformerEMRConfig.provisionNewCluster":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":320,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"transformerEMRConfig.instanceCount","type":"NUMBER","defaultValue":2},{"fieldName":"masterInstanceType","description":"","max":9223372036854776000,"label":"Master Instance Type","mode":"text/plain","model":{"labels":["m4.xlarge","m4.2xlarge","m4.4xlarge","m4.10xlarge","m4.16xlarge","c4.xlarge","c4.2xlarge","c4.4xlarge","c4.8xlarge","r3.xlarge","r3.2xlarge","r3.4xlarge","r3.8xlarge","r4.xlarge","r4.2xlarge","r4.4xlarge","r4.8xlarge","r4.16xlarge","i3.xlarge","i3.2xlarge","i3.4xlarge","i3.8xlarge","i3.16xlarge","d2.xlarge","d2.2xlarge","d2.4xlarge","d2.8xlarge","p2.xlarge","p2.8xlarge","p2.16xlarge","p3.2xlarge","p3.8xlarge","p3.16xlarge","Custom"],"values":["M4_XLARGE","M4_2XLARGE","M4_4XLARGE","M4_10XLARGE","M4_16XLARGE","C4_XLARGE","C4_2XLARGE","C4_4XLARGE","C4_8XLARGE","R3_XLARGE","R3_2XLARGE","R3_4XLARGE","R3_8XLARGE","R4_XLARGE","R4_2XLARGE","R4_4XLARGE","R4_8XLARGE","R4_16XLARGE","I3_XLARGE","I3_2XLARGE","I3_4XLARGE","I3_8XLARGE","I3_16XLARGE","D2_XLARGE","D2_2XLARGE","D2_4XLARGE","D2_8XLARGE","P2_XLARGE","P2_8XLARGE","P2_16XLARGE","P3_2XLARGE","P3_8XLARGE","P3_16XLARGE","OTHER"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.transformer.config.AwsInstanceTypeChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"transformerEMRConfig.provisionNewCluster":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":330,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"transformerEMRConfig.masterInstanceType","type":"MODEL","defaultValue":null},{"fieldName":"masterInstanceTypeCustom","description":"","max":9223372036854776000,"label":"Master Instance Type (Custom)","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"transformerEMRConfig.provisionNewCluster":[true],"transformerEMRConfig.masterInstanceType":["OTHER"],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":340,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"transformerEMRConfig.masterInstanceTypeCustom","type":"STRING","defaultValue":null},{"fieldName":"slaveInstanceType","description":"","max":9223372036854776000,"label":"Slave Instance Type","mode":"text/plain","model":{"labels":["m4.xlarge","m4.2xlarge","m4.4xlarge","m4.10xlarge","m4.16xlarge","c4.xlarge","c4.2xlarge","c4.4xlarge","c4.8xlarge","r3.xlarge","r3.2xlarge","r3.4xlarge","r3.8xlarge","r4.xlarge","r4.2xlarge","r4.4xlarge","r4.8xlarge","r4.16xlarge","i3.xlarge","i3.2xlarge","i3.4xlarge","i3.8xlarge","i3.16xlarge","d2.xlarge","d2.2xlarge","d2.4xlarge","d2.8xlarge","p2.xlarge","p2.8xlarge","p2.16xlarge","p3.2xlarge","p3.8xlarge","p3.16xlarge","Custom"],"values":["M4_XLARGE","M4_2XLARGE","M4_4XLARGE","M4_10XLARGE","M4_16XLARGE","C4_XLARGE","C4_2XLARGE","C4_4XLARGE","C4_8XLARGE","R3_XLARGE","R3_2XLARGE","R3_4XLARGE","R3_8XLARGE","R4_XLARGE","R4_2XLARGE","R4_4XLARGE","R4_8XLARGE","R4_16XLARGE","I3_XLARGE","I3_2XLARGE","I3_4XLARGE","I3_8XLARGE","I3_16XLARGE","D2_XLARGE","D2_2XLARGE","D2_4XLARGE","D2_8XLARGE","P2_XLARGE","P2_8XLARGE","P2_16XLARGE","P3_2XLARGE","P3_8XLARGE","P3_16XLARGE","OTHER"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.transformer.config.AwsInstanceTypeChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"transformerEMRConfig.provisionNewCluster":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":350,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"transformerEMRConfig.slaveInstanceType","type":"MODEL","defaultValue":null},{"fieldName":"slaveInstanceTypeCustom","description":"","max":9223372036854776000,"label":"Slave Instance Type (Custom)","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"EMR","dependsOnMap":{"transformerEMRConfig.provisionNewCluster":[true],"clusterConfig.clusterType":["EMR"],"transformerEMRConfig.slaveInstanceType":["OTHER"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":360,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"transformerEMRConfig.slaveInstanceTypeCustom","type":"STRING","defaultValue":null},{"fieldName":"projectId","description":"","max":9223372036854776000,"label":"Project ID","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATAPROC","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":10,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"googleCloudCredentialsConfig.projectId","type":"STRING","defaultValue":null},{"fieldName":"credentialsProvider","description":"","max":9223372036854776000,"label":"Credentials Provider","mode":"text/plain","model":{"labels":["Default Credentials Provider","Service Account Credentials File (JSON)","Service Account Credentials (JSON)"],"values":["DEFAULT_PROVIDER","JSON_PROVIDER","JSON"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.googlecloud.CredentialsProviderChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"DATAPROC","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":20,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"googleCloudCredentialsConfig.credentialsProvider","type":"MODEL","defaultValue":"DEFAULT_PROVIDER"},{"fieldName":"path","description":"Path to the credentials file.","max":9223372036854776000,"label":"Credentials File Path (JSON)","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATAPROC","dependsOnMap":{"googleCloudCredentialsConfig.credentialsProvider":["JSON_PROVIDER"],"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":30,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"googleCloudCredentialsConfig.path","type":"STRING","defaultValue":null},{"fieldName":"credentialsFileContent","description":"Content of the credentials file","max":9223372036854776000,"label":"Credentials File Content (JSON)","mode":"application/json","model":null,"required":true,"min":-9223372036854776000,"group":"DATAPROC","dependsOnMap":{"googleCloudCredentialsConfig.credentialsProvider":["JSON"],"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":30,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"googleCloudCredentialsConfig.credentialsFileContent","type":"CREDENTIAL","defaultValue":null},{"fieldName":"region","description":"","max":9223372036854776000,"label":"Region","mode":"text/plain","model":{"labels":["us-west1","us-west2","us-west3","us-east1","us-east2","us-central1","asia-east1","asia-east2","asia-northeast1","asia-northeast2","asia-northeast3","asia-south1","asia-southeast1","australia-southeast1","europe-north1","europe-west1","europe-west2","europe-west3","europe-west4","europe-west6","northamerica-northeast1","southamerica-east1","Custom"],"values":["US_WEST_1","US_WEST_2","US_WEST_3","US_EAST_1","US_EAST_2","US_CENTRAL_1","ASIA_EAST_1","ASIA_EAST_2","ASIA_NORTH_EAST_1","ASIA_NORTH_EAST_2","ASIA_NORTH_EAST_3","ASIA_SOUTH_1","ASIA_SOUTH_EAST_1","AUSTRALIA_SOUTH_EAST_1","EUROPE_NORTH_1","EUROPE_WEST_1","EUROPE_WEST_2","EUROPE_WEST_3","EUROPE_WEST_4","EUROPE_WEST_6","NORTH_AMERICA_NORTH_EAST_1","SOUTH_AMERICA_EAST_1","CUSTOM"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.googlecloud.GoogleCloudRegionChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"DATAPROC","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":15,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"googleCloudConfig.region","type":"MODEL","defaultValue":null},{"fieldName":"customRegion","description":"","max":9223372036854776000,"label":"Custom Region","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATAPROC","dependsOnMap":{"googleCloudConfig.region":["CUSTOM"],"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":18,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"googleCloudConfig.customRegion","type":"STRING","defaultValue":null},{"fieldName":"gcsStagingUri","description":"GCS URI where Transformer resources are staged for pipeline execution. Use the format: gs://<path>.","max":9223372036854776000,"label":"GCS Staging URI","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATAPROC","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":60,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"googleCloudConfig.gcsStagingUri","type":"STRING","defaultValue":null},{"fieldName":"create","description":"","max":9223372036854776000,"label":"Create Cluster","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATAPROC","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":70,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"googleCloudConfig.create","type":"BOOLEAN","defaultValue":null},{"fieldName":"clusterPrefix","description":"Cluster name is generated by suffixing the pipeline ID to this prefix","max":9223372036854776000,"label":"Cluster Prefix","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATAPROC","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"],"googleCloudConfig.create":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":80,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"googleCloudConfig.clusterPrefix","type":"STRING","defaultValue":null},{"fieldName":"version","description":"The image version to use for the Dataproc cluster. Example: 1.5-ubuntu18. If not specified, Dataproc default is used","max":9223372036854776000,"label":"Image Version","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATAPROC","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"],"googleCloudConfig.create":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":85,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"googleCloudConfig.version","type":"STRING","defaultValue":"1.4-ubuntu18"},{"fieldName":"masterType","description":"","max":9223372036854776000,"label":"Master Machine Type","mode":"text/plain","model":{"labels":["n1-standard-2","n1-standard-4","n1-standard-8","n1-standard-16","n1-standard-32","n1-standard-64","n1-standard-96","n1-highmem-2","n1-highmem-4","n1-highmem-8","n1-highmem-16","n1-highmem-32","n1-highmem-64","n1-highmem-96","n1-highcpu-2","n1-highcpu-4","n1-highcpu-8","n1-highcpu-16","n1-highcpu-32","n1-highcpu-64","n1-highcpu-96","n2-standard-2","n2-standard-4","n2-standard-8","n2-standard-16","n2-standard-32","n2-standard-48","n2-standard-64","n2-standard-80","n2-highmem-2","n2-highmem-4","n2-highmem-8","n2-highmem-16","n2-highmem-32","n2-highmem-48","n2-highmem-64","n2-highmem-80","n2-highcpu-2","n2-highcpu-4","n2-highcpu-8","n2-highcpu-16","n2-highcpu-32","n2-highcpu-48","n2-highcpu-64","n2-highcpu-80","n2d-standard-2","n2d-standard-4","n2d-standard-8","n2d-standard-16","n2d-standard-32","nd2-standard-48","n2d-standard-64","n2d-standard-80","n2d-standard-96","n2d-standard-128","n2d-standard-224","n2d-highmem-2","n2d-highmem-4","n2d-highmem-8","n2d-highmem-16","n2d-highmem-32","n2d-highmem-48","n2d-highmem-64","n2d-highmem-80","n2d-highmem-96","n2d-highcpu-2","n2d-highcpu-4","n2d-highcpu-8","n2d-highcpu-16","n2d-highcpu-32","n2d-highcpu-48","n2d-highcpu-64","n2d-highcpu-80","n2d-highcpu-96","n2d-highcpu-128","n2d-highcpu-224","e2-standard-2","e2-standard-4","e2-standard-8","e2-standard-16","e2-highmem-2","e2-highmem-4","e2-highmem-8","e2-highmem-16","e2-highcpu-2","e2-highcpu-4","e2-highcpu-8","e2-highcpu-16","m1-ultramem-40","m1-ultramem-80","m1-ultramem-160","m2-ultramem-208","m2-ultramem-416","c2-standard-4","c2-standard-8","c2-standard-16","c2-standard-30","c2-standard-60","custom"],"values":["N1_STANDARD_2","N1_STANDARD_4","N1_STANDARD_8","N1_STANDARD_16","N1_STANDARD_32","N1_STANDARD_64","N1_STANDARD_96","N1_HIGHMEM_2","N1_HIGHMEM_4","N1_HIGHMEM_8","N1_HIGHMEM_16","N1_HIGHMEM_32","N1_HIGHMEM_64","N1_HIGHMEM_96","N1_HIGHCPU_2","N1_HIGHCPU_4","N1_HIGHCPU_8","N1_HIGHCPU_16","N1_HIGHCPU_32","N1_HIGHCPU_64","N1_HIGHCPU_96","N2_STANDARD_2","N2_STANDARD_4","N2_STANDARD_8","N2_STANDARD_16","N2_STANDARD_32","N2_STANDARD_48","N2_STANDARD_64","N2_STANDARD_80","N2_HIGHMEM_2","N2_HIGHMEM_4","N2_HIGHMEM_8","N2_HIGHMEM_16","N2_HIGHMEM_32","N2_HIGHMEM_48","N2_HIGHMEM_64","N2_HIGHMEM_80","N2_HIGHCPU_2","N2_HIGHCPU_4","N2_HIGHCPU_8","N2_HIGHCPU_16","N2_HIGHCPU_32","N2_HIGHCPU_48","N2_HIGHCPU_64","N2_HIGHCPU_80","N2D_STANDARD_2","N2D_STANDARD_4","N2D_STANDARD_8","N2D_STANDARD_16","N2D_STANDARD_32","ND2_STANDARD_48","N2D_STANDARD_64","N2D_STANDARD_80","N2D_STANDARD_96","N2D_STANDARD_128","N2D_STANDARD_224","N2D_HIGHMEM_2","N2D_HIGHMEM_4","N2D_HIGHMEM_8","N2D_HIGHMEM_16","N2D_HIGHMEM_32","N2D_HIGHMEM_48","N2D_HIGHMEM_64","N2D_HIGHMEM_80","N2D_HIGHMEM_96","N2D_HIGHCPU_2","N2D_HIGHCPU_4","N2D_HIGHCPU_8","N2D_HIGHCPU_16","N2D_HIGHCPU_32","N2D_HIGHCPU_48","N2D_HIGHCPU_64","N2D_HIGHCPU_80","N2D_HIGHCPU_96","N2D_HIGHCPU_128","N2D_HIGHCPU_224","E2_STANDARD_2","E2_STANDARD_4","E2_STANDARD_8","E2_STANDARD_16","E2_HIGHMEM_2","E2_HIGHMEM_4","E2_HIGHMEM_8","E2_HIGHMEM_16","E2_HIGHCPU_2","E2_HIGHCPU_4","E2_HIGHCPU_8","E2_HIGHCPU_16","M1_ULTRAMEM_40","M1_ULTRAMEM_80","M1_ULTRAMEM_160","M2_ULTRAMEM_208","M2_ULTRAMEM_416","C2_STANDARD_4","C2_STANDARD_8","C2_STANDARD_16","C2_STANDARD_30","C2_STANDARD_60","CUSTOM"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.googlecloud.MachineTypeChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"DATAPROC","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"],"googleCloudConfig.create":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":90,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"googleCloudConfig.masterType","type":"MODEL","defaultValue":null},{"fieldName":"workerType","description":"","max":9223372036854776000,"label":"Worker Machine Type","mode":"text/plain","model":{"labels":["n1-standard-2","n1-standard-4","n1-standard-8","n1-standard-16","n1-standard-32","n1-standard-64","n1-standard-96","n1-highmem-2","n1-highmem-4","n1-highmem-8","n1-highmem-16","n1-highmem-32","n1-highmem-64","n1-highmem-96","n1-highcpu-2","n1-highcpu-4","n1-highcpu-8","n1-highcpu-16","n1-highcpu-32","n1-highcpu-64","n1-highcpu-96","n2-standard-2","n2-standard-4","n2-standard-8","n2-standard-16","n2-standard-32","n2-standard-48","n2-standard-64","n2-standard-80","n2-highmem-2","n2-highmem-4","n2-highmem-8","n2-highmem-16","n2-highmem-32","n2-highmem-48","n2-highmem-64","n2-highmem-80","n2-highcpu-2","n2-highcpu-4","n2-highcpu-8","n2-highcpu-16","n2-highcpu-32","n2-highcpu-48","n2-highcpu-64","n2-highcpu-80","n2d-standard-2","n2d-standard-4","n2d-standard-8","n2d-standard-16","n2d-standard-32","nd2-standard-48","n2d-standard-64","n2d-standard-80","n2d-standard-96","n2d-standard-128","n2d-standard-224","n2d-highmem-2","n2d-highmem-4","n2d-highmem-8","n2d-highmem-16","n2d-highmem-32","n2d-highmem-48","n2d-highmem-64","n2d-highmem-80","n2d-highmem-96","n2d-highcpu-2","n2d-highcpu-4","n2d-highcpu-8","n2d-highcpu-16","n2d-highcpu-32","n2d-highcpu-48","n2d-highcpu-64","n2d-highcpu-80","n2d-highcpu-96","n2d-highcpu-128","n2d-highcpu-224","e2-standard-2","e2-standard-4","e2-standard-8","e2-standard-16","e2-highmem-2","e2-highmem-4","e2-highmem-8","e2-highmem-16","e2-highcpu-2","e2-highcpu-4","e2-highcpu-8","e2-highcpu-16","m1-ultramem-40","m1-ultramem-80","m1-ultramem-160","m2-ultramem-208","m2-ultramem-416","c2-standard-4","c2-standard-8","c2-standard-16","c2-standard-30","c2-standard-60","custom"],"values":["N1_STANDARD_2","N1_STANDARD_4","N1_STANDARD_8","N1_STANDARD_16","N1_STANDARD_32","N1_STANDARD_64","N1_STANDARD_96","N1_HIGHMEM_2","N1_HIGHMEM_4","N1_HIGHMEM_8","N1_HIGHMEM_16","N1_HIGHMEM_32","N1_HIGHMEM_64","N1_HIGHMEM_96","N1_HIGHCPU_2","N1_HIGHCPU_4","N1_HIGHCPU_8","N1_HIGHCPU_16","N1_HIGHCPU_32","N1_HIGHCPU_64","N1_HIGHCPU_96","N2_STANDARD_2","N2_STANDARD_4","N2_STANDARD_8","N2_STANDARD_16","N2_STANDARD_32","N2_STANDARD_48","N2_STANDARD_64","N2_STANDARD_80","N2_HIGHMEM_2","N2_HIGHMEM_4","N2_HIGHMEM_8","N2_HIGHMEM_16","N2_HIGHMEM_32","N2_HIGHMEM_48","N2_HIGHMEM_64","N2_HIGHMEM_80","N2_HIGHCPU_2","N2_HIGHCPU_4","N2_HIGHCPU_8","N2_HIGHCPU_16","N2_HIGHCPU_32","N2_HIGHCPU_48","N2_HIGHCPU_64","N2_HIGHCPU_80","N2D_STANDARD_2","N2D_STANDARD_4","N2D_STANDARD_8","N2D_STANDARD_16","N2D_STANDARD_32","ND2_STANDARD_48","N2D_STANDARD_64","N2D_STANDARD_80","N2D_STANDARD_96","N2D_STANDARD_128","N2D_STANDARD_224","N2D_HIGHMEM_2","N2D_HIGHMEM_4","N2D_HIGHMEM_8","N2D_HIGHMEM_16","N2D_HIGHMEM_32","N2D_HIGHMEM_48","N2D_HIGHMEM_64","N2D_HIGHMEM_80","N2D_HIGHMEM_96","N2D_HIGHCPU_2","N2D_HIGHCPU_4","N2D_HIGHCPU_8","N2D_HIGHCPU_16","N2D_HIGHCPU_32","N2D_HIGHCPU_48","N2D_HIGHCPU_64","N2D_HIGHCPU_80","N2D_HIGHCPU_96","N2D_HIGHCPU_128","N2D_HIGHCPU_224","E2_STANDARD_2","E2_STANDARD_4","E2_STANDARD_8","E2_STANDARD_16","E2_HIGHMEM_2","E2_HIGHMEM_4","E2_HIGHMEM_8","E2_HIGHMEM_16","E2_HIGHCPU_2","E2_HIGHCPU_4","E2_HIGHCPU_8","E2_HIGHCPU_16","M1_ULTRAMEM_40","M1_ULTRAMEM_80","M1_ULTRAMEM_160","M2_ULTRAMEM_208","M2_ULTRAMEM_416","C2_STANDARD_4","C2_STANDARD_8","C2_STANDARD_16","C2_STANDARD_30","C2_STANDARD_60","CUSTOM"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.googlecloud.MachineTypeChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"DATAPROC","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"],"googleCloudConfig.create":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":100,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"googleCloudConfig.workerType","type":"MODEL","defaultValue":null},{"fieldName":"networkType","description":"","max":9223372036854776000,"label":"Network Type","mode":"text/plain","model":{"labels":["Auto - VPC created in Auto mode","Custom - VPC with custom subnets","Default VPC for project and region"],"values":["AUTO","CUSTOM","NONE"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.googlecloud.NetworkChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"DATAPROC","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"],"googleCloudConfig.create":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":110,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"googleCloudConfig.networkType","type":"MODEL","defaultValue":null},{"fieldName":"network","description":"","max":9223372036854776000,"label":"Network Name","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATAPROC","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"],"googleCloudConfig.create":[true],"googleCloudConfig.networkType":["AUTO"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":120,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"googleCloudConfig.network","type":"STRING","defaultValue":null},{"fieldName":"subnet","description":"","max":9223372036854776000,"label":"Subnet Name","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATAPROC","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"],"googleCloudConfig.create":[true],"googleCloudConfig.networkType":["CUSTOM"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":130,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"googleCloudConfig.subnet","type":"STRING","defaultValue":null},{"fieldName":"tags","description":"","max":9223372036854776000,"label":"Network Tags","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATAPROC","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"],"googleCloudConfig.create":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":140,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"googleCloudConfig.tags","type":"LIST","defaultValue":[]},{"fieldName":"workerCount","description":"","max":9223372036854776000,"label":"Worker Count","mode":"text/plain","model":null,"required":true,"min":1,"group":"DATAPROC","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"],"googleCloudConfig.create":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":150,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"googleCloudConfig.workerCount","type":"NUMBER","defaultValue":null},{"fieldName":"clusterName","description":"","max":9223372036854776000,"label":"Cluster Name","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATAPROC","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"],"googleCloudConfig.create":[false]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":160,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"googleCloudConfig.clusterName","type":"STRING","defaultValue":null},{"fieldName":"terminate","description":"Terminates the cluster when the pipeline stops","max":9223372036854776000,"label":"Terminate Cluster","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATAPROC","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"],"googleCloudConfig.create":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":170,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"googleCloudConfig.terminate","type":"BOOLEAN","defaultValue":null}],"configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.datacollector.config.PipelineGroups":["CLUSTER","PARAMETERS","NOTIFICATIONS","BAD_RECORDS","STATS","EMR","DATAPROC","ADVANCED"]},"groupNameToLabelMapList":[{"name":"CLUSTER","label":"Cluster"},{"name":"PARAMETERS","label":"Parameters"},{"name":"NOTIFICATIONS","label":"Notifications"},{"name":"BAD_RECORDS","label":"Error Records"},{"name":"STATS","label":"Statistics"},{"name":"EMR","label":"EMR"},{"name":"DATAPROC","label":"Dataproc"},{"name":"ADVANCED","label":"Advanced"}]}}],"pipelineFragment":null,"pipelineRules":[{"configDefinitions":[{"fieldName":"emailIDs","description":"Email Addresses","max":9223372036854776000,"label":"Email IDs","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"NOTIFICATIONS","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":76,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"emailIDs","type":"LIST","defaultValue":[]},{"fieldName":"webhookConfigs","description":"Webhooks","max":9223372036854776000,"label":"Webhooks","mode":"text/plain","model":{"labels":null,"values":null,"configDefinitions":[{"fieldName":"payload","description":"Data that should be included as a part of the Webhook request","max":9223372036854776000,"label":"Payload","mode":"application/json","model":null,"required":false,"min":-9223372036854776000,"group":"WEBHOOK","dependsOnMap":{"httpMethod":["POST","PUT","DELETE"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":240,"displayMode":"BASIC","upload":"NO","lines":2,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"payload","type":"TEXT","defaultValue":"{\n  \"text\" : \"{{ALERT_TEXT}}. The alert, {{ALERT_NAME}},  was triggered for pipeline '{{PIPELINE_TITLE}}'. \\n The threshold of {{ALERT_VALUE}} records, for the following condition was reached at {{TIME}}: {{ALERT_CONDITION}} \\n <{{PIPELINE_URL}}|Click here> for details!\"\n}"},{"fieldName":"webhookUrl","description":"The Webhook HTTP resource URL","max":9223372036854776000,"label":"Webhook URL","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":200,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"webhookUrl","type":"STRING","defaultValue":null},{"fieldName":"headers","description":"Headers to include in the request","max":9223372036854776000,"label":"Headers","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"NOTIFICATIONS","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":210,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"headers","type":"MAP","defaultValue":[]},{"fieldName":"httpMethod","description":"HTTP method to send","max":9223372036854776000,"label":"HTTP Method","mode":"text/plain","model":{"labels":["GET","PUT","POST","DELETE","HEAD"],"values":["GET","PUT","POST","DELETE","HEAD"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.HttpMethodChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"NOTIFICATIONS","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":220,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"httpMethod","type":"MODEL","defaultValue":"POST"},{"fieldName":"contentType","description":"Content-Type header to be sent with the request; used if that header is not already present","max":9223372036854776000,"label":"Content Type","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"NOTIFICATIONS","dependsOnMap":{"httpMethod":["POST","PUT","DELETE"]},"dependsOn":"","evaluation":"EXPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":250,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"contentType","type":"STRING","defaultValue":"application/json"},{"fieldName":"authType","description":"","max":9223372036854776000,"label":"Authentication Type","mode":"text/plain","model":{"labels":["None","Basic","Digest","Universal"],"values":["NONE","BASIC","DIGEST","UNIVERSAL"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.AuthenticationTypeChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"NOTIFICATIONS","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":260,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"authType","type":"MODEL","defaultValue":"NONE"},{"fieldName":"username","description":"","max":9223372036854776000,"label":"Username","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"NOTIFICATIONS","dependsOnMap":{"authType":["DIGEST","UNIVERSAL","BASIC"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":270,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"username","type":"CREDENTIAL","defaultValue":null},{"fieldName":"password","description":"","max":9223372036854776000,"label":"Password","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"NOTIFICATIONS","dependsOnMap":{"authType":["DIGEST","UNIVERSAL","BASIC"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":280,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"password","type":"CREDENTIAL","defaultValue":null}],"modelType":"LIST_BEAN","valuesProviderClass":null,"filteringConfig":null},"required":true,"min":-9223372036854776000,"group":"NOTIFICATIONS","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":200,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"webhookConfigs","type":"MODEL","defaultValue":[]}],"configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.datacollector.config.PipelineRulesGroups":["NOTIFICATIONS"]},"groupNameToLabelMapList":[{"name":"NOTIFICATIONS","label":"Notifications"}]}}],"stages":[{"icon":"rdbms_multithreaded.png","version":"8","privateClassLoader":false,"services":[],"eventDefs":["com.streamsets.pipeline.lib.event.NoMoreDataEvent","com.streamsets.pipeline.lib.jdbc.multithread.SchemaFinishedEvent","com.streamsets.pipeline.lib.jdbc.multithread.TableFinishedEvent"],"description":"Reads data from a JDBC source using table names.","library":"streamsets-datacollector-jdbc-lib","label":"JDBC Multitable Consumer","configDefinitions":[{"fieldName":"tableConfigs","description":"","max":9223372036854776000,"label":"Table Configs","mode":"text/plain","model":{"labels":null,"values":null,"configDefinitions":[{"fieldName":"schema","description":"Schema Name","max":9223372036854776000,"label":"Schema","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"TABLE","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":20,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"schema","type":"STRING","defaultValue":null},{"fieldName":"tablePattern","description":"Pattern of the table names to read. Use a SQL like syntax.","max":9223372036854776000,"label":"Table Name Pattern","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"TABLE","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":30,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"tablePattern","type":"STRING","defaultValue":"%"},{"fieldName":"tableExclusionPattern","description":"Pattern of the table names to exclude from being read. Use a Java regex syntax. Leave empty if no exclusion needed.","max":9223372036854776000,"label":"Table Exclusion Pattern","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"TABLE","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":40,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"tableExclusionPattern","type":"STRING","defaultValue":null},{"fieldName":"schemaExclusionPattern","description":"Pattern of the schema names to exclude from being read. Use a Java regex syntax. Leave empty if no schema exclusions are needed.","max":9223372036854776000,"label":"Schema Exclusion Pattern","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"TABLE","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":45,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"schemaExclusionPattern","type":"STRING","defaultValue":null},{"fieldName":"overrideDefaultOffsetColumns","description":"Overrides the primary key(s) as the offset column(s).","max":9223372036854776000,"label":"Override Offset Columns","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"TABLE","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":50,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"overrideDefaultOffsetColumns","type":"BOOLEAN","defaultValue":false},{"fieldName":"offsetColumns","description":"Specify offset column(s) to override default offset column(s)","max":9223372036854776000,"label":"Offset Columns","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"TABLE","dependsOnMap":{"overrideDefaultOffsetColumns":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":60,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"offsetColumns","type":"LIST","defaultValue":null},{"fieldName":"offsetColumnToInitialOffsetValue","description":"Configure Initial Offset for each Offset Column.","max":9223372036854776000,"label":"Initial Offset","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"TABLE","dependsOnMap":{},"dependsOn":"","evaluation":"EXPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62","2449","2450","2451"],"displayPosition":70,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","2452","2453","2454","2455","2456","2457","2458","2459","2460","2461","2462","2463","2464","2441","2442","2443","2444","2445","2446","2447","2448"],"name":"offsetColumnToInitialOffsetValue","type":"MAP","defaultValue":null},{"fieldName":"enableNonIncremental","description":"Use non-incremental loading for any tables that do not have suitable keys or offset column overrides defined.  Progress within the table will not be tracked.","max":9223372036854776000,"label":"Enable Non-Incremental Load","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"TABLE","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":75,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"enableNonIncremental","type":"BOOLEAN","defaultValue":true},{"fieldName":"partitioningMode","description":"Multithreaded processing of partitions mode. Required (validation error if not possible), Best effort (use if possible, but don't fail validation if not), or disabled (no partitioning).","max":9223372036854776000,"label":"Multithreaded Partition Processing Mode","mode":"text/plain","model":{"labels":["Off","On (Best Effort)","On (Required)"],"values":["DISABLED","BEST_EFFORT","REQUIRED"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.origin.jdbc.table.PartitioningModeChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"TABLE","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":80,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"partitioningMode","type":"MODEL","defaultValue":"DISABLED"},{"fieldName":"partitionSize","description":"Controls the size of partitions.  This value represents the range of values that will be covered by a single partition.","max":9223372036854776000,"label":"Partition Size","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"TABLE","dependsOnMap":{"partitioningMode":["REQUIRED","BEST_EFFORT"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":90,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"partitionSize","type":"STRING","defaultValue":"1000000"},{"fieldName":"maxNumActivePartitions","description":"The maximum number of partitions that can be processed at once. Includes active partitions with rows left to read and completed partitions before they are pruned.","max":9223372036854776000,"label":"Max Partitions","mode":"text/plain","model":null,"required":false,"min":-1,"group":"TABLE","dependsOnMap":{"partitioningMode":["REQUIRED","BEST_EFFORT"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":100,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"maxNumActivePartitions","type":"NUMBER","defaultValue":-1},{"fieldName":"extraOffsetColumnConditions","description":"Additional conditions to apply for the offset column when a query is issued. These conditions will be a logical AND with last offset value filter already applied by default.","max":9223372036854776000,"label":"Offset Column Conditions","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"TABLE","dependsOnMap":{},"dependsOn":"","evaluation":"EXPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62","2449","2450","2451"],"displayPosition":200,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","2465","2441","2442","2443","2444","2445","2446","2447","2448","2452","2453","2454","2455","2456","2457","2458","2459","2460","2461","2462","2463","2464"],"name":"extraOffsetColumnConditions","type":"STRING","defaultValue":null}],"modelType":"LIST_BEAN","valuesProviderClass":null,"filteringConfig":null},"required":true,"min":-9223372036854776000,"group":"TABLE","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":20,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"tableJdbcConfigBean.tableConfigs","type":"MODEL","defaultValue":[]},{"fieldName":"numberOfThreads","description":"Number of parallel threads that read data","max":9223372036854776000,"label":"Number of Threads","mode":"text/plain","model":null,"required":true,"min":1,"group":"JDBC","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":80,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"tableJdbcConfigBean.numberOfThreads","type":"NUMBER","defaultValue":1},{"fieldName":"batchTableStrategy","description":"Determines the strategy for each batch to generate records from.","max":9223372036854776000,"label":"Per Batch Strategy","mode":"text/plain","model":{"labels":["Switch Tables","Process All Available Rows From the Table"],"values":["SWITCH_TABLES","PROCESS_ALL_AVAILABLE_ROWS_FROM_TABLE"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.jdbc.multithread.BatchTableStrategyChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"JDBC","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":90,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"tableJdbcConfigBean.batchTableStrategy","type":"MODEL","defaultValue":"SWITCH_TABLES"},{"fieldName":"numberOfBatchesFromRs","description":"Determines the number of batches that can be generated from the fetched result set after which result set is closed. Leave -1 to keep the result set open as long as possible","max":2147483647,"label":"Batches from Result Set","mode":"text/plain","model":null,"required":true,"min":-1,"group":"JDBC","dependsOnMap":{"tableJdbcConfigBean.batchTableStrategy":["SWITCH_TABLES"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":142,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"tableJdbcConfigBean.numberOfBatchesFromRs","type":"NUMBER","defaultValue":-1},{"fieldName":"resultCacheSize","description":"Determines how many open statements/result sets can be cached. Leave -1 to Opt Out and have one statement open per table.","max":9223372036854776000,"label":"Result Set Cache Size","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"JDBC","dependsOnMap":{"tableJdbcConfigBean.batchTableStrategy":["SWITCH_TABLES"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":143,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"tableJdbcConfigBean.resultCacheSize","type":"NUMBER","defaultValue":-1},{"fieldName":"timeZoneID","description":"Time zone to use to resolve time based expressions","max":9223372036854776000,"label":"Data Time Zone","mode":"text/plain","model":{"labels":["Same as Data Collector: +00:00 UTC (Etc/UTC)","-11:00 ST (US/Samoa)","-11:00 ST (Pacific/Samoa)","-11:00 ST (Pacific/Pago_Pago)","-11:00 ST (Pacific/Midway)","-11:00 NUT (Pacific/Niue)","-10:00 TAHT (Pacific/Tahiti)","-10:00 HT (US/Hawaii)","-10:00 HT (SystemV/HST10)","-10:00 HT (Pacific/Johnston)","-10:00 HT (Pacific/Honolulu)","-10:00 CKT (Pacific/Rarotonga)","-09:30 MART (Pacific/Marquesas)","-09:00 HT (US/Aleutian)","-09:00 HT (America/Atka)","-09:00 HT (America/Adak)","-09:00 GAMT (Pacific/Gambier)","-09:00 AKT (SystemV/YST9)","-08:00 PT (SystemV/PST8)","-08:00 PT (Pacific/Pitcairn)","-08:00 AKT (US/Alaska)","-08:00 AKT (SystemV/YST9YDT)","-08:00 AKT (America/Yakutat)","-08:00 AKT (America/Sitka)","-08:00 AKT (America/Nome)","-08:00 AKT (America/Metlakatla)","-08:00 AKT (America/Juneau)","-08:00 AKT (America/Anchorage)","-07:00 PT (US/Pacific-New)","-07:00 PT (US/Pacific)","-07:00 PT (SystemV/PST8PDT)","-07:00 PT (PST8PDT)","-07:00 PT (Mexico/BajaNorte)","-07:00 PT (Canada/Yukon)","-07:00 PT (Canada/Pacific)","-07:00 PT (America/Whitehorse)","-07:00 PT (America/Vancouver)","-07:00 PT (America/Tijuana)","-07:00 PT (America/Santa_Isabel)","-07:00 PT (America/Los_Angeles)","-07:00 PT (America/Ensenada)","-07:00 PT (America/Dawson)","-07:00 MT (US/Arizona)","-07:00 MT (SystemV/MST7)","-07:00 MT (America/Phoenix)","-07:00 MT (America/Hermosillo)","-07:00 MT (America/Fort_Nelson)","-07:00 MT (America/Dawson_Creek)","-07:00 MT (America/Creston)","-06:00 MT (US/Mountain)","-06:00 MT (SystemV/MST7MDT)","-06:00 MT (Navajo)","-06:00 MT (Mexico/BajaSur)","-06:00 MT (MST7MDT)","-06:00 MT (Canada/Mountain)","-06:00 MT (America/Yellowknife)","-06:00 MT (America/Shiprock)","-06:00 MT (America/Ojinaga)","-06:00 MT (America/Mazatlan)","-06:00 MT (America/Inuvik)","-06:00 MT (America/Edmonton)","-06:00 MT (America/Denver)","-06:00 MT (America/Chihuahua)","-06:00 MT (America/Cambridge_Bay)","-06:00 MT (America/Boise)","-06:00 GALT (Pacific/Galapagos)","-06:00 EAST (Pacific/Easter)","-06:00 EAST (Chile/EasterIsland)","-06:00 CT (SystemV/CST6)","-06:00 CT (Canada/Saskatchewan)","-06:00 CT (America/Tegucigalpa)","-06:00 CT (America/Swift_Current)","-06:00 CT (America/Regina)","-06:00 CT (America/Managua)","-06:00 CT (America/Guatemala)","-06:00 CT (America/El_Salvador)","-06:00 CT (America/Costa_Rica)","-06:00 CT (America/Belize)","-05:00 PET (America/Lima)","-05:00 ET (SystemV/EST5)","-05:00 ET (Jamaica)","-05:00 ET (America/Panama)","-05:00 ET (America/Jamaica)","-05:00 ET (America/Coral_Harbour)","-05:00 ET (America/Cayman)","-05:00 ET (America/Cancun)","-05:00 ET (America/Atikokan)","-05:00 ECT (America/Guayaquil)","-05:00 CT (US/Indiana-Starke)","-05:00 CT (US/Central)","-05:00 CT (SystemV/CST6CDT)","-05:00 CT (Mexico/General)","-05:00 CT (Canada/Central)","-05:00 CT (CST6CDT)","-05:00 CT (America/Winnipeg)","-05:00 CT (America/Resolute)","-05:00 CT (America/Rankin_Inlet)","-05:00 CT (America/Rainy_River)","-05:00 CT (America/North_Dakota/New_Salem)","-05:00 CT (America/North_Dakota/Center)","-05:00 CT (America/North_Dakota/Beulah)","-05:00 CT (America/Monterrey)","-05:00 CT (America/Mexico_City)","-05:00 CT (America/Merida)","-05:00 CT (America/Menominee)","-05:00 CT (America/Matamoros)","-05:00 CT (America/Knox_IN)","-05:00 CT (America/Indiana/Tell_City)","-05:00 CT (America/Indiana/Knox)","-05:00 CT (America/Chicago)","-05:00 CT (America/Bahia_Banderas)","-05:00 COT (America/Bogota)","-05:00 ACT (Brazil/Acre)","-05:00 ACT (America/Rio_Branco)","-05:00 ACT (America/Porto_Acre)","-05:00 ACT (America/Eirunepe)","-04:00 VET (America/Caracas)","-04:00 PYT (America/Asuncion)","-04:00 GYT (America/Guyana)","-04:00 ET (US/Michigan)","-04:00 ET (US/Eastern)","-04:00 ET (US/East-Indiana)","-04:00 ET (SystemV/EST5EDT)","-04:00 ET (EST5EDT)","-04:00 ET (Canada/Eastern)","-04:00 ET (America/Toronto)","-04:00 ET (America/Thunder_Bay)","-04:00 ET (America/Port-au-Prince)","-04:00 ET (America/Pangnirtung)","-04:00 ET (America/Nipigon)","-04:00 ET (America/New_York)","-04:00 ET (America/Nassau)","-04:00 ET (America/Montreal)","-04:00 ET (America/Louisville)","-04:00 ET (America/Kentucky/Monticello)","-04:00 ET (America/Kentucky/Louisville)","-04:00 ET (America/Iqaluit)","-04:00 ET (America/Indianapolis)","-04:00 ET (America/Indiana/Winamac)","-04:00 ET (America/Indiana/Vincennes)","-04:00 ET (America/Indiana/Vevay)","-04:00 ET (America/Indiana/Petersburg)","-04:00 ET (America/Indiana/Marengo)","-04:00 ET (America/Indiana/Indianapolis)","-04:00 ET (America/Grand_Turk)","-04:00 ET (America/Fort_Wayne)","-04:00 ET (America/Detroit)","-04:00 CT (Cuba)","-04:00 CT (America/Havana)","-04:00 CLT (Chile/Continental)","-04:00 CLT (America/Santiago)","-04:00 BOT (America/La_Paz)","-04:00 AT (SystemV/AST4)","-04:00 AT (America/Virgin)","-04:00 AT (America/Tortola)","-04:00 AT (America/St_Vincent)","-04:00 AT (America/St_Thomas)","-04:00 AT (America/St_Lucia)","-04:00 AT (America/St_Kitts)","-04:00 AT (America/St_Barthelemy)","-04:00 AT (America/Santo_Domingo)","-04:00 AT (America/Puerto_Rico)","-04:00 AT (America/Port_of_Spain)","-04:00 AT (America/Montserrat)","-04:00 AT (America/Martinique)","-04:00 AT (America/Marigot)","-04:00 AT (America/Lower_Princes)","-04:00 AT (America/Kralendijk)","-04:00 AT (America/Guadeloupe)","-04:00 AT (America/Grenada)","-04:00 AT (America/Dominica)","-04:00 AT (America/Curacao)","-04:00 AT (America/Blanc-Sablon)","-04:00 AT (America/Barbados)","-04:00 AT (America/Aruba)","-04:00 AT (America/Antigua)","-04:00 AT (America/Anguilla)","-04:00 AMT (Brazil/West)","-04:00 AMT (America/Porto_Velho)","-04:00 AMT (America/Manaus)","-04:00 AMT (America/Cuiaba)","-04:00 AMT (America/Campo_Grande)","-04:00 AMT (America/Boa_Vista)","-03:00 UYT (America/Montevideo)","-03:00 SRT (America/Paramaribo)","-03:00 ROTT (Antarctica/Rothera)","-03:00 GFT (America/Cayenne)","-03:00 FKT (Atlantic/Stanley)","-03:00 CLT (Antarctica/Palmer)","-03:00 BRT (Brazil/East)","-03:00 BRT (America/Sao_Paulo)","-03:00 BRT (America/Santarem)","-03:00 BRT (America/Recife)","-03:00 BRT (America/Maceio)","-03:00 BRT (America/Fortaleza)","-03:00 BRT (America/Belem)","-03:00 BRT (America/Bahia)","-03:00 BRT (America/Araguaina)","-03:00 America/Punta_Arenas (America/Punta_Arenas)","-03:00 AT (SystemV/AST4ADT)","-03:00 AT (Canada/Atlantic)","-03:00 AT (Atlantic/Bermuda)","-03:00 AT (America/Thule)","-03:00 AT (America/Moncton)","-03:00 AT (America/Halifax)","-03:00 AT (America/Goose_Bay)","-03:00 AT (America/Glace_Bay)","-03:00 ART (America/Rosario)","-03:00 ART (America/Mendoza)","-03:00 ART (America/Jujuy)","-03:00 ART (America/Cordoba)","-03:00 ART (America/Catamarca)","-03:00 ART (America/Buenos_Aires)","-03:00 ART (America/Argentina/Ushuaia)","-03:00 ART (America/Argentina/Tucuman)","-03:00 ART (America/Argentina/San_Luis)","-03:00 ART (America/Argentina/San_Juan)","-03:00 ART (America/Argentina/Salta)","-03:00 ART (America/Argentina/Rio_Gallegos)","-03:00 ART (America/Argentina/Mendoza)","-03:00 ART (America/Argentina/La_Rioja)","-03:00 ART (America/Argentina/Jujuy)","-03:00 ART (America/Argentina/Cordoba)","-03:00 ART (America/Argentina/ComodRivadavia)","-03:00 ART (America/Argentina/Catamarca)","-03:00 ART (America/Argentina/Buenos_Aires)","-02:30 NT (Canada/Newfoundland)","-02:30 NT (America/St_Johns)","-02:00 WGT (America/Godthab)","-02:00 PMT (America/Miquelon)","-02:00 GT (Atlantic/South_Georgia)","-02:00 FNT (Brazil/DeNoronha)","-02:00 FNT (America/Noronha)","-01:00 CVT (Atlantic/Cape_Verde)","+00:00 AZOT (Atlantic/Azores)","+00:00 EGT (America/Scoresbysund)","+00:00 GMT (Africa/Abidjan)","+00:00 GMT (Africa/Accra)","+00:00 GMT (Africa/Bamako)","+00:00 GMT (Africa/Banjul)","+00:00 GMT (Africa/Bissau)","+00:00 GMT (Africa/Conakry)","+00:00 GMT (Africa/Dakar)","+00:00 GMT (Africa/Freetown)","+00:00 GMT (Africa/Lome)","+00:00 GMT (Africa/Monrovia)","+00:00 GMT (Africa/Nouakchott)","+00:00 GMT (Africa/Ouagadougou)","+00:00 GMT (Africa/Sao_Tome)","+00:00 GMT (Africa/Timbuktu)","+00:00 GMT (America/Danmarkshavn)","+00:00 GMT (Atlantic/Reykjavik)","+00:00 GMT (Atlantic/St_Helena)","+00:00 GMT (Etc/Greenwich)","+00:00 GMT (GMT)","+00:00 GMT (GMT0)","+00:00 GMT (Greenwich)","+00:00 GMT (Iceland)","+00:00 UTC (Etc/UCT)","+00:00 UTC (Etc/Universal)","+00:00 UTC (Etc/Zulu)","+00:00 UTC (UCT)","+00:00 UTC (UTC)","+00:00 UTC (Universal)","+00:00 UTC (Zulu)","+01:00 BT (Europe/Belfast)","+01:00 BT (Europe/Guernsey)","+01:00 BT (Europe/Isle_of_Man)","+01:00 BT (Europe/Jersey)","+01:00 BT (Europe/London)","+01:00 BT (GB)","+01:00 BT (GB-Eire)","+01:00 CET (Africa/Algiers)","+01:00 CET (Africa/Tunis)","+01:00 IT (Eire)","+01:00 IT (Europe/Dublin)","+01:00 WAT (Africa/Bangui)","+01:00 WAT (Africa/Brazzaville)","+01:00 WAT (Africa/Douala)","+01:00 WAT (Africa/Kinshasa)","+01:00 WAT (Africa/Lagos)","+01:00 WAT (Africa/Libreville)","+01:00 WAT (Africa/Luanda)","+01:00 WAT (Africa/Malabo)","+01:00 WAT (Africa/Ndjamena)","+01:00 WAT (Africa/Niamey)","+01:00 WAT (Africa/Porto-Novo)","+01:00 WET (Africa/Casablanca)","+01:00 WET (Africa/El_Aaiun)","+01:00 WET (Atlantic/Canary)","+01:00 WET (Atlantic/Faeroe)","+01:00 WET (Atlantic/Faroe)","+01:00 WET (Atlantic/Madeira)","+01:00 WET (Europe/Lisbon)","+01:00 WET (Portugal)","+01:00 WET (WET)","+02:00 ATT (Antarctica/Troll)","+02:00 CAT (Africa/Blantyre)","+02:00 CAT (Africa/Bujumbura)","+02:00 CAT (Africa/Gaborone)","+02:00 CAT (Africa/Harare)","+02:00 CAT (Africa/Khartoum)","+02:00 CAT (Africa/Kigali)","+02:00 CAT (Africa/Lubumbashi)","+02:00 CAT (Africa/Lusaka)","+02:00 CAT (Africa/Maputo)","+02:00 CAT (Africa/Windhoek)","+02:00 CET (Africa/Ceuta)","+02:00 CET (Arctic/Longyearbyen)","+02:00 CET (Atlantic/Jan_Mayen)","+02:00 CET (CET)","+02:00 CET (Europe/Amsterdam)","+02:00 CET (Europe/Andorra)","+02:00 CET (Europe/Belgrade)","+02:00 CET (Europe/Berlin)","+02:00 CET (Europe/Bratislava)","+02:00 CET (Europe/Brussels)","+02:00 CET (Europe/Budapest)","+02:00 CET (Europe/Busingen)","+02:00 CET (Europe/Copenhagen)","+02:00 CET (Europe/Gibraltar)","+02:00 CET (Europe/Ljubljana)","+02:00 CET (Europe/Luxembourg)","+02:00 CET (Europe/Madrid)","+02:00 CET (Europe/Malta)","+02:00 CET (Europe/Monaco)","+02:00 CET (Europe/Oslo)","+02:00 CET (Europe/Paris)","+02:00 CET (Europe/Podgorica)","+02:00 CET (Europe/Prague)","+02:00 CET (Europe/Rome)","+02:00 CET (Europe/San_Marino)","+02:00 CET (Europe/Sarajevo)","+02:00 CET (Europe/Skopje)","+02:00 CET (Europe/Stockholm)","+02:00 CET (Europe/Tirane)","+02:00 CET (Europe/Vaduz)","+02:00 CET (Europe/Vatican)","+02:00 CET (Europe/Vienna)","+02:00 CET (Europe/Warsaw)","+02:00 CET (Europe/Zagreb)","+02:00 CET (Europe/Zurich)","+02:00 CET (Poland)","+02:00 EET (Africa/Cairo)","+02:00 EET (Africa/Tripoli)","+02:00 EET (Egypt)","+02:00 EET (Europe/Kaliningrad)","+02:00 EET (Libya)","+02:00 MET (MET)","+02:00 SAT (Africa/Johannesburg)","+02:00 SAT (Africa/Maseru)","+02:00 SAT (Africa/Mbabane)","+03:00 AT (Asia/Aden)","+03:00 AT (Asia/Baghdad)","+03:00 AT (Asia/Bahrain)","+03:00 AT (Asia/Kuwait)","+03:00 AT (Asia/Qatar)","+03:00 AT (Asia/Riyadh)","+03:00 Asia/Famagusta (Asia/Famagusta)","+03:00 EAT (Africa/Addis_Ababa)","+03:00 EAT (Africa/Asmara)","+03:00 EAT (Africa/Asmera)","+03:00 EAT (Africa/Dar_es_Salaam)","+03:00 EAT (Africa/Djibouti)","+03:00 EAT (Africa/Juba)","+03:00 EAT (Africa/Kampala)","+03:00 EAT (Africa/Mogadishu)","+03:00 EAT (Africa/Nairobi)","+03:00 EAT (Indian/Antananarivo)","+03:00 EAT (Indian/Comoro)","+03:00 EAT (Indian/Mayotte)","+03:00 EET (Asia/Amman)","+03:00 EET (Asia/Beirut)","+03:00 EET (Asia/Damascus)","+03:00 EET (Asia/Gaza)","+03:00 EET (Asia/Hebron)","+03:00 EET (Asia/Istanbul)","+03:00 EET (Asia/Nicosia)","+03:00 EET (EET)","+03:00 EET (Europe/Athens)","+03:00 EET (Europe/Bucharest)","+03:00 EET (Europe/Chisinau)","+03:00 EET (Europe/Helsinki)","+03:00 EET (Europe/Istanbul)","+03:00 EET (Europe/Kiev)","+03:00 EET (Europe/Mariehamn)","+03:00 EET (Europe/Nicosia)","+03:00 EET (Europe/Riga)","+03:00 EET (Europe/Sofia)","+03:00 EET (Europe/Tallinn)","+03:00 EET (Europe/Tiraspol)","+03:00 EET (Europe/Uzhgorod)","+03:00 EET (Europe/Vilnius)","+03:00 EET (Europe/Zaporozhye)","+03:00 EET (Turkey)","+03:00 Europe/Kirov (Europe/Kirov)","+03:00 IT (Asia/Jerusalem)","+03:00 IT (Asia/Tel_Aviv)","+03:00 IT (Israel)","+03:00 MT (Europe/Minsk)","+03:00 MT (Europe/Moscow)","+03:00 MT (Europe/Simferopol)","+03:00 MT (W-SU)","+03:00 SYOT (Antarctica/Syowa)","+04:00 AMT (Asia/Yerevan)","+04:00 AZT (Asia/Baku)","+04:00 Europe/Astrakhan (Europe/Astrakhan)","+04:00 Europe/Saratov (Europe/Saratov)","+04:00 Europe/Ulyanovsk (Europe/Ulyanovsk)","+04:00 GET (Asia/Tbilisi)","+04:00 GT (Asia/Dubai)","+04:00 GT (Asia/Muscat)","+04:00 MT (Europe/Volgograd)","+04:00 MUT (Indian/Mauritius)","+04:00 RET (Indian/Reunion)","+04:00 SAMT (Europe/Samara)","+04:00 SCT (Indian/Mahe)","+04:30 AFT (Asia/Kabul)","+04:30 IRT (Asia/Tehran)","+04:30 IRT (Iran)","+05:00 AQTT (Asia/Aqtau)","+05:00 AQTT (Asia/Aqtobe)","+05:00 Asia/Atyrau (Asia/Atyrau)","+05:00 MAWT (Antarctica/Mawson)","+05:00 MVT (Indian/Maldives)","+05:00 ORAT (Asia/Oral)","+05:00 PKT (Asia/Karachi)","+05:00 QYZT (Asia/Qyzylorda)","+05:00 TFT (Indian/Kerguelen)","+05:00 TJT (Asia/Dushanbe)","+05:00 TMT (Asia/Ashgabat)","+05:00 TMT (Asia/Ashkhabad)","+05:00 UZT (Asia/Samarkand)","+05:00 UZT (Asia/Tashkent)","+05:00 YEKT (Asia/Yekaterinburg)","+05:30 IT (Asia/Calcutta)","+05:30 IT (Asia/Colombo)","+05:30 IT (Asia/Kolkata)","+05:45 NPT (Asia/Kathmandu)","+05:45 NPT (Asia/Katmandu)","+06:00 ALMT (Asia/Almaty)","+06:00 Asia/Qostanay (Asia/Qostanay)","+06:00 BDT (Asia/Dacca)","+06:00 BDT (Asia/Dhaka)","+06:00 BTT (Asia/Thimbu)","+06:00 BTT (Asia/Thimphu)","+06:00 IOT (Indian/Chagos)","+06:00 KGT (Asia/Bishkek)","+06:00 OMST (Asia/Omsk)","+06:00 VOST (Antarctica/Vostok)","+06:00 XJT (Asia/Kashgar)","+06:00 XJT (Asia/Urumqi)","+06:30 CCT (Indian/Cocos)","+06:30 MMT (Asia/Rangoon)","+06:30 MMT (Asia/Yangon)","+07:00 Asia/Barnaul (Asia/Barnaul)","+07:00 Asia/Tomsk (Asia/Tomsk)","+07:00 CIT (Indian/Christmas)","+07:00 DAVT (Antarctica/Davis)","+07:00 HOVT (Asia/Hovd)","+07:00 ICT (Asia/Bangkok)","+07:00 ICT (Asia/Ho_Chi_Minh)","+07:00 ICT (Asia/Phnom_Penh)","+07:00 ICT (Asia/Saigon)","+07:00 ICT (Asia/Vientiane)","+07:00 KRAT (Asia/Krasnoyarsk)","+07:00 KRAT (Asia/Novokuznetsk)","+07:00 NOVT (Asia/Novosibirsk)","+07:00 WIB (Asia/Jakarta)","+07:00 WIB (Asia/Pontianak)","+08:00 AWT (Antarctica/Casey)","+08:00 AWT (Australia/Perth)","+08:00 AWT (Australia/West)","+08:00 BNT (Asia/Brunei)","+08:00 CHOT (Asia/Choibalsan)","+08:00 CT (Asia/Chongqing)","+08:00 CT (Asia/Chungking)","+08:00 CT (Asia/Harbin)","+08:00 CT (Asia/Macao)","+08:00 CT (Asia/Macau)","+08:00 CT (Asia/Shanghai)","+08:00 CT (Asia/Taipei)","+08:00 CT (PRC)","+08:00 HKT (Asia/Hong_Kong)","+08:00 HKT (Hongkong)","+08:00 IRKT (Asia/Irkutsk)","+08:00 MYT (Asia/Kuala_Lumpur)","+08:00 MYT (Asia/Kuching)","+08:00 PT (Asia/Manila)","+08:00 SGT (Asia/Singapore)","+08:00 SGT (Singapore)","+08:00 ULAT (Asia/Ulaanbaatar)","+08:00 ULAT (Asia/Ulan_Bator)","+08:00 WITA (Asia/Makassar)","+08:00 WITA (Asia/Ujung_Pandang)","+08:45 ACWT (Australia/Eucla)","+09:00 JT (Asia/Tokyo)","+09:00 JT (Japan)","+09:00 KT (Asia/Pyongyang)","+09:00 KT (Asia/Seoul)","+09:00 KT (ROK)","+09:00 PWT (Pacific/Palau)","+09:00 TLT (Asia/Dili)","+09:00 WIT (Asia/Jayapura)","+09:00 YAKT (Asia/Chita)","+09:00 YAKT (Asia/Khandyga)","+09:00 YAKT (Asia/Yakutsk)","+09:30 ACT (Australia/Adelaide)","+09:30 ACT (Australia/Broken_Hill)","+09:30 ACT (Australia/Darwin)","+09:30 ACT (Australia/North)","+09:30 ACT (Australia/South)","+09:30 ACT (Australia/Yancowinna)","+10:00 AET (Australia/ACT)","+10:00 AET (Australia/Brisbane)","+10:00 AET (Australia/Canberra)","+10:00 AET (Australia/Currie)","+10:00 AET (Australia/Hobart)","+10:00 AET (Australia/Lindeman)","+10:00 AET (Australia/Melbourne)","+10:00 AET (Australia/NSW)","+10:00 AET (Australia/Queensland)","+10:00 AET (Australia/Sydney)","+10:00 AET (Australia/Tasmania)","+10:00 AET (Australia/Victoria)","+10:00 CHUT (Pacific/Chuuk)","+10:00 CHUT (Pacific/Truk)","+10:00 CHUT (Pacific/Yap)","+10:00 ChT (Pacific/Guam)","+10:00 ChT (Pacific/Saipan)","+10:00 DDUT (Antarctica/DumontDUrville)","+10:00 PGT (Pacific/Port_Moresby)","+10:00 VLAT (Asia/Ust-Nera)","+10:00 VLAT (Asia/Vladivostok)","+10:30 LHT (Australia/LHI)","+10:30 LHT (Australia/Lord_Howe)","+11:00 BT (Pacific/Bougainville)","+11:00 KOST (Pacific/Kosrae)","+11:00 MAGT (Asia/Magadan)","+11:00 MIST (Antarctica/Macquarie)","+11:00 NCT (Pacific/Noumea)","+11:00 NFT (Pacific/Norfolk)","+11:00 PONT (Pacific/Pohnpei)","+11:00 PONT (Pacific/Ponape)","+11:00 SAKT (Asia/Sakhalin)","+11:00 SBT (Pacific/Guadalcanal)","+11:00 SRET (Asia/Srednekolymsk)","+11:00 VUT (Pacific/Efate)","+12:00 ANAT (Asia/Anadyr)","+12:00 FJT (Pacific/Fiji)","+12:00 GILT (Pacific/Tarawa)","+12:00 MHT (Kwajalein)","+12:00 MHT (Pacific/Kwajalein)","+12:00 MHT (Pacific/Majuro)","+12:00 NRT (Pacific/Nauru)","+12:00 NZT (Antarctica/McMurdo)","+12:00 NZT (Antarctica/South_Pole)","+12:00 NZT (NZ)","+12:00 NZT (Pacific/Auckland)","+12:00 PETT (Asia/Kamchatka)","+12:00 TVT (Pacific/Funafuti)","+12:00 WAKT (Pacific/Wake)","+12:00 WFT (Pacific/Wallis)","+12:45 CHAT (NZ-CHAT)","+12:45 CHAT (Pacific/Chatham)","+13:00 PHOT (Pacific/Enderbury)","+13:00 TKT (Pacific/Fakaofo)","+13:00 TOT (Pacific/Tongatapu)","+13:00 WST (Pacific/Apia)","+14:00 LINT (Pacific/Kiritimati)"],"values":["Etc/UTC","US/Samoa","Pacific/Samoa","Pacific/Pago_Pago","Pacific/Midway","Pacific/Niue","Pacific/Tahiti","US/Hawaii","SystemV/HST10","Pacific/Johnston","Pacific/Honolulu","Pacific/Rarotonga","Pacific/Marquesas","US/Aleutian","America/Atka","America/Adak","Pacific/Gambier","SystemV/YST9","SystemV/PST8","Pacific/Pitcairn","US/Alaska","SystemV/YST9YDT","America/Yakutat","America/Sitka","America/Nome","America/Metlakatla","America/Juneau","America/Anchorage","US/Pacific-New","US/Pacific","SystemV/PST8PDT","PST8PDT","Mexico/BajaNorte","Canada/Yukon","Canada/Pacific","America/Whitehorse","America/Vancouver","America/Tijuana","America/Santa_Isabel","America/Los_Angeles","America/Ensenada","America/Dawson","US/Arizona","SystemV/MST7","America/Phoenix","America/Hermosillo","America/Fort_Nelson","America/Dawson_Creek","America/Creston","US/Mountain","SystemV/MST7MDT","Navajo","Mexico/BajaSur","MST7MDT","Canada/Mountain","America/Yellowknife","America/Shiprock","America/Ojinaga","America/Mazatlan","America/Inuvik","America/Edmonton","America/Denver","America/Chihuahua","America/Cambridge_Bay","America/Boise","Pacific/Galapagos","Pacific/Easter","Chile/EasterIsland","SystemV/CST6","Canada/Saskatchewan","America/Tegucigalpa","America/Swift_Current","America/Regina","America/Managua","America/Guatemala","America/El_Salvador","America/Costa_Rica","America/Belize","America/Lima","SystemV/EST5","Jamaica","America/Panama","America/Jamaica","America/Coral_Harbour","America/Cayman","America/Cancun","America/Atikokan","America/Guayaquil","US/Indiana-Starke","US/Central","SystemV/CST6CDT","Mexico/General","Canada/Central","CST6CDT","America/Winnipeg","America/Resolute","America/Rankin_Inlet","America/Rainy_River","America/North_Dakota/New_Salem","America/North_Dakota/Center","America/North_Dakota/Beulah","America/Monterrey","America/Mexico_City","America/Merida","America/Menominee","America/Matamoros","America/Knox_IN","America/Indiana/Tell_City","America/Indiana/Knox","America/Chicago","America/Bahia_Banderas","America/Bogota","Brazil/Acre","America/Rio_Branco","America/Porto_Acre","America/Eirunepe","America/Caracas","America/Asuncion","America/Guyana","US/Michigan","US/Eastern","US/East-Indiana","SystemV/EST5EDT","EST5EDT","Canada/Eastern","America/Toronto","America/Thunder_Bay","America/Port-au-Prince","America/Pangnirtung","America/Nipigon","America/New_York","America/Nassau","America/Montreal","America/Louisville","America/Kentucky/Monticello","America/Kentucky/Louisville","America/Iqaluit","America/Indianapolis","America/Indiana/Winamac","America/Indiana/Vincennes","America/Indiana/Vevay","America/Indiana/Petersburg","America/Indiana/Marengo","America/Indiana/Indianapolis","America/Grand_Turk","America/Fort_Wayne","America/Detroit","Cuba","America/Havana","Chile/Continental","America/Santiago","America/La_Paz","SystemV/AST4","America/Virgin","America/Tortola","America/St_Vincent","America/St_Thomas","America/St_Lucia","America/St_Kitts","America/St_Barthelemy","America/Santo_Domingo","America/Puerto_Rico","America/Port_of_Spain","America/Montserrat","America/Martinique","America/Marigot","America/Lower_Princes","America/Kralendijk","America/Guadeloupe","America/Grenada","America/Dominica","America/Curacao","America/Blanc-Sablon","America/Barbados","America/Aruba","America/Antigua","America/Anguilla","Brazil/West","America/Porto_Velho","America/Manaus","America/Cuiaba","America/Campo_Grande","America/Boa_Vista","America/Montevideo","America/Paramaribo","Antarctica/Rothera","America/Cayenne","Atlantic/Stanley","Antarctica/Palmer","Brazil/East","America/Sao_Paulo","America/Santarem","America/Recife","America/Maceio","America/Fortaleza","America/Belem","America/Bahia","America/Araguaina","America/Punta_Arenas","SystemV/AST4ADT","Canada/Atlantic","Atlantic/Bermuda","America/Thule","America/Moncton","America/Halifax","America/Goose_Bay","America/Glace_Bay","America/Rosario","America/Mendoza","America/Jujuy","America/Cordoba","America/Catamarca","America/Buenos_Aires","America/Argentina/Ushuaia","America/Argentina/Tucuman","America/Argentina/San_Luis","America/Argentina/San_Juan","America/Argentina/Salta","America/Argentina/Rio_Gallegos","America/Argentina/Mendoza","America/Argentina/La_Rioja","America/Argentina/Jujuy","America/Argentina/Cordoba","America/Argentina/ComodRivadavia","America/Argentina/Catamarca","America/Argentina/Buenos_Aires","Canada/Newfoundland","America/St_Johns","America/Godthab","America/Miquelon","Atlantic/South_Georgia","Brazil/DeNoronha","America/Noronha","Atlantic/Cape_Verde","Atlantic/Azores","America/Scoresbysund","Africa/Abidjan","Africa/Accra","Africa/Bamako","Africa/Banjul","Africa/Bissau","Africa/Conakry","Africa/Dakar","Africa/Freetown","Africa/Lome","Africa/Monrovia","Africa/Nouakchott","Africa/Ouagadougou","Africa/Sao_Tome","Africa/Timbuktu","America/Danmarkshavn","Atlantic/Reykjavik","Atlantic/St_Helena","Etc/Greenwich","GMT","GMT0","Greenwich","Iceland","Etc/UCT","Etc/Universal","Etc/Zulu","UCT","UTC","Universal","Zulu","Europe/Belfast","Europe/Guernsey","Europe/Isle_of_Man","Europe/Jersey","Europe/London","GB","GB-Eire","Africa/Algiers","Africa/Tunis","Eire","Europe/Dublin","Africa/Bangui","Africa/Brazzaville","Africa/Douala","Africa/Kinshasa","Africa/Lagos","Africa/Libreville","Africa/Luanda","Africa/Malabo","Africa/Ndjamena","Africa/Niamey","Africa/Porto-Novo","Africa/Casablanca","Africa/El_Aaiun","Atlantic/Canary","Atlantic/Faeroe","Atlantic/Faroe","Atlantic/Madeira","Europe/Lisbon","Portugal","WET","Antarctica/Troll","Africa/Blantyre","Africa/Bujumbura","Africa/Gaborone","Africa/Harare","Africa/Khartoum","Africa/Kigali","Africa/Lubumbashi","Africa/Lusaka","Africa/Maputo","Africa/Windhoek","Africa/Ceuta","Arctic/Longyearbyen","Atlantic/Jan_Mayen","CET","Europe/Amsterdam","Europe/Andorra","Europe/Belgrade","Europe/Berlin","Europe/Bratislava","Europe/Brussels","Europe/Budapest","Europe/Busingen","Europe/Copenhagen","Europe/Gibraltar","Europe/Ljubljana","Europe/Luxembourg","Europe/Madrid","Europe/Malta","Europe/Monaco","Europe/Oslo","Europe/Paris","Europe/Podgorica","Europe/Prague","Europe/Rome","Europe/San_Marino","Europe/Sarajevo","Europe/Skopje","Europe/Stockholm","Europe/Tirane","Europe/Vaduz","Europe/Vatican","Europe/Vienna","Europe/Warsaw","Europe/Zagreb","Europe/Zurich","Poland","Africa/Cairo","Africa/Tripoli","Egypt","Europe/Kaliningrad","Libya","MET","Africa/Johannesburg","Africa/Maseru","Africa/Mbabane","Asia/Aden","Asia/Baghdad","Asia/Bahrain","Asia/Kuwait","Asia/Qatar","Asia/Riyadh","Asia/Famagusta","Africa/Addis_Ababa","Africa/Asmara","Africa/Asmera","Africa/Dar_es_Salaam","Africa/Djibouti","Africa/Juba","Africa/Kampala","Africa/Mogadishu","Africa/Nairobi","Indian/Antananarivo","Indian/Comoro","Indian/Mayotte","Asia/Amman","Asia/Beirut","Asia/Damascus","Asia/Gaza","Asia/Hebron","Asia/Istanbul","Asia/Nicosia","EET","Europe/Athens","Europe/Bucharest","Europe/Chisinau","Europe/Helsinki","Europe/Istanbul","Europe/Kiev","Europe/Mariehamn","Europe/Nicosia","Europe/Riga","Europe/Sofia","Europe/Tallinn","Europe/Tiraspol","Europe/Uzhgorod","Europe/Vilnius","Europe/Zaporozhye","Turkey","Europe/Kirov","Asia/Jerusalem","Asia/Tel_Aviv","Israel","Europe/Minsk","Europe/Moscow","Europe/Simferopol","W-SU","Antarctica/Syowa","Asia/Yerevan","Asia/Baku","Europe/Astrakhan","Europe/Saratov","Europe/Ulyanovsk","Asia/Tbilisi","Asia/Dubai","Asia/Muscat","Europe/Volgograd","Indian/Mauritius","Indian/Reunion","Europe/Samara","Indian/Mahe","Asia/Kabul","Asia/Tehran","Iran","Asia/Aqtau","Asia/Aqtobe","Asia/Atyrau","Antarctica/Mawson","Indian/Maldives","Asia/Oral","Asia/Karachi","Asia/Qyzylorda","Indian/Kerguelen","Asia/Dushanbe","Asia/Ashgabat","Asia/Ashkhabad","Asia/Samarkand","Asia/Tashkent","Asia/Yekaterinburg","Asia/Calcutta","Asia/Colombo","Asia/Kolkata","Asia/Kathmandu","Asia/Katmandu","Asia/Almaty","Asia/Qostanay","Asia/Dacca","Asia/Dhaka","Asia/Thimbu","Asia/Thimphu","Indian/Chagos","Asia/Bishkek","Asia/Omsk","Antarctica/Vostok","Asia/Kashgar","Asia/Urumqi","Indian/Cocos","Asia/Rangoon","Asia/Yangon","Asia/Barnaul","Asia/Tomsk","Indian/Christmas","Antarctica/Davis","Asia/Hovd","Asia/Bangkok","Asia/Ho_Chi_Minh","Asia/Phnom_Penh","Asia/Saigon","Asia/Vientiane","Asia/Krasnoyarsk","Asia/Novokuznetsk","Asia/Novosibirsk","Asia/Jakarta","Asia/Pontianak","Antarctica/Casey","Australia/Perth","Australia/West","Asia/Brunei","Asia/Choibalsan","Asia/Chongqing","Asia/Chungking","Asia/Harbin","Asia/Macao","Asia/Macau","Asia/Shanghai","Asia/Taipei","PRC","Asia/Hong_Kong","Hongkong","Asia/Irkutsk","Asia/Kuala_Lumpur","Asia/Kuching","Asia/Manila","Asia/Singapore","Singapore","Asia/Ulaanbaatar","Asia/Ulan_Bator","Asia/Makassar","Asia/Ujung_Pandang","Australia/Eucla","Asia/Tokyo","Japan","Asia/Pyongyang","Asia/Seoul","ROK","Pacific/Palau","Asia/Dili","Asia/Jayapura","Asia/Chita","Asia/Khandyga","Asia/Yakutsk","Australia/Adelaide","Australia/Broken_Hill","Australia/Darwin","Australia/North","Australia/South","Australia/Yancowinna","Australia/ACT","Australia/Brisbane","Australia/Canberra","Australia/Currie","Australia/Hobart","Australia/Lindeman","Australia/Melbourne","Australia/NSW","Australia/Queensland","Australia/Sydney","Australia/Tasmania","Australia/Victoria","Pacific/Chuuk","Pacific/Truk","Pacific/Yap","Pacific/Guam","Pacific/Saipan","Antarctica/DumontDUrville","Pacific/Port_Moresby","Asia/Ust-Nera","Asia/Vladivostok","Australia/LHI","Australia/Lord_Howe","Pacific/Bougainville","Pacific/Kosrae","Asia/Magadan","Antarctica/Macquarie","Pacific/Noumea","Pacific/Norfolk","Pacific/Pohnpei","Pacific/Ponape","Asia/Sakhalin","Pacific/Guadalcanal","Asia/Srednekolymsk","Pacific/Efate","Asia/Anadyr","Pacific/Fiji","Pacific/Tarawa","Kwajalein","Pacific/Kwajalein","Pacific/Majuro","Pacific/Nauru","Antarctica/McMurdo","Antarctica/South_Pole","NZ","Pacific/Auckland","Asia/Kamchatka","Pacific/Funafuti","Pacific/Wake","Pacific/Wallis","NZ-CHAT","Pacific/Chatham","Pacific/Enderbury","Pacific/Fakaofo","Pacific/Tongatapu","Pacific/Apia","Pacific/Kiritimati"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.TimeZoneChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"JDBC","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":200,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"tableJdbcConfigBean.timeZoneID","type":"MODEL","defaultValue":"UTC"},{"fieldName":"quoteChar","description":"Determines the quote character to be used on table / schema / column names during query.","max":9223372036854776000,"label":"Quote Character","mode":"text/plain","model":{"labels":["NONE","BACKTICK","DOUBLE QUOTES"],"values":["NONE","BACKTICK","DOUBLE_QUOTES"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.origin.jdbc.table.QuoteCharChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"JDBC","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":205,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"tableJdbcConfigBean.quoteChar","type":"MODEL","defaultValue":"NONE"},{"fieldName":"tableOrderStrategy","description":"Determines the strategy for initial table ordering","max":9223372036854776000,"label":"Initial Table Order Strategy","mode":"text/plain","model":{"labels":["None","Alphabetical","Referential Constraints"],"values":["NONE","ALPHABETICAL","REFERENTIAL_CONSTRAINTS"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.jdbc.multithread.TableOrderStrategyChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":210,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"tableJdbcConfigBean.tableOrderStrategy","type":"MODEL","defaultValue":"NONE"},{"fieldName":"createJDBCHeaders","description":"Generates record header attributes that provide additional details about source data, such as the original data type or source table name.","max":9223372036854776000,"label":"Create JDBC Header Attributes","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":220,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"tableJdbcConfigBean.createJDBCHeaders","type":"BOOLEAN","defaultValue":true},{"fieldName":"unknownTypeAction","description":"Action that should be performed when an unknown type is detected in the result set.","max":9223372036854776000,"label":"On Unknown Type","mode":"text/plain","model":{"labels":["Stop pipeline","Convert to String"],"values":["STOP_PIPELINE","CONVERT_TO_STRING"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.jdbc.UnknownTypeActionChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":230,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"tableJdbcConfigBean.unknownTypeAction","type":"MODEL","defaultValue":"STOP_PIPELINE"},{"fieldName":"fetchSize","description":"Fetch Size for the JDBC Statement. Should not be 0","max":9223372036854776000,"label":"Fetch Size","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"JDBC","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":220,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"tableJdbcConfigBean.fetchSize","type":"NUMBER","defaultValue":1000},{"fieldName":"queriesPerSecond","description":"Number of queries that can be run per second by this source.  Set to zero for no limit.","max":9223372036854776000,"label":"Queries Per Second","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"JDBC","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":60,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"commonSourceConfigBean.queriesPerSecond","type":"STRING","defaultValue":"10"},{"fieldName":"maxBatchSize","description":"","max":9223372036854776000,"label":"Max Batch Size (Records)","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"JDBC","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":140,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"commonSourceConfigBean.maxBatchSize","type":"NUMBER","defaultValue":1000},{"fieldName":"maxClobSize","description":"","max":9223372036854776000,"label":"Max Clob Size (Characters)","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"JDBC","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":150,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"commonSourceConfigBean.maxClobSize","type":"NUMBER","defaultValue":1000},{"fieldName":"maxBlobSize","description":"","max":9223372036854776000,"label":"Max Blob Size (Bytes)","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"JDBC","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":151,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"commonSourceConfigBean.maxBlobSize","type":"NUMBER","defaultValue":1000},{"fieldName":"numSQLErrorRetries","description":"The number of retries upon a SQL Error.  To allow for the possibility of handling transient errors (ex: connection issues, deadlock, etc.), provide a positive value here.  After the specified number of retries is reached, the stage will fail upon the next error and pipeline error handling behavior will take over.","max":9223372036854776000,"label":"Number of Retries on SQL Error","mode":"text/plain","model":null,"required":true,"min":0,"group":"JDBC","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":160,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"commonSourceConfigBean.numSQLErrorRetries","type":"NUMBER","defaultValue":0},{"fieldName":"newTableQueryInterval","description":"","max":9223372036854776000,"label":"New Table Discovery Interval","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"JDBC","dependsOnMap":{"commonSourceConfigBean.allowLateTable":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62","2449","2450","2451"],"displayPosition":171,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","2441","2442","2443","2444","2445","2446","2447","2448"],"name":"commonSourceConfigBean.newTableQueryInterval","type":"NUMBER","defaultValue":"${10 * SECONDS}"},{"fieldName":"noMoreDataEventDelay","description":"Number of seconds to delay when all rows have been processed, before generating the no-more-data event.  Used if you want other events to show up in the event stream first.","max":9223372036854776000,"label":"No-more-data Event Generation Delay (seconds)","mode":"text/plain","model":null,"required":true,"min":0,"group":"JDBC","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":201,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"commonSourceConfigBean.noMoreDataEventDelay","type":"NUMBER","defaultValue":0},{"fieldName":"convertTimestampToString","description":"Rather then representing timestamps as Data Collector DATETIME type, use String.","max":9223372036854776000,"label":"Convert Timestamp To String","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"JDBC","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":210,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"commonSourceConfigBean.convertTimestampToString","type":"BOOLEAN","defaultValue":false},{"fieldName":"connectionString","description":"","max":9223372036854776000,"label":"JDBC Connection String","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"JDBC","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":10,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"hikariConfigBean.connectionString","type":"STRING","defaultValue":null},{"fieldName":"useCredentials","description":"","max":9223372036854776000,"label":"Use Credentials","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"JDBC","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":15,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"hikariConfigBean.useCredentials","type":"BOOLEAN","defaultValue":true},{"fieldName":"username","description":"","max":9223372036854776000,"label":"Username","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"CREDENTIALS","dependsOnMap":{"hikariConfigBean.useCredentials":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":110,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"hikariConfigBean.username","type":"CREDENTIAL","defaultValue":null},{"fieldName":"password","description":"","max":9223372036854776000,"label":"Password","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"CREDENTIALS","dependsOnMap":{"hikariConfigBean.useCredentials":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":120,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"hikariConfigBean.password","type":"CREDENTIAL","defaultValue":null},{"fieldName":"driverProperties","description":"Additional properties to pass to the underlying JDBC driver.","max":9223372036854776000,"label":"Additional JDBC Configuration Properties","mode":"text/plain","model":{"labels":null,"values":null,"configDefinitions":[{"fieldName":"key","description":"","max":9223372036854776000,"label":"Name","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"JDBC","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":10,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"key","type":"STRING","defaultValue":null},{"fieldName":"value","description":"","max":9223372036854776000,"label":"Value","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"JDBC","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":20,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"value","type":"CREDENTIAL","defaultValue":null}],"modelType":"LIST_BEAN","valuesProviderClass":null,"filteringConfig":null},"required":false,"min":-9223372036854776000,"group":"JDBC","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":999,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"hikariConfigBean.driverProperties","type":"MODEL","defaultValue":[]},{"fieldName":"driverClassName","description":"Class name for pre-JDBC 4 compliant drivers.","max":9223372036854776000,"label":"JDBC Driver Class Name","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"LEGACY","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":10,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"hikariConfigBean.driverClassName","type":"STRING","defaultValue":null},{"fieldName":"connectionTestQuery","description":"Not recommended for JDBC 4 compliant drivers. Runs when a new database connection is established.","max":9223372036854776000,"label":"Connection Health Test Query","mode":"text/x-sql","model":null,"required":false,"min":-9223372036854776000,"group":"LEGACY","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":20,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"hikariConfigBean.connectionTestQuery","type":"TEXT","defaultValue":null},{"fieldName":"maximumPoolSize","description":"Maximum number of connections to create to the data source","max":9223372036854776000,"label":"Maximum Pool Size","mode":"text/plain","model":null,"required":true,"min":1,"group":"ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":10,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"hikariConfigBean.maximumPoolSize","type":"NUMBER","defaultValue":1},{"fieldName":"minIdle","description":"Minimum number of connections to maintain. It is recommended to set this to the same valueas Maximum Pool Size which effectively creates a fixed connection pool.","max":9223372036854776000,"label":"Minimum Idle Connections","mode":"text/plain","model":null,"required":true,"min":0,"group":"ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":20,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"hikariConfigBean.minIdle","type":"NUMBER","defaultValue":1},{"fieldName":"connectionTimeout","description":"Maximum time to wait for a connection to become available. Exceeding will cause a pipeline error.","max":9223372036854776000,"label":"Connection Timeout (Seconds)","mode":"text/plain","model":null,"required":true,"min":1,"group":"ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62","2449","2450","2451"],"displayPosition":30,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","2441","2442","2443","2444","2445","2446","2447","2448"],"name":"hikariConfigBean.connectionTimeout","type":"NUMBER","defaultValue":"${30 * SECONDS}"},{"fieldName":"idleTimeout","description":"Maximum amount of time that a connection is allowed to sit idle in the pool. Use 0 to opt out of an idle timeout. If set too close to or more than Max Connection Lifetime, the property is ignored.","max":9223372036854776000,"label":"Idle Timeout (Seconds)","mode":"text/plain","model":null,"required":true,"min":0,"group":"ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62","2449","2450","2451"],"displayPosition":40,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","2441","2442","2443","2444","2445","2446","2447","2448"],"name":"hikariConfigBean.idleTimeout","type":"NUMBER","defaultValue":"${10 * MINUTES}"},{"fieldName":"maxLifetime","description":"Maximum lifetime of a connection in the pool. When reached, the connection is retired from the pool. Use 0 to set no maximum lifetime. When set, the minimum lifetime is 30 minutes.","max":9223372036854776000,"label":"Max Connection Lifetime (Seconds)","mode":"text/plain","model":null,"required":true,"min":0,"group":"ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62","2449","2450","2451"],"displayPosition":50,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","2441","2442","2443","2444","2445","2446","2447","2448"],"name":"hikariConfigBean.maxLifetime","type":"NUMBER","defaultValue":"${30 * MINUTES}"},{"fieldName":"autoCommit","description":"Whether the connection should have property auto-commit set to true or not.","max":9223372036854776000,"label":"Auto Commit","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":55,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"hikariConfigBean.autoCommit","type":"BOOLEAN","defaultValue":false},{"fieldName":"readOnly","description":"Should be set to true whenever possible to avoid unintended writes. Set to false with extreme caution.","max":9223372036854776000,"label":"Enforce Read-only Connection","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":60,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"hikariConfigBean.readOnly","type":"BOOLEAN","defaultValue":true},{"fieldName":"initialQuery","description":"SQL query that will be executed on all new connections when they are created, before they are added to the connection pool.","max":9223372036854776000,"label":"Init Query","mode":"text/x-sql","model":null,"required":false,"min":-9223372036854776000,"group":"ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":80,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"hikariConfigBean.initialQuery","type":"TEXT","defaultValue":null},{"fieldName":"transactionIsolation","description":"Transaction isolation that should be used for all database connections.","max":9223372036854776000,"label":"Transaction Isolation","mode":"text/plain","model":{"labels":["Database default","Read committed","Read uncommitted","Repeatable read","Serializable"],"values":["DEFAULT","TRANSACTION_READ_COMMITTED","TRANSACTION_READ_UNCOMMITTED","TRANSACTION_REPEATABLE_READ","TRANSACTION_SERIALIZABLE"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.jdbc.TransactionIsolationLevelChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":70,"displayMode":"ADVANCED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"hikariConfigBean.transactionIsolation","type":"MODEL","defaultValue":"DEFAULT"},{"fieldName":"stageOnRecordError","description":"Action to take with records sent to error","max":9223372036854776000,"label":"On Record Error","mode":"text/plain","model":{"labels":["Discard","Send to Error","Stop Pipeline"],"values":["DISCARD","TO_ERROR","STOP_PIPELINE"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.OnRecordErrorChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":30,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"stageOnRecordError","type":"MODEL","defaultValue":"TO_ERROR"}],"configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.pipeline.stage.origin.jdbc.table.Groups":["JDBC","TABLE","CREDENTIALS","LEGACY","ADVANCED"]},"groupNameToLabelMapList":[{"name":"JDBC","label":"JDBC"},{"name":"TABLE","label":"Tables"},{"name":"CREDENTIALS","label":"Credentials"},{"name":"LEGACY","label":"Legacy Drivers"},{"name":"ADVANCED","label":"Advanced"}]},"libraryLabel":"JDBC","pipelineLifecycleStage":false,"errorStage":false,"statsAggregatorStage":false,"outputStreams":1,"rawSourceDefinition":null,"offsetCommitTrigger":false,"resetOffset":true,"variableOutputStreams":false,"outputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultOutputStreams","outputStreamLabels":null,"executionModes":["STANDALONE"],"onlineHelpRefUrl":"index.html?contextID=task_kst_m4w_4y","hideStage":[],"outputStreamsDrivenByConfig":"","sendsResponse":false,"beta":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/TableJdbcDSource.yaml","name":"com_streamsets_pipeline_stage_origin_jdbc_table_TableJdbcDSource","type":"SOURCE","className":"com.streamsets.pipeline.stage.origin.jdbc.table.TableJdbcDSource","onRecordError":true,"producingEvents":true,"preconditions":false},{"icon":"finisher.png","version":"1","privateClassLoader":false,"services":[],"eventDefs":[],"description":"Forces pipeline to transition to Finished after receiving an event.","library":"streamsets-datacollector-basic-lib","label":"Pipeline Finisher Executor","configDefinitions":[{"fieldName":"resetOffset","description":"Resets the origin after the executor stops the pipeline. When enabled, the origin processes all available data each time the pipeline runs.","max":9223372036854776000,"label":"Reset Origin","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"FINISHER","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":10,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.resetOffset","type":"BOOLEAN","defaultValue":false},{"fieldName":"stageOnRecordError","description":"Action to take with records sent to error","max":9223372036854776000,"label":"On Record Error","mode":"text/plain","model":{"labels":["Discard","Send to Error","Stop Pipeline"],"values":["DISCARD","TO_ERROR","STOP_PIPELINE"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.OnRecordErrorChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":30,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"stageOnRecordError","type":"MODEL","defaultValue":"TO_ERROR"},{"fieldName":"stageRequiredFields","description":"Records without any of these fields are sent to error","max":9223372036854776000,"label":"Required Fields","mode":"text/plain","model":{"labels":null,"values":null,"configDefinitions":null,"modelType":"FIELD_SELECTOR_MULTI_VALUE","valuesProviderClass":null,"filteringConfig":null},"required":false,"min":-9223372036854776000,"group":"","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":10,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"stageRequiredFields","type":"MODEL","defaultValue":null},{"fieldName":"stageRecordPreconditions","description":"Records that don't satisfy all the preconditions are sent to error","max":9223372036854776000,"label":"Preconditions","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"","dependsOnMap":{},"dependsOn":"","evaluation":"EXPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62","96","97","98","99","100","101","102","103","104","105","106","107","108","109","110","111","112"],"displayPosition":20,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","67","68","69","70","71","72","73","74","75","76","77","78","79","80","81","82","83","84","85","86","87","88","89","90","91","92","93","94","95"],"name":"stageRecordPreconditions","type":"LIST","defaultValue":null}],"configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.pipeline.stage.executor.finishpipeline.Groups":["FINISHER"]},"groupNameToLabelMapList":[{"name":"FINISHER","label":"Finisher"}]},"libraryLabel":"Basic","pipelineLifecycleStage":false,"errorStage":false,"statsAggregatorStage":false,"outputStreams":0,"rawSourceDefinition":null,"offsetCommitTrigger":false,"resetOffset":false,"variableOutputStreams":false,"outputStreamLabelProviderClass":null,"outputStreamLabels":null,"executionModes":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EMR_BATCH"],"onlineHelpRefUrl":"index.html?contextID=task_lrm_pws_3z","hideStage":[],"outputStreamsDrivenByConfig":"","sendsResponse":false,"beta":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/PipelineFinisherDExecutor.yaml","name":"com_streamsets_pipeline_stage_executor_finishpipeline_PipelineFinisherDExecutor","type":"EXECUTOR","className":"com.streamsets.pipeline.stage.executor.finishpipeline.PipelineFinisherDExecutor","onRecordError":true,"producingEvents":false,"preconditions":true},{"icon":"deltalake.png","version":"1","privateClassLoader":false,"services":[],"eventDefs":[],"description":"Writes data to Databricks Delta Lake tables","library":"streamsets-datacollector-databricks-lib","label":"Databricks Delta Lake","configDefinitions":[{"fieldName":"rowFieldPath","description":"Map or list-map field to use as the basis for the generated row","max":9223372036854776000,"label":"Row Field","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":10,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.data.rowFieldPath","type":"STRING","defaultValue":"/"},{"fieldName":"ignoreFields","description":"Comma separated fields to ignore. Field names are case sensitive.","max":9223372036854776000,"label":"Column Fields to Ignore","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":20,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.data.ignoreFields","type":"STRING","defaultValue":null},{"fieldName":"nullValue","description":"Characters to use to represent null values.","max":9223372036854776000,"label":"Null Value","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":30,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.data.nullValue","type":"STRING","defaultValue":"\\N"},{"fieldName":"dataDriftEnabled","description":"Creates new columns in existing tables when new fields appear in records","max":9223372036854776000,"label":"Enable Data Drift","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DESTINATION","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":210,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.data.dataDriftEnabled","type":"BOOLEAN","defaultValue":true},{"fieldName":"alwaysCreateStringColumns","description":"Instead of inferring the data type from each field, create all new columns as String","max":9223372036854776000,"label":"Create New Columns as String","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DESTINATION","dependsOnMap":{"config.data.dataDriftEnabled":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":220,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.data.alwaysCreateStringColumns","type":"BOOLEAN","defaultValue":false},{"fieldName":"cdcData","description":"Merges change data capture (CDC) data into tables. Select when processing CDC data using a CDC-enabled origin.","max":9223372036854776000,"label":"Merge CDC Data","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":50,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.data.cdcData","type":"BOOLEAN","defaultValue":false},{"fieldName":"tableKeyBeans","description":"Key columns in the Delta Lake table used to evaluate the merge condition","max":9223372036854776000,"label":"Key Columns","mode":"text/plain","model":{"labels":null,"values":null,"configDefinitions":[{"fieldName":"table","description":"","max":9223372036854776000,"label":"Table","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":10,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"table","type":"STRING","defaultValue":null},{"fieldName":"keyColumns","description":"","max":9223372036854776000,"label":"Key Columns","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":20,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"keyColumns","type":"LIST","defaultValue":null}],"modelType":"LIST_BEAN","valuesProviderClass":null,"filteringConfig":null},"required":true,"min":-9223372036854776000,"group":"DATA","dependsOnMap":{"config.data.cdcData":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":60,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"config.data.tableKeyBeans","type":"MODEL","defaultValue":[]},{"fieldName":"replaceNewLines","description":"Replaces newline characters in string fields with the specified replacement character","max":9223372036854776000,"label":"Replace Newlines","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":300,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.data.replaceNewLines","type":"BOOLEAN","defaultValue":false},{"fieldName":"newLineReplacement","description":"Character to use to replace newline characters","max":9223372036854776000,"label":"New Line Replacement Character","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA_ADVANCED","dependsOnMap":{"config.data.replaceNewLines":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":310,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.data.newLineReplacement","type":"STRING","defaultValue":null},{"fieldName":"ignoreMissingFields","description":"Uses a default value for missing fields instead of creating an error record. Uses the default value defined for the expected data type","max":9223372036854776000,"label":"Ignore Missing Fields","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":20,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.data.ignoreMissingFields","type":"BOOLEAN","defaultValue":false},{"fieldName":"ignoreFieldsWithInvalidTypes","description":"Replaces data of an invalid data type instead of generating an error record. Uses the specified default value for the expected data type","max":9223372036854776000,"label":"Ignore Fields with Invalid Types","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":30,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.data.ignoreFieldsWithInvalidTypes","type":"BOOLEAN","defaultValue":false},{"fieldName":"booleanDefault","description":"Used for missing, ignored and invalid fields","max":9223372036854776000,"label":"Boolean Default","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA_ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":110,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.data.booleanDefault","type":"STRING","defaultValue":"\\N"},{"fieldName":"numberDefault","description":"Used for missing, ignored and invalid fields. Applicable for TinyInt, SmallInt, Integer and BigInt types","max":9223372036854776000,"label":"Numeric Types  Default","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA_ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":120,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.data.numberDefault","type":"STRING","defaultValue":"\\N"},{"fieldName":"doubleDefault","description":"Used for missing, ignored and invalid fields","max":9223372036854776000,"label":"Double Default","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA_ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":130,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.data.doubleDefault","type":"STRING","defaultValue":"\\N"},{"fieldName":"floatDefault","description":"Used for missing, ignored and invalid fields","max":9223372036854776000,"label":"Float Default","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA_ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":140,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.data.floatDefault","type":"STRING","defaultValue":"\\N"},{"fieldName":"decimalDefault","description":"Used for missing, ignored and invalid fields","max":9223372036854776000,"label":"Decimal Default","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA_ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":150,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.data.decimalDefault","type":"STRING","defaultValue":"\\N"},{"fieldName":"dateDefault","description":"Used for missing, ignored and invalid fields","max":9223372036854776000,"label":"Date Default","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA_ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":160,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.data.dateDefault","type":"STRING","defaultValue":"\\N"},{"fieldName":"timestampTzDefault","description":"Used for missing, ignored and invalid fields","max":9223372036854776000,"label":"Timestamp Default","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA_ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":170,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.data.timestampTzDefault","type":"STRING","defaultValue":"\\N"},{"fieldName":"stringTypeDefault","description":"Used for missing, ignored and invalid fields","max":9223372036854776000,"label":"String Default","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA_ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":180,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.data.stringTypeDefault","type":"STRING","defaultValue":"\\N"},{"fieldName":"binaryDefault","description":"Used for missing, ignored and invalid fields. It must be an Hexadecimal value without the '0X' prefix","max":9223372036854776000,"label":"Binary Default","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA_ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":190,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.data.binaryDefault","type":"STRING","defaultValue":"\\N"},{"fieldName":"trimSpaces","description":"Trims leading and trailing spaces from field data","max":9223372036854776000,"label":"Trim Spaces","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_ADVANCED","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":350,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.data.trimSpaces","type":"BOOLEAN","defaultValue":true},{"fieldName":"connectionString","description":"JDBC URL to connect to the Databricks cluster","max":9223372036854776000,"label":"JDBC URL","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DESTINATION","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":30,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.destinationConfig.connectionString","type":"STRING","defaultValue":"jdbc:spark://[HOST]:[PORT]"},{"fieldName":"password","description":"User token to connect to the Databricks cluster","max":9223372036854776000,"label":"Token","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DESTINATION","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":55,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"config.destinationConfig.password","type":"CREDENTIAL","defaultValue":null},{"fieldName":"table","description":"Table to write data to, entered in the following format: <database_name>.<table_name>. Enter just the table name to write to the default delta database.","max":9223372036854776000,"label":"Table Name","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DESTINATION","dependsOnMap":{},"dependsOn":"","evaluation":"EXPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62","513","514","515","516","517","518","519","520","521","522","523","524","525","526","527","528","529"],"displayPosition":110,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","484","485","486","487","488","489","490","491","492","493","494","495","496","497","498","499","500","501","502","503","504","505","506","507","508","509","510","511","512"],"name":"config.destinationConfig.table","type":"STRING","defaultValue":null},{"fieldName":"location","description":"Directory for the Delta table location, specified as a path on DBFS. The Table Name value is added as a subdirectory to create the final table location. For example, with a Directory for Table Location of /mnt/deltalake and a Table Name of sales.accounts, the final table location is /mnt/deltalake/sales.accounts","max":9223372036854776000,"label":"Directory for Table Location","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DESTINATION","dependsOnMap":{"config.data.dataDriftEnabled":[true],"config.destinationConfig.tableAutoCreate":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":216,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.destinationConfig.location","type":"STRING","defaultValue":null},{"fieldName":"tableAutoCreate","description":"Creates new tables in the database as needed","max":9223372036854776000,"label":"Auto Create Table","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DESTINATION","dependsOnMap":{"config.data.dataDriftEnabled":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":215,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.destinationConfig.tableAutoCreate","type":"BOOLEAN","defaultValue":true},{"fieldName":"connectionPoolSize","description":"Maximum number of connections to use. If set to 0, destination uses the same number of connections as threads used by the pipeline.","max":100,"label":"Connection Pool Size","mode":"text/plain","model":null,"required":true,"min":0,"group":"DESTINATION","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":120,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.destinationConfig.connectionPoolSize","type":"NUMBER","defaultValue":0},{"fieldName":"purgeDataFile","description":"Purges a staged file after its data is successfully written to Delta Lake","max":9223372036854776000,"label":"Purge Stage File After Ingesting","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"STAGE","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":40,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.destinationConfig.purgeDataFile","type":"BOOLEAN","defaultValue":false},{"fieldName":"stageLocation","description":"Location to stage the pipeline data in text files","max":9223372036854776000,"label":"Staging Location","mode":"text/plain","model":{"labels":["Amazon S3","ADLS Gen2"],"values":["AWS_S3","ADLS_GEN2"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.destination.StageLocationChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"STAGE","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":10,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.stageLocation","type":"MODEL","defaultValue":null},{"fieldName":"filePrefix","description":"Prefix to use for the name of the staged files","max":9223372036854776000,"label":"Stage File Prefix","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"STAGE","dependsOnMap":{"config.stageLocation":["AWS_S3"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":80,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.s3Stage.filePrefix","type":"STRING","defaultValue":"sdc"},{"fieldName":"bucket","description":"Bucket name or full path to the folder to stage the files to","max":9223372036854776000,"label":"Bucket","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"STAGE","dependsOnMap":{"config.stageLocation":["AWS_S3"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":40,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.s3Stage.bucket","type":"STRING","defaultValue":null},{"fieldName":"useIAMRoles","description":"Use IAM roles instead of AWS credentials to connect to AWS","max":9223372036854776000,"label":"Use IAM Roles","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"STAGE","dependsOnMap":{"config.stageLocation":["AWS_S3"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":50,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.s3Stage.useIAMRoles","type":"BOOLEAN","defaultValue":true},{"fieldName":"accessKey","description":"","max":9223372036854776000,"label":"Access Key ID","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"STAGE","dependsOnMap":{"config.stageLocation":["AWS_S3"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":60,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"config.s3Stage.accessKey","type":"CREDENTIAL","defaultValue":null},{"fieldName":"secretKey","description":"","max":9223372036854776000,"label":"Secret Access Key","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"STAGE","dependsOnMap":{"config.stageLocation":["AWS_S3"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":70,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"config.s3Stage.secretKey","type":"CREDENTIAL","defaultValue":null},{"fieldName":"connectionTimeoutSecs","description":"Seconds to wait for a response before closing the connection","max":60,"label":"S3 Connection Timeout","mode":"text/plain","model":null,"required":true,"min":0,"group":"STAGE_ADVANCED","dependsOnMap":{"config.stageLocation":["AWS_S3"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":30,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.s3Stage.connectionTimeoutSecs","type":"NUMBER","defaultValue":10},{"fieldName":"socketTimeoutSecs","description":"Seconds to wait for a response to a query","max":60,"label":"S3 Socket Timeout","mode":"text/plain","model":null,"required":true,"min":0,"group":"STAGE_ADVANCED","dependsOnMap":{"config.stageLocation":["AWS_S3"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":40,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.s3Stage.socketTimeoutSecs","type":"NUMBER","defaultValue":50},{"fieldName":"maxRetryCount","description":"Sets the maximum number of retry attempts for failed retry-able requests (ex: 5xx error).","max":10,"label":"S3 Max Error Retry","mode":"text/plain","model":null,"required":true,"min":0,"group":"STAGE_ADVANCED","dependsOnMap":{"config.stageLocation":["AWS_S3"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":50,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.s3Stage.maxRetryCount","type":"NUMBER","defaultValue":3},{"fieldName":"threads","description":"Size of the thread pool for parallel uploads. If set to 0, destination uses the same number of threads as threads used by the pipeline.","max":100,"label":"S3 Uploading Threads","mode":"text/plain","model":null,"required":true,"min":0,"group":"STAGE_ADVANCED","dependsOnMap":{"config.stageLocation":["AWS_S3"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":100,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.s3Stage.threads","type":"NUMBER","defaultValue":3},{"fieldName":"minimumUploadPartSize","description":"Minimum part size in megabytes for multipart uploads","max":100,"label":"S3 Minimum Upload Part Size (MB)","mode":"text/plain","model":null,"required":true,"min":1,"group":"STAGE_ADVANCED","dependsOnMap":{"config.stageLocation":["AWS_S3"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":110,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.s3Stage.minimumUploadPartSize","type":"NUMBER","defaultValue":1},{"fieldName":"multipartUploadThreshold","description":"Minimum batch size in megabytes for the destination to use multipart uploads","max":100,"label":"S3 Multipart Upload Threshold (MB)","mode":"text/plain","model":null,"required":true,"min":1,"group":"STAGE_ADVANCED","dependsOnMap":{"config.stageLocation":["AWS_S3"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":120,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.s3Stage.multipartUploadThreshold","type":"NUMBER","defaultValue":1},{"fieldName":"proxyEnabled","description":"If S3 calls have to go thru a HTTP proxy","max":9223372036854776000,"label":"S3 Proxy Enabled","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"STAGE_ADVANCED","dependsOnMap":{"config.stageLocation":["AWS_S3"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":200,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.s3Stage.proxyEnabled","type":"BOOLEAN","defaultValue":false},{"fieldName":"proxyHost","description":"","max":9223372036854776000,"label":"S3 Proxy Host","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"STAGE_ADVANCED","dependsOnMap":{"config.s3Stage.proxyEnabled":[true],"config.stageLocation":["AWS_S3"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":210,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.s3Stage.proxyHost","type":"STRING","defaultValue":null},{"fieldName":"proxyPort","description":"","max":65535,"label":"S3 Proxy PORT","mode":"text/plain","model":null,"required":true,"min":1,"group":"STAGE_ADVANCED","dependsOnMap":{"config.s3Stage.proxyEnabled":[true],"config.stageLocation":["AWS_S3"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":220,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.s3Stage.proxyPort","type":"NUMBER","defaultValue":8080},{"fieldName":"proxyAuthenticationEnabled","description":"","max":9223372036854776000,"label":"S3 Proxy Authentication Enabled","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"STAGE_ADVANCED","dependsOnMap":{"config.s3Stage.proxyEnabled":[true],"config.stageLocation":["AWS_S3"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":230,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.s3Stage.proxyAuthenticationEnabled","type":"BOOLEAN","defaultValue":false},{"fieldName":"proxyUser","description":"","max":9223372036854776000,"label":"S3 Proxy User","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"STAGE_ADVANCED","dependsOnMap":{"config.s3Stage.proxyAuthenticationEnabled":[true],"config.s3Stage.proxyEnabled":[true],"config.stageLocation":["AWS_S3"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":240,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"config.s3Stage.proxyUser","type":"CREDENTIAL","defaultValue":null},{"fieldName":"proxyPassword","description":"","max":9223372036854776000,"label":"S3 Proxy Password","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"STAGE_ADVANCED","dependsOnMap":{"config.s3Stage.proxyAuthenticationEnabled":[true],"config.s3Stage.proxyEnabled":[true],"config.stageLocation":["AWS_S3"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":250,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"config.s3Stage.proxyPassword","type":"CREDENTIAL","defaultValue":null},{"fieldName":"ssEncryption","description":"Method that Amazon S3 uses to manage the encryption keys","max":9223372036854776000,"label":"S3 Encryption","mode":"text/plain","model":{"labels":["None","SSE-KMS","SSE-S3"],"values":["NONE","KMS","S3"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.stage.config.s3.SseOptionChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"STAGE_ADVANCED","dependsOnMap":{"config.stageLocation":["AWS_S3"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":300,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.s3Stage.ssEncryption","type":"MODEL","defaultValue":"NONE"},{"fieldName":"kmsKeyId","description":"","max":9223372036854776000,"label":"S3 Encryption KMS ID","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"STAGE_ADVANCED","dependsOnMap":{"config.s3Stage.ssEncryption":["KMS"],"config.stageLocation":["AWS_S3"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":310,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"config.s3Stage.kmsKeyId","type":"CREDENTIAL","defaultValue":null},{"fieldName":"encryptionContext","description":"","max":9223372036854776000,"label":"S3 Encryption Context","mode":"text/plain","model":{"labels":null,"values":null,"configDefinitions":[{"fieldName":"name","description":"","max":9223372036854776000,"label":"Name","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":10,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"name","type":"STRING","defaultValue":null},{"fieldName":"value","description":"","max":9223372036854776000,"label":"Value","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":20,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"value","type":"CREDENTIAL","defaultValue":null}],"modelType":"LIST_BEAN","valuesProviderClass":null,"filteringConfig":null},"required":false,"min":-9223372036854776000,"group":"STAGE_ADVANCED","dependsOnMap":{"config.s3Stage.ssEncryption":["KMS"],"config.stageLocation":["AWS_S3"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":320,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"config.s3Stage.encryptionContext","type":"MODEL","defaultValue":[]},{"fieldName":"filePrefix","description":"","max":9223372036854776000,"label":"Stage File Prefix","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"STAGE","dependsOnMap":{"config.stageLocation":["ADLS_GEN2"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":100,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.azureStage.filePrefix","type":"STRING","defaultValue":"sdc"},{"fieldName":"authenticationType","description":"Authentication method used to connect to the Azure staging location","max":9223372036854776000,"label":"Azure Authentication Method","mode":"text/plain","model":{"labels":["OAuth 2.0","Shared Key"],"values":["OAUTH","SHARED_KEY"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.stage.config.azure.AzureAuthenticationTypeChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"STAGE","dependsOnMap":{"config.stageLocation":["ADLS_GEN2"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":33,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.azureStage.authenticationType","type":"MODEL","defaultValue":"SHARED_KEY"},{"fieldName":"accountName","description":"Fully qualified domain name of the Azure account. For example: <account-name>.dfs.core.windows.net or <account-name>.blob.core.windows.net","max":9223372036854776000,"label":"Account FQDN","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"STAGE","dependsOnMap":{"config.stageLocation":["ADLS_GEN2"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":30,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"config.azureStage.accountName","type":"CREDENTIAL","defaultValue":null},{"fieldName":"container","description":"Name of the Azure storage container or file system to stage the files to","max":9223372036854776000,"label":"Storage Container / File System","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"STAGE","dependsOnMap":{"config.stageLocation":["ADLS_GEN2"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":31,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"config.azureStage.container","type":"CREDENTIAL","defaultValue":null},{"fieldName":"sharedKey","description":"Azure storage account shared key","max":9223372036854776000,"label":"Account Shared Key","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"STAGE","dependsOnMap":{"config.stageLocation":["ADLS_GEN2"],"config.azureStage.authenticationType":["SHARED_KEY"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":35,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"config.azureStage.sharedKey","type":"CREDENTIAL","defaultValue":null},{"fieldName":"applicationId","description":"Azure OAuth application ID","max":9223372036854776000,"label":"Application ID","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"STAGE","dependsOnMap":{"config.stageLocation":["ADLS_GEN2"],"config.azureStage.authenticationType":["OAUTH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":35,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"config.azureStage.applicationId","type":"CREDENTIAL","defaultValue":null},{"fieldName":"applicationKey","description":"Azure OAuth application key","max":9223372036854776000,"label":"Application Key","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"STAGE","dependsOnMap":{"config.stageLocation":["ADLS_GEN2"],"config.azureStage.authenticationType":["OAUTH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":36,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"config.azureStage.applicationKey","type":"CREDENTIAL","defaultValue":null},{"fieldName":"authTokenEndpoint","description":"Azure auth token endpoint","max":9223372036854776000,"label":"Auth Token Endpoint","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"STAGE","dependsOnMap":{"config.stageLocation":["ADLS_GEN2"],"config.azureStage.authenticationType":["OAUTH"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":37,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"config.azureStage.authTokenEndpoint","type":"CREDENTIAL","defaultValue":null},{"fieldName":"stageOnRecordError","description":"Action to take with records sent to error","max":9223372036854776000,"label":"On Record Error","mode":"text/plain","model":{"labels":["Discard","Send to Error","Stop Pipeline"],"values":["DISCARD","TO_ERROR","STOP_PIPELINE"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.OnRecordErrorChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":30,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"stageOnRecordError","type":"MODEL","defaultValue":"TO_ERROR"},{"fieldName":"stageRequiredFields","description":"Records without any of these fields are sent to error","max":9223372036854776000,"label":"Required Fields","mode":"text/plain","model":{"labels":null,"values":null,"configDefinitions":null,"modelType":"FIELD_SELECTOR_MULTI_VALUE","valuesProviderClass":null,"filteringConfig":null},"required":false,"min":-9223372036854776000,"group":"","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":10,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"stageRequiredFields","type":"MODEL","defaultValue":null},{"fieldName":"stageRecordPreconditions","description":"Records that don't satisfy all the preconditions are sent to error","max":9223372036854776000,"label":"Preconditions","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"","dependsOnMap":{},"dependsOn":"","evaluation":"EXPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62","96","97","98","99","100","101","102","103","104","105","106","107","108","109","110","111","112"],"displayPosition":20,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","67","68","69","70","71","72","73","74","75","76","77","78","79","80","81","82","83","84","85","86","87","88","89","90","91","92","93","94","95"],"name":"stageRecordPreconditions","type":"LIST","defaultValue":null}],"configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.pipeline.stage.destination.Groups":["DESTINATION","STAGE","STAGE_ADVANCED","DATA","DATA_ADVANCED"]},"groupNameToLabelMapList":[{"name":"DESTINATION","label":"Databricks Delta Lake"},{"name":"STAGE","label":"Staging"},{"name":"STAGE_ADVANCED","label":"Staging Advanced"},{"name":"DATA","label":"Data"},{"name":"DATA_ADVANCED","label":"Data Advanced"}]},"libraryLabel":"Databricks Enterprise Library","pipelineLifecycleStage":false,"errorStage":false,"statsAggregatorStage":false,"outputStreams":0,"rawSourceDefinition":null,"offsetCommitTrigger":false,"resetOffset":false,"variableOutputStreams":false,"outputStreamLabelProviderClass":null,"outputStreamLabels":null,"executionModes":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EMR_BATCH"],"onlineHelpRefUrl":"index.html?contextID=task_bv5_3wz_vkb","hideStage":[],"outputStreamsDrivenByConfig":"","sendsResponse":false,"beta":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/DatabricksDeltaLakeDTarget.yaml","name":"com_streamsets_pipeline_stage_destination_DatabricksDeltaLakeDTarget","type":"TARGET","className":"com.streamsets.pipeline.stage.destination.DatabricksDeltaLakeDTarget","onRecordError":true,"producingEvents":false,"preconditions":true},{"icon":"","version":"1","privateClassLoader":false,"services":[],"eventDefs":[],"description":"Discards records and events","library":"streamsets-datacollector-basic-lib","label":"Discard","configDefinitions":[],"configGroupDefinition":{"classNameToGroupsMap":{},"groupNameToLabelMapList":[]},"libraryLabel":"Basic","pipelineLifecycleStage":true,"errorStage":true,"statsAggregatorStage":false,"outputStreams":0,"rawSourceDefinition":null,"offsetCommitTrigger":false,"resetOffset":false,"variableOutputStreams":false,"outputStreamLabelProviderClass":null,"outputStreamLabels":null,"executionModes":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EDGE","EMR_BATCH"],"onlineHelpRefUrl":"index.html?contextID=concept_kgc_l4y_5r","hideStage":["ERROR_STAGE","LIFECYCLE_STAGE"],"outputStreamsDrivenByConfig":"","sendsResponse":false,"beta":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/ToErrorNullDTarget.yaml","name":"com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget","type":"TARGET","className":"com.streamsets.pipeline.stage.destination.devnull.ToErrorNullDTarget","onRecordError":false,"producingEvents":false,"preconditions":false},{"icon":"dev.png","version":"3","privateClassLoader":false,"services":[{"service":"com.streamsets.pipeline.api.service.dataformats.DataFormatParserService","configuration":{"displayFormats":"DELIMITED,JSON,LOG,SDC_JSON,TEXT,XML","dataFormat":"JSON"}}],"eventDefs":[],"description":"Add Raw data to the source.","library":"streamsets-datacollector-dev-lib","label":"Dev Raw Data Source","configDefinitions":[{"fieldName":"rawData","description":"","max":9223372036854776000,"label":"Raw Data","mode":"application/json","model":null,"required":true,"min":-9223372036854776000,"group":"RAW","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":1,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"rawData","type":"TEXT","defaultValue":"{\n  \"f1\": \"abc\",\n  \"f2\": \"xyz\",\n  \"f3\": \"lmn\"\n}"},{"fieldName":"stopAfterFirstBatch","description":"","max":9223372036854776000,"label":"Stop After First Batch","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"RAW","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":2,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"stopAfterFirstBatch","type":"BOOLEAN","defaultValue":false},{"fieldName":"eventData","description":"","max":9223372036854776000,"label":"Event Data","mode":"application/json","model":null,"required":false,"min":-9223372036854776000,"group":"EVENT","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":20,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"eventData","type":"TEXT","defaultValue":null},{"fieldName":"stageOnRecordError","description":"Action to take with records sent to error","max":9223372036854776000,"label":"On Record Error","mode":"text/plain","model":{"labels":["Discard","Send to Error","Stop Pipeline"],"values":["DISCARD","TO_ERROR","STOP_PIPELINE"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.OnRecordErrorChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":30,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"stageOnRecordError","type":"MODEL","defaultValue":"TO_ERROR"}],"configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.pipeline.stage.devtest.rawdata.RawDataSourceGroups":["RAW","EVENT"]},"groupNameToLabelMapList":[{"name":"RAW","label":"Raw Data"},{"name":"EVENT","label":"Event Data"}]},"libraryLabel":"Dev (for development only)","pipelineLifecycleStage":false,"errorStage":false,"statsAggregatorStage":false,"outputStreams":1,"rawSourceDefinition":null,"offsetCommitTrigger":false,"resetOffset":false,"variableOutputStreams":false,"outputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultOutputStreams","outputStreamLabels":null,"executionModes":["STANDALONE","EDGE"],"onlineHelpRefUrl":"index.html#datacollector/UserGuide/Pipeline_Design/DevStages.html","hideStage":[],"outputStreamsDrivenByConfig":"","sendsResponse":false,"beta":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/RawDataDSource.yaml","name":"com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource","type":"SOURCE","className":"com.streamsets.pipeline.stage.devtest.rawdata.RawDataDSource","onRecordError":true,"producingEvents":true,"preconditions":false},{"icon":"","version":"1","privateClassLoader":false,"services":[],"eventDefs":[],"description":"Writes pipeline statistics to Control Hub directly without any aggregation","library":"streamsets-datacollector-basic-lib","label":"Write Directly to Control Hub - statistics are not aggregated across Data Collectors","configDefinitions":[],"configGroupDefinition":{"classNameToGroupsMap":{},"groupNameToLabelMapList":[]},"libraryLabel":"Basic","pipelineLifecycleStage":false,"errorStage":false,"statsAggregatorStage":true,"outputStreams":0,"rawSourceDefinition":null,"offsetCommitTrigger":false,"resetOffset":false,"variableOutputStreams":false,"outputStreamLabelProviderClass":null,"outputStreamLabels":null,"executionModes":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EMR_BATCH","EDGE"],"onlineHelpRefUrl":"","hideStage":["STATS_AGGREGATOR_STAGE"],"outputStreamsDrivenByConfig":"","sendsResponse":false,"beta":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/StatsDpmDirectlyDTarget.yaml","name":"com_streamsets_pipeline_stage_destination_devnull_StatsDpmDirectlyDTarget","type":"TARGET","className":"com.streamsets.pipeline.stage.destination.devnull.StatsDpmDirectlyDTarget","onRecordError":false,"producingEvents":false,"preconditions":false},{"icon":"shell.png","version":"1","privateClassLoader":false,"services":[],"eventDefs":[],"description":"Executor allowing execution of a custom shell script.","library":"streamsets-datacollector-basic-lib","label":"Shell","configDefinitions":[{"fieldName":"environmentVariables","description":"Variables that will be provided to the script as environment variables.","max":9223372036854776000,"label":"Environment variables","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"ENVIRONMENT","dependsOnMap":{},"dependsOn":"","evaluation":"EXPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62","858","859","860","861","862","863","864","865","866","867","868","869","870","871","872","873","874"],"displayPosition":10,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","823","824","825","826","827","828","829","830","831","832","833","834","835","836","837","838","839","840","841","842","843","844","845","846","847","848","849","850","851"],"name":"config.environmentVariables","type":"MAP","defaultValue":null},{"fieldName":"timeout","description":"How long will the script be allowed to run. The time is in milliseconds.","max":9223372036854776000,"label":"Timeout (ms)","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"ENVIRONMENT","dependsOnMap":{},"dependsOn":"","evaluation":"EXPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62","899","900","901"],"displayPosition":20,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","891","892","893","894","895","896","897","898"],"name":"config.timeout","type":"STRING","defaultValue":"1000"},{"fieldName":"script","description":"","max":9223372036854776000,"label":"Script","mode":"text/x-sh","model":null,"required":true,"min":-9223372036854776000,"group":"SCRIPT","dependsOnMap":{},"dependsOn":"","evaluation":"EXPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":10,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"config.script","type":"TEXT","defaultValue":null},{"fieldName":"stageOnRecordError","description":"Action to take with records sent to error","max":9223372036854776000,"label":"On Record Error","mode":"text/plain","model":{"labels":["Discard","Send to Error","Stop Pipeline"],"values":["DISCARD","TO_ERROR","STOP_PIPELINE"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.OnRecordErrorChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":30,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"stageOnRecordError","type":"MODEL","defaultValue":"TO_ERROR"},{"fieldName":"stageRequiredFields","description":"Records without any of these fields are sent to error","max":9223372036854776000,"label":"Required Fields","mode":"text/plain","model":{"labels":null,"values":null,"configDefinitions":null,"modelType":"FIELD_SELECTOR_MULTI_VALUE","valuesProviderClass":null,"filteringConfig":null},"required":false,"min":-9223372036854776000,"group":"","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":10,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"stageRequiredFields","type":"MODEL","defaultValue":null},{"fieldName":"stageRecordPreconditions","description":"Records that don't satisfy all the preconditions are sent to error","max":9223372036854776000,"label":"Preconditions","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"","dependsOnMap":{},"dependsOn":"","evaluation":"EXPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62","96","97","98","99","100","101","102","103","104","105","106","107","108","109","110","111","112"],"displayPosition":20,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","67","68","69","70","71","72","73","74","75","76","77","78","79","80","81","82","83","84","85","86","87","88","89","90","91","92","93","94","95"],"name":"stageRecordPreconditions","type":"LIST","defaultValue":null}],"configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.pipeline.stage.executor.shell.Groups":["ENVIRONMENT","SCRIPT"]},"groupNameToLabelMapList":[{"name":"ENVIRONMENT","label":"Environment"},{"name":"SCRIPT","label":"Script"}]},"libraryLabel":"Basic","pipelineLifecycleStage":true,"errorStage":false,"statsAggregatorStage":false,"outputStreams":0,"rawSourceDefinition":null,"offsetCommitTrigger":false,"resetOffset":false,"variableOutputStreams":false,"outputStreamLabelProviderClass":null,"outputStreamLabels":null,"executionModes":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EMR_BATCH"],"onlineHelpRefUrl":"index.html?contextID=task_kl1_kfy_pz","hideStage":[],"outputStreamsDrivenByConfig":"","sendsResponse":false,"beta":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/ShellDExecutor.yaml","name":"com_streamsets_pipeline_stage_executor_shell_ShellDExecutor","type":"EXECUTOR","className":"com.streamsets.pipeline.stage.executor.shell.ShellDExecutor","onRecordError":true,"producingEvents":false,"preconditions":true}],"services":[{"version":"2","privateClassLoader":false,"provides":"com.streamsets.pipeline.api.service.dataformats.DataFormatParserService","description":"","library":"streamsets-datacollector-dataformats-lib","label":"DataFormat Parser","configDefinitions":[{"fieldName":"displayFormats","description":"","max":9223372036854776000,"label":"List of formats that should be displayed to the user.","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":0,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"displayFormats","type":"RUNTIME","defaultValue":null},{"fieldName":"dataFormat","description":"","max":9223372036854776000,"label":"Data Format","mode":"text/plain","model":{"labels":["Avro","Binary","Datagram","Delimited","Excel","JSON","Log","Netflow","Protobuf","SDC Record","Syslog","Text","Whole File","XML"],"values":["AVRO","BINARY","DATAGRAM","DELIMITED","EXCEL","JSON","LOG","NETFLOW","PROTOBUF","SDC_JSON","SYSLOG","TEXT","WHOLE_FILE","XML"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.service.parser.DataFormatChooserValues","filteringConfig":"displayFormats"},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":1,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormat","type":"MODEL","defaultValue":null},{"fieldName":"compression","description":"Compression formats gzip, bzip2, xz, lzma, Pack200, DEFLATE and Z are supported. Archive formats 7z, ar, arj, cpio, dump, tar and zip are supported.","max":9223372036854776000,"label":"Compression Format","mode":"text/plain","model":{"labels":["None","Compressed File","Archive","Compressed Archive"],"values":["NONE","COMPRESSED_FILE","ARCHIVE","COMPRESSED_ARCHIVE"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.CompressionChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["LOG","DELIMITED","JSON","PROTOBUF","XML","TEXT","BINARY","SDC_JSON"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":2,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.compression","type":"MODEL","defaultValue":"NONE"},{"fieldName":"filePatternInArchive","description":"A glob pattern that defines the pattern of the file names within the compressed directory.","max":9223372036854776000,"label":"File Name Pattern within Compressed Directory","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["LOG","DELIMITED","JSON","PROTOBUF","XML","TEXT","BINARY","SDC_JSON"],"dataFormatConfig.compression":["COMPRESSED_ARCHIVE","ARCHIVE"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":3,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.filePatternInArchive","type":"STRING","defaultValue":"*"},{"fieldName":"charset","description":"","max":9223372036854776000,"label":"Charset","mode":"text/plain","model":{"labels":["UTF-8","US-ASCII","UTF-16","ISO-8859-1","IBM-500","GBK","Big5","Big5-HKSCS","CESU-8","EUC-JP","EUC-KR","GB18030","GB2312","IBM-Thai","IBM00858","IBM01140","IBM01141","IBM01142","IBM01143","IBM01144","IBM01145","IBM01146","IBM01147","IBM01148","IBM01149","IBM037","IBM1026","IBM1047","IBM273","IBM277","IBM278","IBM280","IBM284","IBM285","IBM290","IBM297","IBM420","IBM424","IBM437","IBM500","IBM775","IBM850","IBM852","IBM855","IBM857","IBM860","IBM861","IBM862","IBM863","IBM864","IBM865","IBM866","IBM868","IBM869","IBM870","IBM871","IBM918","ISO-2022-CN","ISO-2022-JP","ISO-2022-JP-2","ISO-2022-KR","ISO-8859-13","ISO-8859-15","ISO-8859-2","ISO-8859-3","ISO-8859-4","ISO-8859-5","ISO-8859-6","ISO-8859-7","ISO-8859-8","ISO-8859-9","JIS_X0201","JIS_X0212-1990","KOI8-R","KOI8-U","Shift_JIS","TIS-620","UTF-16BE","UTF-16LE","UTF-32","UTF-32BE","UTF-32LE","windows-1250","windows-1251","windows-1252","windows-1253","windows-1254","windows-1255","windows-1256","windows-1257","windows-1258","windows-31j","x-Big5-HKSCS-2001","x-Big5-Solaris","x-COMPOUND_TEXT","x-euc-jp-linux","x-EUC-TW","x-eucJP-Open","x-IBM1006","x-IBM1025","x-IBM1046","x-IBM1097","x-IBM1098","x-IBM1112","x-IBM1122","x-IBM1123","x-IBM1124","x-IBM1166","x-IBM1364","x-IBM1381","x-IBM1383","x-IBM300","x-IBM33722","x-IBM737","x-IBM833","x-IBM834","x-IBM856","x-IBM874","x-IBM875","x-IBM921","x-IBM922","x-IBM930","x-IBM933","x-IBM935","x-IBM937","x-IBM939","x-IBM942","x-IBM942C","x-IBM943","x-IBM943C","x-IBM948","x-IBM949","x-IBM949C","x-IBM950","x-IBM964","x-IBM970","x-ISCII91","x-ISO-2022-CN-CNS","x-ISO-2022-CN-GB","x-iso-8859-11","x-JIS0208","x-JISAutoDetect","x-Johab","x-MacArabic","x-MacCentralEurope","x-MacCroatian","x-MacCyrillic","x-MacDingbat","x-MacGreek","x-MacHebrew","x-MacIceland","x-MacRoman","x-MacRomania","x-MacSymbol","x-MacThai","x-MacTurkish","x-MacUkraine","x-MS932_0213","x-MS950-HKSCS","x-MS950-HKSCS-XP","x-mswin-936","x-PCK","x-SJIS_0213","x-UTF-16LE-BOM","X-UTF-32BE-BOM","X-UTF-32LE-BOM","x-windows-50220","x-windows-50221","x-windows-874","x-windows-949","x-windows-950","x-windows-iso2022jp"],"values":["UTF-8","US-ASCII","UTF-16","ISO-8859-1","IBM-500","GBK","Big5","Big5-HKSCS","CESU-8","EUC-JP","EUC-KR","GB18030","GB2312","IBM-Thai","IBM00858","IBM01140","IBM01141","IBM01142","IBM01143","IBM01144","IBM01145","IBM01146","IBM01147","IBM01148","IBM01149","IBM037","IBM1026","IBM1047","IBM273","IBM277","IBM278","IBM280","IBM284","IBM285","IBM290","IBM297","IBM420","IBM424","IBM437","IBM500","IBM775","IBM850","IBM852","IBM855","IBM857","IBM860","IBM861","IBM862","IBM863","IBM864","IBM865","IBM866","IBM868","IBM869","IBM870","IBM871","IBM918","ISO-2022-CN","ISO-2022-JP","ISO-2022-JP-2","ISO-2022-KR","ISO-8859-13","ISO-8859-15","ISO-8859-2","ISO-8859-3","ISO-8859-4","ISO-8859-5","ISO-8859-6","ISO-8859-7","ISO-8859-8","ISO-8859-9","JIS_X0201","JIS_X0212-1990","KOI8-R","KOI8-U","Shift_JIS","TIS-620","UTF-16BE","UTF-16LE","UTF-32","UTF-32BE","UTF-32LE","windows-1250","windows-1251","windows-1252","windows-1253","windows-1254","windows-1255","windows-1256","windows-1257","windows-1258","windows-31j","x-Big5-HKSCS-2001","x-Big5-Solaris","x-COMPOUND_TEXT","x-euc-jp-linux","x-EUC-TW","x-eucJP-Open","x-IBM1006","x-IBM1025","x-IBM1046","x-IBM1097","x-IBM1098","x-IBM1112","x-IBM1122","x-IBM1123","x-IBM1124","x-IBM1166","x-IBM1364","x-IBM1381","x-IBM1383","x-IBM300","x-IBM33722","x-IBM737","x-IBM833","x-IBM834","x-IBM856","x-IBM874","x-IBM875","x-IBM921","x-IBM922","x-IBM930","x-IBM933","x-IBM935","x-IBM937","x-IBM939","x-IBM942","x-IBM942C","x-IBM943","x-IBM943C","x-IBM948","x-IBM949","x-IBM949C","x-IBM950","x-IBM964","x-IBM970","x-ISCII91","x-ISO-2022-CN-CNS","x-ISO-2022-CN-GB","x-iso-8859-11","x-JIS0208","x-JISAutoDetect","x-Johab","x-MacArabic","x-MacCentralEurope","x-MacCroatian","x-MacCyrillic","x-MacDingbat","x-MacGreek","x-MacHebrew","x-MacIceland","x-MacRoman","x-MacRomania","x-MacSymbol","x-MacThai","x-MacTurkish","x-MacUkraine","x-MS932_0213","x-MS950-HKSCS","x-MS950-HKSCS-XP","x-mswin-936","x-PCK","x-SJIS_0213","x-UTF-16LE-BOM","X-UTF-32BE-BOM","X-UTF-32LE-BOM","x-windows-50220","x-windows-50221","x-windows-874","x-windows-949","x-windows-950","x-windows-iso2022jp"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.CharsetChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["LOG","DELIMITED","JSON","XML","TEXT","DATAGRAM"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":999,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.charset","type":"MODEL","defaultValue":"UTF-8"},{"fieldName":"removeCtrlChars","description":"Use only if required as it impacts reading performance","max":9223372036854776000,"label":"Ignore Control Characters","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["LOG","DELIMITED","JSON","XML","TEXT","DATAGRAM"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":1000,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.removeCtrlChars","type":"BOOLEAN","defaultValue":false},{"fieldName":"textMaxLineLen","description":"Longer lines are truncated","max":2147483647,"label":"Max Line Length","mode":"text/plain","model":null,"required":true,"min":1,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["TEXT"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":340,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.textMaxLineLen","type":"NUMBER","defaultValue":1024},{"fieldName":"useCustomDelimiter","description":"Use custom delimiters to create records","max":9223372036854776000,"label":"Use Custom Delimiter","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["TEXT"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":342,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.useCustomDelimiter","type":"BOOLEAN","defaultValue":false},{"fieldName":"customDelimiter","description":"One or more characters. Leading and trailing spaces are stripped.","max":9223372036854776000,"label":"Custom Delimiter","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["TEXT"],"dataFormatConfig.useCustomDelimiter":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":344,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.customDelimiter","type":"STRING","defaultValue":"\\r\\n"},{"fieldName":"includeCustomDelimiterInTheText","description":"Include custom delimiters in the data","max":9223372036854776000,"label":"Include Custom Delimiter","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["TEXT"],"dataFormatConfig.useCustomDelimiter":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":346,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.includeCustomDelimiterInTheText","type":"BOOLEAN","defaultValue":false},{"fieldName":"jsonContent","description":"","max":9223372036854776000,"label":"JSON Content","mode":"text/plain","model":{"labels":["JSON array of objects","Multiple JSON objects"],"values":["ARRAY_OBJECTS","MULTIPLE_OBJECTS"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.JsonModeChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["JSON"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":350,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.jsonContent","type":"MODEL","defaultValue":"MULTIPLE_OBJECTS"},{"fieldName":"jsonMaxObjectLen","description":"Larger objects are not processed","max":2147483647,"label":"Max Object Length (chars)","mode":"text/plain","model":null,"required":true,"min":1,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["JSON"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":360,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.jsonMaxObjectLen","type":"NUMBER","defaultValue":4096},{"fieldName":"csvFileFormat","description":"","max":9223372036854776000,"label":"Delimiter Format Type","mode":"text/plain","model":{"labels":["Default CSV (ignores empty lines)","RFC4180 CSV","MS Excel CSV","MySQL CSV","Tab Separated Values","PostgreSQL CSV","PostgreSQL Text","Custom","Multi Character Delimited"],"values":["CSV","RFC4180","EXCEL","MYSQL","TDF","POSTGRES_CSV","POSTGRES_TEXT","CUSTOM","MULTI_CHARACTER"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.CsvModeChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["DELIMITED"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":370,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.csvFileFormat","type":"MODEL","defaultValue":"CSV"},{"fieldName":"csvHeader","description":"","max":9223372036854776000,"label":"Header Line","mode":"text/plain","model":{"labels":["With Header Line","Ignore Header Line","No Header Line"],"values":["WITH_HEADER","IGNORE_HEADER","NO_HEADER"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.CsvHeaderChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["DELIMITED"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":380,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.csvHeader","type":"MODEL","defaultValue":"NO_HEADER"},{"fieldName":"csvAllowExtraColumns","description":"When false, rows with more columns than the header are sent to error.","max":9223372036854776000,"label":"Allow Extra Columns","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormatConfig.csvHeader":["WITH_HEADER"],"dataFormat":["DELIMITED"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":385,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.csvAllowExtraColumns","type":"BOOLEAN","defaultValue":false},{"fieldName":"csvExtraColumnPrefix","description":"Each extra column is labeled with this prefix followed by an integer","max":9223372036854776000,"label":"Extra Column Prefix","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormatConfig.csvHeader":["WITH_HEADER"],"dataFormat":["DELIMITED"],"dataFormatConfig.csvAllowExtraColumns":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":386,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.csvExtraColumnPrefix","type":"STRING","defaultValue":"_extra_"},{"fieldName":"csvMaxObjectLen","description":"Larger objects are not processed","max":2147483647,"label":"Max Record Length (chars)","mode":"text/plain","model":null,"required":true,"min":1,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["DELIMITED"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":390,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.csvMaxObjectLen","type":"NUMBER","defaultValue":1024},{"fieldName":"csvCustomDelimiter","description":"","max":9223372036854776000,"label":"Delimiter Character","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvFileFormat":["CUSTOM"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":400,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.csvCustomDelimiter","type":"CHARACTER","defaultValue":"|"},{"fieldName":"multiCharacterFieldDelimiter","description":"Delimiter between fields in multi-character delimited mode.","max":9223372036854776000,"label":"Multi Character Field Delimiter","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvFileFormat":["MULTI_CHARACTER"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":405,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.multiCharacterFieldDelimiter","type":"STRING","defaultValue":"||"},{"fieldName":"multiCharacterLineDelimiter","description":"Delimiter between lines (i.e. different records) in multi-character delimited mode.","max":9223372036854776000,"label":"Multi Character Line Delimiter","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvFileFormat":["MULTI_CHARACTER"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":406,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.multiCharacterLineDelimiter","type":"STRING","defaultValue":"${str:unescapeJava('\\\\n')}"},{"fieldName":"csvCustomEscape","description":"Character used to escape quote and delimiter characters. To disable select Other and enter \\u0000 (unicode codepoint for the NULL character).","max":9223372036854776000,"label":"Escape Character","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvFileFormat":["CUSTOM","MULTI_CHARACTER"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":410,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.csvCustomEscape","type":"CHARACTER","defaultValue":"\\"},{"fieldName":"csvCustomQuote","description":"Character used to quote string fields. To disable select Other and enter \\u0000 (unicode codepoint for the NULL character).","max":9223372036854776000,"label":"Quote Character","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvFileFormat":["CUSTOM","MULTI_CHARACTER"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":420,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.csvCustomQuote","type":"CHARACTER","defaultValue":"\""},{"fieldName":"csvEnableComments","description":"","max":9223372036854776000,"label":"Enable comments","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvFileFormat":["CUSTOM"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":425,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.csvEnableComments","type":"BOOLEAN","defaultValue":false},{"fieldName":"csvCommentMarker","description":"","max":9223372036854776000,"label":"Comment marker","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormatConfig.csvEnableComments":[true],"dataFormat":["DELIMITED"],"dataFormatConfig.csvFileFormat":["CUSTOM"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":426,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.csvCommentMarker","type":"CHARACTER","defaultValue":"#"},{"fieldName":"csvIgnoreEmptyLines","description":"","max":9223372036854776000,"label":"Ignore empty lines","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvFileFormat":["CUSTOM"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":427,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.csvIgnoreEmptyLines","type":"BOOLEAN","defaultValue":true},{"fieldName":"csvRecordType","description":"","max":9223372036854776000,"label":"Root Field Type","mode":"text/plain","model":{"labels":["List","List-Map"],"values":["LIST","LIST_MAP"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.CsvRecordTypeChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["DELIMITED"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":430,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.csvRecordType","type":"MODEL","defaultValue":"LIST_MAP"},{"fieldName":"csvSkipStartLines","description":"Number of lines to skip before reading","max":9223372036854776000,"label":"Lines to Skip","mode":"text/plain","model":null,"required":false,"min":0,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["DELIMITED"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":435,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.csvSkipStartLines","type":"NUMBER","defaultValue":0},{"fieldName":"parseNull","description":"When checked, configured string constant will be converted into NULL field.","max":9223372036854776000,"label":"Parse NULLs","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["DELIMITED"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":436,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.parseNull","type":"BOOLEAN","defaultValue":false},{"fieldName":"nullConstant","description":"String constant that should be converted to a NULL rather then passed as it is.","max":9223372036854776000,"label":"NULL constant","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.parseNull":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":437,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.nullConstant","type":"STRING","defaultValue":"\\\\N"},{"fieldName":"xmlRecordElement","description":"XML element that acts as a record delimiter.  This may be an element name, with elements having that local name directly under the root as records.  Or, it can be a simplified XPath expression (see docs), with elements matching the XPath expression as records.  Leaving it blank will treat the whole XML document as one record.","max":9223372036854776000,"label":"Delimiter Element","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["XML"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":440,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.xmlRecordElement","type":"STRING","defaultValue":null},{"fieldName":"preserveRootElement","description":"Include the root element in the output records. The root element is the last element defined in the record element delimiter or is the root element of the XML document when no delimiter is defined","max":9223372036854776000,"label":"Preserve Root Element","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["XML"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":441,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.preserveRootElement","type":"BOOLEAN","defaultValue":true},{"fieldName":"includeFieldXpathAttributes","description":"Include XPath expressions that indicate the path to the input node that was parsed to create each field.  If enabled, each field will receive an attribute named \"xpath\" whose value is the XPath expression.  Any namespace prefixes will be mapped to the full URI via new xmlns:* attributes in the record header.","max":9223372036854776000,"label":"Include Field XPaths","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["XML"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":442,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.includeFieldXpathAttributes","type":"BOOLEAN","defaultValue":false},{"fieldName":"xPathNamespaceContext","description":"Namespace context to use if the delimiter is an XPath expression.  This should map namespace prefixes to URIs.  Any namespace prefix that is used in the record separator expression must be defined here.","max":9223372036854776000,"label":"Namespaces","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["XML"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":445,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.xPathNamespaceContext","type":"MAP","defaultValue":[]},{"fieldName":"outputFieldAttributes","description":"Generate field attributes in output record for XML namespace declarations, and XML attributes.  Without this option, they will continue to be output as individual fields (separate from the element value).","max":9223372036854776000,"label":"Output Field Attributes","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["XML"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":448,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.outputFieldAttributes","type":"BOOLEAN","defaultValue":false},{"fieldName":"xmlMaxObjectLen","description":"Larger records are not processed","max":2147483647,"label":"Max Record Length (chars)","mode":"text/plain","model":null,"required":true,"min":1,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["XML"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":450,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.xmlMaxObjectLen","type":"NUMBER","defaultValue":4096},{"fieldName":"logMode","description":"","max":9223372036854776000,"label":"Log Format","mode":"text/plain","model":{"labels":["Common Log Format","Combined Log Format","Apache Error Log Format","Apache Access Log Custom Format","Regular Expression","Grok Pattern","Log4j","Common Event Format (CEF)","Log Event Extended Format (LEEF)"],"values":["COMMON_LOG_FORMAT","COMBINED_LOG_FORMAT","APACHE_ERROR_LOG_FORMAT","APACHE_CUSTOM_LOG_FORMAT","REGEX","GROK","LOG4J","CEF","LEEF"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.LogModeChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["LOG"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":460,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.logMode","type":"MODEL","defaultValue":"COMMON_LOG_FORMAT"},{"fieldName":"logMaxObjectLen","description":"Longer lines are truncated","max":2147483647,"label":"Max Line Length","mode":"text/plain","model":null,"required":true,"min":1,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["LOG"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":470,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.logMaxObjectLen","type":"NUMBER","defaultValue":1024},{"fieldName":"retainOriginalLine","description":"Indicates if the original line of log should be retained in the record","max":9223372036854776000,"label":"Retain Original Line","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["LOG"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":480,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.retainOriginalLine","type":"BOOLEAN","defaultValue":false},{"fieldName":"customLogFormat","description":"","max":9223372036854776000,"label":"Custom Log Format","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormatConfig.logMode":["APACHE_CUSTOM_LOG_FORMAT"],"dataFormat":["LOG"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":490,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.customLogFormat","type":"STRING","defaultValue":"%h %l %u %t \"%r\" %>s %b"},{"fieldName":"regex","description":"The regular expression which is used to parse the log line.","max":9223372036854776000,"label":"Regular Expression","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormatConfig.logMode":["REGEX"],"dataFormat":["LOG"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":500,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.regex","type":"STRING","defaultValue":"^(\\S+) (\\S+) (\\S+) \\[([\\w:/]+\\s[+\\-]\\d{4})\\] \"(\\S+) (\\S+) (\\S+)\" (\\d{3}) (\\d+)"},{"fieldName":"fieldPathsToGroupName","description":"Map groups in the regular expression to field paths","max":9223372036854776000,"label":"Field Path To RegEx Group Mapping","mode":"text/plain","model":{"labels":null,"values":null,"configDefinitions":[{"fieldName":"fieldPath","description":"","max":9223372036854776000,"label":"Field Path","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":10,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"fieldPath","type":"STRING","defaultValue":"/"},{"fieldName":"group","description":"","max":9223372036854776000,"label":"Regular Expression Group","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"","dependsOnMap":{},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":20,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"group","type":"NUMBER","defaultValue":1}],"modelType":"LIST_BEAN","valuesProviderClass":null,"filteringConfig":null},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormatConfig.logMode":["REGEX"],"dataFormat":["LOG"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":510,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.fieldPathsToGroupName","type":"MODEL","defaultValue":[]},{"fieldName":"grokPatternDefinition","description":"Define your own grok patterns which will be used to parse the logs","max":9223372036854776000,"label":"Grok Pattern Definition","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormatConfig.logMode":["GROK"],"dataFormat":["LOG"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":520,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.grokPatternDefinition","type":"TEXT","defaultValue":null},{"fieldName":"grokPattern","description":"The grok pattern which is used to parse the log line","max":9223372036854776000,"label":"Grok Pattern","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormatConfig.logMode":["GROK"],"dataFormat":["LOG"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":530,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.grokPattern","type":"STRING","defaultValue":"%{COMMONAPACHELOG}"},{"fieldName":"onParseError","description":"","max":9223372036854776000,"label":"On Parse Error","mode":"text/plain","model":{"labels":["ERROR","IGNORE","INCLUDE AS STACK TRACE"],"values":["ERROR","IGNORE","INCLUDE_AS_STACK_TRACE"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.OnParseErrorChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormatConfig.logMode":["LOG4J"],"dataFormat":["LOG"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":540,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.onParseError","type":"MODEL","defaultValue":"ERROR"},{"fieldName":"maxStackTraceLines","description":"Any line that does not match the expected pattern will be treated as a Stack trace as long as it is part of the same message. The stack trace will be trimmed to the specified number of lines.","max":2147483647,"label":"Trim Stack Trace to Length","mode":"text/plain","model":null,"required":true,"min":0,"group":"DATA_FORMAT","dependsOnMap":{"dataFormatConfig.logMode":["LOG4J"],"dataFormat":["LOG"],"dataFormatConfig.onParseError":["INCLUDE_AS_STACK_TRACE"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":550,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.maxStackTraceLines","type":"NUMBER","defaultValue":50},{"fieldName":"enableLog4jCustomLogFormat","description":"","max":9223372036854776000,"label":"Use Custom Log Format","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormatConfig.logMode":["LOG4J"],"dataFormat":["LOG"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":560,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.enableLog4jCustomLogFormat","type":"BOOLEAN","defaultValue":false},{"fieldName":"log4jCustomLogFormat","description":"Specify your own custom log4j format.","max":9223372036854776000,"label":"Custom Log4J Format","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormatConfig.logMode":["LOG4J"],"dataFormat":["LOG"],"dataFormatConfig.enableLog4jCustomLogFormat":[true]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":570,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.log4jCustomLogFormat","type":"STRING","defaultValue":"%r [%t] %-5p %c %x - %m%n"},{"fieldName":"avroSchemaSource","description":"Where to load the Avro Schema from.","max":9223372036854776000,"label":"Avro Schema Location","mode":"text/plain","model":{"labels":["Message/Data Includes Schema","In Pipeline Configuration","Confluent Schema Registry"],"values":["SOURCE","INLINE","REGISTRY"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.OriginAvroSchemaSourceChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["AVRO"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":400,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.avroSchemaSource","type":"MODEL","defaultValue":null},{"fieldName":"avroSchema","description":"Overrides the schema included in the data (if any). Optionally use the runtime:loadResource function to use a schema stored in a file.","max":9223372036854776000,"label":"Avro Schema","mode":"application/json","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["AVRO"],"dataFormatConfig.avroSchemaSource":["INLINE"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":410,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.avroSchema","type":"TEXT","defaultValue":null},{"fieldName":"schemaRegistryUrls","description":"List of Confluent Schema Registry URLs","max":9223372036854776000,"label":"Schema Registry URLs","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["AVRO"],"dataFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":420,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.schemaRegistryUrls","type":"LIST","defaultValue":null},{"fieldName":"basicAuth","description":"","max":9223372036854776000,"label":"Basic Auth User Info","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["AVRO"],"dataFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":421,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","63","64","65","66"],"name":"dataFormatConfig.basicAuth","type":"CREDENTIAL","defaultValue":null},{"fieldName":"schemaLookupMode","description":"Whether to look up the Avro Schema by ID or fetch the latest schema for a Subject.","max":9223372036854776000,"label":"Lookup Schema By","mode":"text/plain","model":{"labels":["Subject","Schema ID","Embedded Schema ID"],"values":["SUBJECT","ID","AUTO"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.OriginAvroSchemaLookupModeChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["AVRO"],"dataFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":430,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.schemaLookupMode","type":"MODEL","defaultValue":"SUBJECT"},{"fieldName":"subject","description":"","max":9223372036854776000,"label":"Schema Subject","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["AVRO"],"dataFormatConfig.schemaLookupMode":["SUBJECT"],"dataFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":440,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.subject","type":"STRING","defaultValue":null},{"fieldName":"schemaId","description":"","max":9223372036854776000,"label":"Schema ID","mode":"text/plain","model":null,"required":true,"min":1,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["AVRO"],"dataFormatConfig.schemaLookupMode":["ID"],"dataFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":450,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.schemaId","type":"NUMBER","defaultValue":null},{"fieldName":"avroSkipUnionIndex","description":"When checked generated records will not contain header attributes identifying which part of a union was used to read data in. Data Collector does not use the header attributes directly, thus this can be selected safely unless the pipeline explicitly depends on them.","max":9223372036854776000,"label":"Skip Union Indexes","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["AVRO"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":460,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.avroSkipUnionIndex","type":"BOOLEAN","defaultValue":false},{"fieldName":"protoDescriptorFile","description":"Protobuf Descriptor File (.desc) path relative to SDC resources directory","max":9223372036854776000,"label":"Protobuf Descriptor File","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["PROTOBUF"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":600,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.protoDescriptorFile","type":"STRING","defaultValue":null},{"fieldName":"messageType","description":"Fully Qualified Message Type name. Use format <packageName>.<messageTypeName>","max":9223372036854776000,"label":"Message Type","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["PROTOBUF"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":610,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.messageType","type":"STRING","defaultValue":null},{"fieldName":"isDelimited","description":"Should be checked when the input data is prepended with the message size. When unchecked only a single message can be present in the source file/Kafka message, etc.","max":9223372036854776000,"label":"Delimited Messages","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["PROTOBUF"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":620,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.isDelimited","type":"BOOLEAN","defaultValue":true},{"fieldName":"binaryMaxObjectLen","description":"Larger objects are not processed","max":2147483647,"label":"Max Data Size (bytes)","mode":"text/plain","model":null,"required":true,"min":1,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["BINARY"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":700,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.binaryMaxObjectLen","type":"NUMBER","defaultValue":1024},{"fieldName":"datagramMode","description":"","max":9223372036854776000,"label":"Datagram Packet Format","mode":"text/plain","model":{"labels":["NetFlow","syslog","collectd","Raw/Separated data"],"values":["NETFLOW","SYSLOG","COLLECTD","RAW_DATA"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.DatagramModeChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["DATAGRAM"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":800,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.datagramMode","type":"MODEL","defaultValue":"SYSLOG"},{"fieldName":"typesDbPath","description":"User-specified TypesDB file. Overrides the included version.","max":9223372036854776000,"label":"TypesDB File Path","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["COLLECTD"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":820,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.typesDbPath","type":"STRING","defaultValue":null},{"fieldName":"convertTime","description":"Converts high resolution time format interval and timestamp to unix time in (ms).","max":9223372036854776000,"label":"Convert Hi-Res Time & Interval","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["COLLECTD"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":830,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.convertTime","type":"BOOLEAN","defaultValue":false},{"fieldName":"excludeInterval","description":"Excludes the interval field from output records.","max":9223372036854776000,"label":"Exclude Interval","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["COLLECTD"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":840,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.excludeInterval","type":"BOOLEAN","defaultValue":true},{"fieldName":"authFilePath","description":"","max":9223372036854776000,"label":"Auth File","mode":"text/plain","model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["COLLECTD"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":850,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.authFilePath","type":"STRING","defaultValue":null},{"fieldName":"netflowOutputValuesMode","description":"Determines the data that is included in the record generated from a flow. Only applies to NetFlow 9.","max":9223372036854776000,"label":"Record Generation Mode","mode":"text/plain","model":{"labels":["Raw only","Interpreted only","Raw and interpreted"],"values":["RAW_ONLY","INTERPRETED_ONLY","RAW_AND_INTERPRETED"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.parser.net.netflow.OutputValuesModeChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["NETFLOW"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":870,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.netflowOutputValuesMode","type":"MODEL","defaultValue":"RAW_AND_INTERPRETED"},{"fieldName":"maxTemplateCacheSize","description":"Controls the maximum number of templates to cache from all sources. Additional templates received when this limit is reached cause the eviction of existing templates, least recently used first. Leave as -1 for unlimited. Only applies to NetFlow 9.","max":9223372036854776000,"label":"Max Templates in Cache","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["NETFLOW"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":880,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.maxTemplateCacheSize","type":"NUMBER","defaultValue":-1},{"fieldName":"templateCacheTimeoutMs","description":"Controls the maximum length of time flow templates are cached, after last being used to parse a data flow. Leave as -1 for unlimited (never expires). Only applies to NetFlow 9.","max":9223372036854776000,"label":"Template Cache Timeout (ms)","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["NETFLOW"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":890,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.templateCacheTimeoutMs","type":"NUMBER","defaultValue":-1},{"fieldName":"netflowOutputValuesModeDatagram","description":"Determines the data that is included in the record generated from a flow. Only applies to NetFlow 9.","max":9223372036854776000,"label":"Record Generation Mode","mode":"text/plain","model":{"labels":["Raw only","Interpreted only","Raw and interpreted"],"values":["RAW_ONLY","INTERPRETED_ONLY","RAW_AND_INTERPRETED"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.parser.net.netflow.OutputValuesModeChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["NETFLOW"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":870,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.netflowOutputValuesModeDatagram","type":"MODEL","defaultValue":"RAW_AND_INTERPRETED"},{"fieldName":"maxTemplateCacheSizeDatagram","description":"Controls the maximum number of templates to cache from all sources. Additional templates received when this limit is reached cause the eviction of existing templates, least recently used first. Leave as -1 for unlimited. Only applies to NetFlow 9.","max":9223372036854776000,"label":"Max Templates in Cache","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["NETFLOW"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":880,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.maxTemplateCacheSizeDatagram","type":"NUMBER","defaultValue":-1},{"fieldName":"templateCacheTimeoutMsDatagram","description":"Controls the maximum length of time flow templates are cached, after last being used to parse a data flow. Leave as -1 for unlimited (never expires). Only applies to NetFlow 9.","max":9223372036854776000,"label":"Template Cache Timeout (ms)","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["NETFLOW"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":890,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.templateCacheTimeoutMsDatagram","type":"NUMBER","defaultValue":-1},{"fieldName":"wholeFileMaxObjectLen","description":"Size of the Buffer used to copy the file.","max":2147483647,"label":"Buffer Size (bytes)","mode":"text/plain","model":null,"required":true,"min":1,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["WHOLE_FILE"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":900,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.wholeFileMaxObjectLen","type":"NUMBER","defaultValue":8192},{"fieldName":"rateLimit","description":"Rate / sec to manipulate bandwidth requirements for File Transfer. Use <= 0 to opt out. Default unit is B/sec","max":9223372036854776000,"label":"Rate per second","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["WHOLE_FILE"]},"dependsOn":"","evaluation":"EXPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62","1962","1963","1964"],"displayPosition":920,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.rateLimit","type":"STRING","defaultValue":"-1"},{"fieldName":"verifyChecksum","description":"When checked verifies the checksum of the stream during read.","max":9223372036854776000,"label":"Verify Checksum","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["WHOLE_FILE"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":1000,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.verifyChecksum","type":"BOOLEAN","defaultValue":false},{"fieldName":"excelHeader","description":"Excel headers","max":9223372036854776000,"label":"Excel Header Option","mode":"text/plain","model":{"labels":["With Header Line","Ignore Header Line","No Header Line"],"values":["WITH_HEADER","IGNORE_HEADER","NO_HEADER"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.ExcelHeaderChooserValues","filteringConfig":""},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["EXCEL"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":1000,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.excelHeader","type":"MODEL","defaultValue":null},{"fieldName":"excelSkipCellsWithNoHeader","description":"If checked, cells that have no associated header value will be skipped.","max":9223372036854776000,"label":"Skip Cells With No Header","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["EXCEL"],"dataFormatConfig.excelHeader":["WITH_HEADER"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":1001,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.excelSkipCellsWithNoHeader","type":"BOOLEAN","defaultValue":false},{"fieldName":"excelReadAllSheets","description":"Specifies whether all sheets from the document should be read.","max":9223372036854776000,"label":"Read All Sheets","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormat":["EXCEL"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":[],"displayPosition":1010,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"name":"dataFormatConfig.excelReadAllSheets","type":"BOOLEAN","defaultValue":true},{"fieldName":"excelSheetNames","description":"Names of the sheets that should be imported. Other sheets will be ignored.","max":9223372036854776000,"label":"Import Sheets","mode":"text/plain","model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","dependsOnMap":{"dataFormatConfig.excelReadAllSheets":[false],"dataFormat":["EXCEL"]},"dependsOn":"","evaluation":"IMPLICIT","elDefs":null,"elConstantDefinitionsIdx":["62"],"displayPosition":1020,"displayMode":"BASIC","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61"],"name":"dataFormatConfig.excelSheetNames","type":"LIST","defaultValue":[]}],"configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.service.parser.Groups":["DATA_FORMAT"]},"groupNameToLabelMapList":[{"name":"DATA_FORMAT","label":"Data Format"}]},"libraryLabel":"Data Formats","className":"com.streamsets.service.parser.DataParserServiceImpl"}],"rulesElMetadata":null,"elCatalog":null,"runtimeConfigs":null,"stageIcons":{"streamsets-datacollector-dev-lib:com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource":"iVBORw0KGgoAAAANSUhEUgAAADAAAAAwCAYAAABXAvmHAAADXUlEQVRoQ+2XWchOQRjHf5+lEMqaCxf2ZI/IVoQLkaWI0BclbhBKKLJcKJTIVkJSiCRKFEUiyS4KWSNcIMp2Ye+v52ga55xvcpz01czVe87MPGf+y/M881ZQzUdFNT8/EcD/VjAqEBUoyEC0UEECC2+PChSmsGCAqEBBAgtvjwoUprBggCwFWgBdga9e/FrAc+AO8MOb6wU0DDjPZ+AC0BjoAXyzPTWBl8BNe+4GNHHi6dtXgTfuN7IATAN25RzmMjAJeGhrFOcwMCYAgA7Z0db637gN6OB1gEdAcy/eAmBdCIA+wDJgJHANOGKbBKyNE6AzoI8KwGygOzDd5g8CT4Eazvr5xrIAtAI2AQNsfjdwHthhz7OAtsA8exZpin0rBIDW6AOPgRlOUL0fCBwyds4BQxyr1QauALJga+CTx+BGYKIp8BZoCrwyULKs1HGHGy9tPvcPTTvgPiAmtnqBxcwDe9ffPK3HevZbAMSyDtke6AvsA9Z7AKScbDQVkLpSwR2KLVW0txL47ls0r4zmAVCclWYzWWeLBZZ3L5oCOvg7y5UNQAdgMjAKmAB8sD0jgGOAr6amVwOLgNHA0bT8KgJgrCVuGgAl4mlL8qFAfUcR/xyNgLtmSYGU6hqqaNdtbxez2h8YigAYDyhRxZ6qj8phooAAuCOpPLJU2lBuzPHsOgg4A+y0PPTL9q84/wLAWmCx9QXXQvL9C/PuqhwFdI7ksPcAsf0FSEANB05kAC8EQH7e67HmAkiSeBiwzQ6mdy2B404DS+yi5tYJUGl+Yg0tz3qFFFBtP2s1XA1tf0oSJwBc8g4AgzPUWA6sMCvdsKRWn5ib0vV/xwyx0ExguyehGooaju/ttCrkbvX7gDvXG7gEvLdE7gmoAKgYZI4sALqXqAaL5SVWv9VU1IWXAuMsotsjGlglOQk0s9r/2skzJblA98tQwC8Az+xakZX4uRaaAuzJQw5stjafVB9dtOThqkZeRVoIrLEAUkv2yR1ZCiTNxd8seeV3efmUM6mbou5LujtVNXRJ0y1UsfyRXF/0XpbSteSvAFS1r8z5unYB/BjykfiPLISlMtdEBcpkNyR2VCCEpTLXRAXKZDckdlQghKUy10QFymQ3JHZUIISlMtdEBcpkNyR2tVfgJ7j+uDHAB/IgAAAAAElFTkSuQmCC","streamsets-datacollector-basic-lib:com_streamsets_pipeline_stage_destination_devnull_StatsDpmDirectlyDTarget":null,"streamsets-datacollector-basic-lib:com_streamsets_pipeline_stage_executor_finishpipeline_PipelineFinisherDExecutor":"iVBORw0KGgoAAAANSUhEUgAAAGQAAABkCAYAAABw4pVUAAAAAXNSR0IArs4c6QAAAAlwSFlzAAAOxAAADsQBlSsOGwAAActpVFh0WE1MOmNvbS5hZG9iZS54bXAAAAAAADx4OnhtcG1ldGEgeG1sbnM6eD0iYWRvYmU6bnM6bWV0YS8iIHg6eG1wdGs9IlhNUCBDb3JlIDUuNC4wIj4KICAgPHJkZjpSREYgeG1sbnM6cmRmPSJodHRwOi8vd3d3LnczLm9yZy8xOTk5LzAyLzIyLXJkZi1zeW50YXgtbnMjIj4KICAgICAgPHJkZjpEZXNjcmlwdGlvbiByZGY6YWJvdXQ9IiIKICAgICAgICAgICAgeG1sbnM6eG1wPSJodHRwOi8vbnMuYWRvYmUuY29tL3hhcC8xLjAvIgogICAgICAgICAgICB4bWxuczp0aWZmPSJodHRwOi8vbnMuYWRvYmUuY29tL3RpZmYvMS4wLyI+CiAgICAgICAgIDx4bXA6Q3JlYXRvclRvb2w+d3d3Lmlua3NjYXBlLm9yZzwveG1wOkNyZWF0b3JUb29sPgogICAgICAgICA8dGlmZjpPcmllbnRhdGlvbj4xPC90aWZmOk9yaWVudGF0aW9uPgogICAgICA8L3JkZjpEZXNjcmlwdGlvbj4KICAgPC9yZGY6UkRGPgo8L3g6eG1wbWV0YT4KGMtVWAAAEhlJREFUeAHtmgmwZVV1htEkQIIoiMyogCCgsVCJhRAoZIogWiGxIkpCNyqohbHEIaViKC0US1TGpAKIJSgzAcQQIYBMDaJinMoBREloGhRxQFRsMdHk/+7ZX7O43vf63n7v0dNZVf/Za6+9pr32cM593Wus0VNfgb4CfQX6CvQV6CvQV6CvQF+BvgJ9BfoK9BXoK9BXoK9AX4G+An0F+gr0Fegr0Fegr0Bfgb4CfQX6CqwgFXjcCpKHafxhGHP63/D/58Ast8QgFkQMYvXUKkBxHh+4ELUwyGebRvmcLofZjj+tvz+YdnTuBt2hFud3LdQuaecFmwe3B78N0Jmtk4IvYnE6/ib4y+B/gnsCYjBOTWYzZtytuMRk/2iK9A6NnKKIC4reqNNThsdiKbKEb+PQvtqBoZZcl9emHUpldrtManhi20T2t8FHgkuDXwYU5+HWwr8hgKZaxG50vKfvDHy6GMYi9iXBh4ODA3KrNCr/Or7S8F4BJrxemMOC6wOLUluuD/q/ae3daTcKoOEF7aTjPbXFFz5rDGPWPOCvD14bkLOEn3rSlK8Ubd3VmyTjo4MfBk78P8MfGxwQbBtcHTBmgWw5QRCFWNaryyJyAojhghvjmsg4FeRCTl8KzJOc/zHYOJDq3JStsG3dRSR+ZOCuXBz+pODPgmH68wh4iVMIWj97fx1+xwDy2ul64z21wQe+8I9vY/GS3y0Ypp0iODF4KMBmYcBcXAwW2ZMXdsUkJ092ewW3Bu60q8JvGFRCnwk6yTPCo+/O9Y7/VGTSJKek6uID354O2481x+ZS58DQU4IrA+fB6WFu0rC+8uXaMnETWyu8VwOTsKh8xj4xgNYOarGwgTYPFgbYsYvZvRbiwPCQi9f1pn+qi61+8Ilv+pzcLQLIHODJjRyhdYPbAvSdC/zxgTbMvc4n3eVHHF0AcS3UU8EurAX4Z5RCTIBiuYjIpBPCMGFPie1XIluzKRmvdUc2XifYYFt9uiCnjLA0N+3R0Za5eLKQcVqYM1Tr0EmWw9OkCT0v4PORREnaO5q+BeAd8vxgmLaO4O+DzwY/CbBh8rbavy0yaNRCdiOPPM3tLRGZQ/WJ7IHg2oB3wzbBMJErOWtPC5ibC8M7Zn4gjZOburPa1sAfjGeTrccaGTu8Ls4N6W8X7B28I/hM8NNAe1oLp8xTcl/GtgigGr+TPPJ0MdDFxjz0NyoGi3NlcFSwb/DM4IZAG+ZgHsrqXI/LuDRdburMauvdTHteYII1YXZ17bPz/zV4ZXBxoI0ti4C+p4ECyKPjjvTa44qY6t72SkO32sLj0w1ike2bC+0lAbmeH3hqkdcc7WtHLdYMIGvU9ebwaSDaywOTsngW1iS/F513BlxLEp+U7i5aCgLwIbT3tFg02p0DaNROND90zElbfeHbOLSMA3Ni8V8QSFuG4TTfEZgXC6M/fLj5qMljtig10L+35Ny5JFoX4+fpvztYL5DYufo4Pjw2iwN8ODknzN3sdeOYsf4jY1I9JZ4MxtDBlzb64Icevo1Dyxh6v27yk9NC5Fp9Pin9dwUPBtjVRdEHcq5hN4bzjWj2iKQMsH54J3te+NcETs5dcnNkzw4k7nR2M8XzU3Gd8N8MtKX9RXBdwG7cIeBdsyhgzMlb2FdFBpkXvCfmoPD6Rd+87g2/fQMxrg2IqS7tt4InBJC54tf3EvJnBQsC89KeWpzb5FelpVYQOVLDGRNOnCTOnhd8OyCBywKLwTE1qU+GN3idCDLlYQfJXpD2roBJHBHURUx3QHx94ZsrpRaXPFhUiGLpGxlFxcbTgS19vqaGieK+MTgnuCu4KLCQYQd+9e3GUn5WGOfNqYCoyaUBcnKkZhL10JeysdoaGAN29lsCg5+IsNCO4Rn7ZJHVo1oXFd1TA6+jw4uNLPraw98a4N9T4o5/d2RQzfeo9NF1MWy/FJl54Fs+7BI6LBy29wenB88NpKpvbox9ImCj1MIjPyHAF6B2lfBFztMSK8fq1sAY7Bd8McDxL4NDAgl96U1hNmidKtcf9y8L6T1tslxbT2x2XBH1naCfAyJXn8n7suZzeetAgkeGLjroavfS8JD5wNcrdN30vxGoT0uuJwfkDlVbc1s/cuYuVR1qxbsUX18I9g8qsSj4ofZLiKSqEwa4Q7mHfVfg8MJgq0DCiau8WfibAn/0Kdcvu8drBF/scEH/fQGkHTnBk6w+zgmvLa07/8zwEvwonXObgj5piQEsxnvDa1tzQ3Zb4NzMx5a5LQg2DyB865M+NeNqxg/g3fKKgA1QCX/ks4QQ7B4cF5CADu4Iv2cgVUMDs/PRZ9Ekd9CuEfwsYPzhwN1NX/7B8NsFEKdkFDFxdxvvBGCOjHG92K/j2OwUjCJjbZtBcqg5weOHnOEZ3y2AnBs8c2b8FDoha0JxXTTkewS3B+gCavyhYPeg6qXbnYavpa1HnF2C4Z1BvVLSHZBJvSQ9g9C+rBsePJ+e5/cD5MNXlTbu9HMHFo88Ng7LdfmegBcmeWjjQlIwZDcG1zfeMVvGscXHewJ84rvS2emgZ/HhK8z9vsi3CqThuXO1QtYG3kXnRHw3wG/NjT61PygY0Lw8a3CUWQwWx0U5LTzk6htw08gWBtgvbu2X03JsoU8HjDmhGkfeohL30GB+cE3wq0Ad2p8EFJ4XLn3tbEfJftRsfK/o76HIrw3mB8zfedYNqa6tc+CLEqIWfCgwbq53h98sgKyRNaOG6DJPcibm8MLMj2xJQQlIQjUpJ4vhCwPoj7tm8GRSBGGXY2eAeeHRZwzox35tGfOUVPl3Ij89mB9wJW0UQIcH6NVc8WEM5PKvCw9hiw/ywucdQY0FTw7aDY/Rr2O7pn9IgNw5O4drI3tcAFmrncO76Opj6xyoPX0290CRAQSjYKCrUC708fDoE0h7g94e2XVtvE6k+sdG38q/GtnRAXd+/bRM91G0ID1shu2r7KZHWTy6wzXCS5pYxDS+9s6nyuGdH0VnwyCzwNg4flb4Sleko+9hn/atx+BP3tMpo2iCB7covMCwIRnH6D/c5NzXRzYeedWhXxeRBbsk2D8Yfrmx07j+kNN6H+8ZHj8A+1H8XpFDLGz14e4dDOaBb94rFwf6Il+Lq29kzoO5MUfG6qZgXB//FB7i3WCe2uvTVh+fxYBCOKAz+zig6Bb68+EJ5HjVd6cw9oIAujmgrz28weH5e9iuQSWKB7h7h4tHX9mp4fFh4cwV2UcDSf3ax7dxlNPuEvCOwAeoucrfEjnEKVavzr3WhFqhjx41QG94Uao+HwkDuijP4QQwdrKMsRjPDU4LhnUJou6x4aU9wqALCKzOj8PPCySKxkuQQi2NPEUvjyJ+iQ3qxF6RPjTdtddpdDGJXReO3MgR/+RcC753+tIxYdQhB3jgBqRW1MyNqa51oO9Cc0KX0I7hfhWgQPA6ue+n/+bA6+Ip4e8OdE5rAjeEt6jsQOjMAB2/wr4SfrtAGi6G8lGtvlmUm4KaQ+UpAH4hbbre1E83hRrPDEOuNfez26Bzw+a6pmMNLPaiyDds+uRCDakl/gA1ts7UnjUYkM6PTw9FV4xPxeOCzQJp7ca8IS26LJ5fCCzSUwMIn+7kLcP/IED/lmC9ACLJcYs1MMhDn0eEd1J1Z8I7SXQgbbre0p/k5GKS6+cCYv0w2CqA8KnfLcLfFaBDLYbju5EztMamwQcCPuHRdxE/Eh4arIULslEECwMUTw/qQlg8C0hLcdEF/IrlqwVyMrb7RobOPcHGAVST7CRLf5onPhYF+HQ3shAujDLibRJA2na98Z7mWOO9uJk6N1vm/kBgPb4Y3pjUqi5yuoOFOTUt+tTcumizZLVf35S4+6BhR8jcGSSHw4eC3QLIMRMl0L0BevsG0JpdM/HTZE+MJf4svAuBTN4xdCFtu974T3PdJyb455c6uxxyjs55l8j44yt6vpzViWhA6JqLC8JtAykfdCg8hNBfn/sNJI8UmS53pknS/1DgrjExW8avCEjwGDqhRwXtRGM99cmPO69Irkt8CxeD1muDK2H45EY0EZkzcyDW1QF1gMzLlk1HTSQWRF1kLpCbmXeU/l0D9AakU5VvjVRnjDneaXf/afpT6TyhCXCoc0Rce0zg3+g0+r2gDkzTmgMqlwX49D3nopwS2UltzNOhzkzj15w/3WKckVZizuqsE/7S4PUOtrbWj/l8IWAe/OSAXKiu15514nyCYXB4GzMg3b0Ddgnj4P0BtHbXDJ4fzpOxrwXrDyS/v6BNvNTGjXBgNPHJCQAuBh8fGwRPDnxZMuYpweavAkhfXW/8p3bMhTnh84Ri7tyPaWOMXxPsU3RkXxOGcX4MS7X2ygatK/Wn6WH0g2DdwUh3NXEikAML8vPwzw4kvhgYvzN4ehPqt3XHbtwIa8XiqwF+3fmehH8o3t7edMxNXYpo0fRZzMZiXZSnRZu5kcvJxXL78A82ubmhc3ngO4Xb5N6m85y0kH673oin187xGcMhR/AzjacPmCi71AmfE553y9kB43cEWwfQsi5GtaXo+B0u9Ncjs9Dos3DuYHOzOC7cUguAoynIuWyV8e8E5HRuQA5nBaNqgwxcGXAq4Nm00FibwwXhk/HuQIe0TLJeBfKcEhPko2CzAHICXW+yp4VjR/IbgPgsCBvBnP46PISu+lNdbfdHB1+Qul1vsqdzYo583pILc6cG8NYEvm5ac14U+aYBZK273jRPFd8UHRwtDmogndP61QN/QcCLDTLxrjfZkzvVe/VfwuPbHW/LVSBVfWSXBdXGU3J6M2Bn6r+JJmqc25/E6vyAWKDWQhkttXPsyPDQRJvCo0TgLwc4ZVFYcUAAJukVAv/WQDJh+5O2JvvCGLoRaOUfDr9Tc1pjafe8jFkActSO3Hdtduq27sRNtWfuLjrx4K0VrbnwHjRfaxzReGTAfaLuajs5gii7JfzOxaV2RTQRW3fuVbEkjqfC9sTm0ZNcAyhDB1sLpe3VRXniohRb2DpXakAtrAs1YiO4aZH/RQC5KF1vgqcJvzI2fHEZjHZh8ObAAtCqH3aZyWQPjgfiuNMs7D2RbdK8G7t1B42yjdNbFODDHetJwTdUC9pJJn8yZ2PSciXdFdRa3Zc+NYRmVKN6N1OEQ4Ojgr8LNgyk2ZgYvpwYn4e3BbWY7rQ3ohiaLqZjR0QPH9q6qLdHtm4AGbPrLfvTmHjgL+KHBNTq1YEv8VrPiJedpkqaJGa04kMpGefoyC0kJ8RC8lXjxKeL6xj+Pt98/aa1Ls5704f01/Vm9iTuVP6c28wiFGscEoyWa2W2AziRZ8T3A0E9HfDAH1heaxFNSfrbLxra1zv9Z5Fv26zVndLZhAO1RtZsQhfLV70e5TOTCgXkS4rWnX1ReKjqdpLRT/QkPserL31+QoW0Vb+IV0/WHb9npk/hAFeV18tD4f3zzCS7Wd0dYv+LAL/49OVOf68AUrfrrcZP73tKcGNAkdzBtscyGFqWa1Kb98ce376P9L0Ax41qLspWu9bT8drMnIINf+b+V2RPblWxuK07VqPN+tG+M6iL4kk5rHkyl7Ecr4pKFouCU3iL5aLQZ6GgmVwp2h4aP/hkIYjhafnv8BsEkDl1vdXs6RXBlUShvEYs1GxdJ8ahvNdPEeuDDIZW2wVx1/Ky9t+ieeGyc1kcsFcAzcZVoo8XxZ/+OSkz/XCIi5Wf6ifmhZkOBfJ0+Ll7VpsmulW/iSdu8OFJOTP8qJh+WuN8NmLiZ6Ugd+sBydbdyslwt/LDcJs2E09S686o0dfW8cI//RJ7+FS+tEVQt3VX3cZdyl19c0BRfGe4IEe36c/Ffa7Po4Zim8PnIjdH25bOqtm4856T6fFfKN2lXln84Y8/LkIWr+vNzlOf68TdtwPic036Cbw4PLlB5tr1VtGnBeEvoPcHFIQi0IJXBZDXWteb3ae+D4pb45rDjyIjN8hcu94q/PQq4N9TLAjtx8qc5/KlWn0Ts+ZATpA5dr3H6FkTe4xCDsIQlyJAewS7B1xVFwcQxeAlP5dUY7w8gZ4VLAhubEFrjk20ajdMGAzTY7kzR8WaKq/hPOekP6ogcxJoCqfE956G9ytrCvU5EROXl7cn1pf7nATrnfYV6CvQV6CvQF+BvgJ9BfoK9BXoK9BXoK9AX4G+An0F+gr0Fegr0Fegr0Bfgb4CfQX6CvQV6CvQV6CvwEpTgf8Huara7S61bV8AAAAASUVORK5CYII=","streamsets-datacollector-jdbc-lib:com_streamsets_pipeline_stage_origin_jdbc_table_TableJdbcDSource":"iVBORw0KGgoAAAANSUhEUgAAAgAAAAIACAYAAAD0eNT6AAACVGlUWHRYTUw6Y29tLmFkb2JlLnhtcAAAAAAAPD94cGFja2V0IGJlZ2luPSLvu78iIGlkPSJXNU0wTXBDZWhpSHpyZVN6TlRjemtjOWQiPz4KPHg6eG1wbWV0YSB4bWxuczp4PSJhZG9iZTpuczptZXRhLyIgeDp4bXB0az0iWE1QIENvcmUgNS41LjAiPgogPHJkZjpSREYgeG1sbnM6cmRmPSJodHRwOi8vd3d3LnczLm9yZy8xOTk5LzAyLzIyLXJkZi1zeW50YXgtbnMjIj4KICA8cmRmOkRlc2NyaXB0aW9uIHJkZjphYm91dD0iIgogICAgeG1sbnM6dGlmZj0iaHR0cDovL25zLmFkb2JlLmNvbS90aWZmLzEuMC8iCiAgICB4bWxuczp4bXA9Imh0dHA6Ly9ucy5hZG9iZS5jb20veGFwLzEuMC8iCiAgICB4bWxuczpleGlmRVg9Imh0dHA6Ly9jaXBhLmpwL2V4aWYvMS4wLyIKICAgIHhtbG5zOmF1eD0iaHR0cDovL25zLmFkb2JlLmNvbS9leGlmLzEuMC9hdXgvIgogICB0aWZmOkltYWdlTGVuZ3RoPSI1MTIiCiAgIHRpZmY6SW1hZ2VXaWR0aD0iNTEyIgogICB4bXA6Q3JlYXRvclRvb2w9Ind3dy5pbmtzY2FwZS5vcmciCiAgIGV4aWZFWDpMZW5zTW9kZWw9IiIKICAgYXV4OkxlbnM9IiIvPgogPC9yZGY6UkRGPgo8L3g6eG1wbWV0YT4KPD94cGFja2V0IGVuZD0iciI/Pi1qUG0AAAGBaUNDUHNSR0IgSUVDNjE5NjYtMi4xAAAokXWRz0tCQRDHP5lRlKFQhw4GEtYpwwqiLkFKWCAhZtCviz59Gqg93jMiugZdg4KoS78O9RfUNegcBEURRNCtc1GXkte8FJTIXWbms9/dGXZnwRbLKjnD7odcvqBHQwHP7Ny8p/EFO51iLtxxxdDGIpEwNcfnPXVWvPVZtWqf+3e0JFOGAnVNwqOKpheEJ4TDqwXN4h3hdiUTTwqfCffqckHhO0tPlPjV4nSJvy3WY9Eg2FzCnnQVJ6pYyeg5YXk53lx2RSnfx3qJI5WfmZbYJebGIEqIAB4mGSfIEP2MiB/CxwB9sqJGvv83f4plyVXEa6yhs0SaDAV6RV2R6imJqugpmVnWrP7/7auhDg6UqjsC0PBsmu/d0LgNxS3T/DoyzeIx1D/BZb6Sv3wIwx+ib1U07wE4N+D8qqIlduFiEzoetbge/5XqxWyqCm+n0DoHbTfQvFDqWXmfkweIrctXXcPePvTIeefiDx7+Z8U86CLGAAAACXBIWXMAAEqWAABKlgGbN+xHAAAgAElEQVR4nO3dd7ylVX3v8c80ysAMxcLQpAVQYECkDURFRDEWQI0aY7+ixuuNiRpzrbGXxJhIYqKJMXbEYBc0Kl4LqAgohjJ0hqEPbRim93P/WM9+7X3O7NP33r9nPevzfr3W65mzOTN858w5z/ru9bQZSIo0F5hfjV06fj1yzAO2A+aMGLO7vDba691eA9gMbOoyur0+kc/dCKwGVo4YD3d5bQ0wNL0voaSpmBEdQGqAecCewIJq7AHsSveJfOQkPysgb51sBVbRvRx0jhXAfcAy4J5quyIgr9QYFgCpuzmkiXxBx9hzxMetMTcoY+k2kIpAa9wz4uPOsSEoo1RbFgCVaHtgf+DAauzPthP87vjz0SQPsW1ZuA1YUo1bgXVh6aQA7uDUVAtoT/Cd4wBgb/ze17aW0S4EneNW4C48V0EN405QuZpLmsxHm+R3jIumBtoALKV7OVhCOo9ByooFQHW3HfBYYOGIsW9kKGmEe4CrR4xrgfWRoaSxWABUJ/sxfJI/EjiE9uVqUk62ADfTLgRXVdsleDhBNWABUITdgCNIE3xrsj+CdFmc1HRrgMVsu2Jwf2QolccCoH6bDxwPnAicABwF7BOaSKqnZaRVgkuB31RjeWgiNZoFQL00g3S8/sRqLAIOA2ZGhpIyNQTcBFxSjd8A15AOLUjTZgHQdOxKele/iPY7/F1DE0nNthq4jFQGWqXggdBEypYFQBM1k/RuvjXZLwIeh99DUrSbaZeBS0iHEVwl0LjceWsshwCnVeNkPElPysEa4JfAj6txTWwc1ZUFQJ12A06lPenvFxtHUg/cA1xIKgMXkh6qJFkACjebtJTfmvCPwxP2pCYbAq6kvTrwS3xQUrEsAOU5mPaEfwrpUbaSyrQO+AXtQrA4No4GyQLQfNuTJvvnVNv9Q9NIqrO7SYcJvl+NtbFx1E8WgGbaHngG8ELgDDx5T9LkrQV+AHydVAbWxMZRr1kAmmMH2pP+6TjpS+qddbTLwAVYBhrBApC3HYA/oj3pezxfUr+tA/6bdhlYHRtHU2UByM+ODJ/0d46NI6lg6xleBlbFxtFkWADyMBN4JvAy0sl8TvqS6mY98EPgHOC7wKbYOBqPBaDe9gFeDbwG2Dc4iyRN1H3A54H/AG4JzqJRWADqZxbp3f7rgGdVH0tSjoaAnwKfAb6NqwK1YgGoj32Bs6qxT3AWSeq1+4AvkFYFbo6NIrAARJtFepf/OtK7ft/tS2q6IeBntFcFNsbGKZcFIMa+pOP6ZwF7B2eRpCj3014VuCk2SnksAIN1KPAu4CX4bl+SWoZIqwEfAn4fnKUYFoDBOBx4N/AifNqeJI3lAuCDwGXRQZrOAtBfjydN/M/Hr7UkTcaPSEXgV9FBmspJqT+OI038Z0QHkaTM/ZRUBH4enKNxLAC9dSLwHtKteiVJvXMxqQhcGB2kKSwAvfFk0sR/anQQSWq4S4EPkJ5OqGmwAEzPY4CzgedFB5Gkwvw/4M+B66OD5MpL0aZmO+BtwH8BRwZnkaQSHQj8GenhaJfgbYYnzRWAyXsG8Eng4OggkiQA7gTeQnossSbIAjBxjwE+QbqkT5JUPz8B3oiHBSbEQwDjc7lfkvLQOiywEx4WGJcrAGM7jbTcf0h0EEnSpNwJvBn4RnSQurIAdLcz8G/AS6ODSJKm5QfAK4EHooPUjQVgWwtJjdF3/ZLUDHcCL8bbCg/jOQDDvZr0RKoF0UEkST0zH3gFsA74dXCW2nAFIJkLfIq0TCRJaq7vAa8CHgrOEc4CAI8lLfkfHh1EkjQQS0mPZ788OEeo0g8BvBQ4H9g7OogkaWB2Ja34PgxcFpwlTKkrADsA/wS8LjqIJCnUN4CzgJXRQQatxAIwF7gAOCU6iCSpFn4PPA1YHh1kkEorAE7+kqRuiisBJRWAnUiT/1OCc0iS6ul/SCXgweggg1BKAdgJ+D5wcnQQSVKtXQmcSgEloIQCsBPpVpBPjg4iScrCVaQS0OjbBze9AOxMmvyfFB1EkpSVxpeAJhcAJ39J0nRcTSoB90cH6YeZ0QH66As4+UuSpm4h8E0aOlc29U6ArwLeER1CkpS9/YCNwMXRQXqtiYcADiCdxTkvOogkqRE2AScBv40O0ktNW9aYBXwFJ39JUu/MAc4h3UyuMZpWAN5BammSJPXSIcAnokP0UpMOARwH/BqYHR1EktRYzwW+Gx2iF5pSAOaS7uN8SHQQSVKjPUC6OmBZdJDpasohgA/j5C9J6r9HAp+ODtELTVgB2AtYAmwfHUSSVIwnkFaes9WEFYC34eQvSRqsd0cHmK7cVwD2JL373yE6iCSpKEOkcwEWRweZqtxXAN6Ak78kafBmAG+KDjEdua8A3AwcFB1CklSkh4AFpFsFZyfnFYDjcfKXJMXZDfij6BBTlXMBeEl0AElS8bKdi3I+BHA9cGh0CElS0VYAu5NOCsxKrisAu+CNfyRJ8XYFDo4OMRW5FoBjyXv1QpLUHMdFB5iKXAtAll9sSVIjZTkn5VoADowOIElSJcs5KdcCsHt0AEmSKlnOSRYASZKmJ8s5yQIgSdL0ZDkn5VoAvP+/JKkuspyTci0AkiRpGiwAkiQVyAIgSVKBLACSJBXIAiBJUoEsAJIkFcgCIElSgSwAkiQVyAIgSVKBLACSJBXIAiBJUoEsAJIkFcgCIElSgSwAkiQVyAIgSVKBLACSJBXIAiBJUoEsAJIkFcgCIElSgSwAkiQVyAIgSVKBLACSJBXIAiBJUoEsAJIkFcgCIElSgSwAkiQVyAIgSVKBLACSJBXIAiBJUoEsAJIkFcgCIElSgSwAkiQVyAIgSVKBLACSJBXIAiBJUoEsAJIkFcgCIElSgSwAkiQVyAIgSVKBLACSJBXIAiBJUoEsAJIkFcgCIElSgSwAkiQVyAIgSVKBLACSJBXIAiBJUoEsAJIkFcgCIElSgSwAkiQVyAIgSVKBLACSJBXIAiBJUoEsAJIkFcgCIElSgSwAkiQVyAIgSVKBLACSJBXIAiBJUoEsAJIkFcgCIElSgSwAkiQVKNcCsDY6gCRJlSznpFwLwPLoAJIkVbKckywAkiRNT5ZzUq4F4MHoAJIkVbKck3ItADdFB5AkqZLlnJRrAbgsOoAkSZUs56QZ0QGmaC6wEpgVHUSSVLz9gduiQ0xWrisAa4HF0SEkScW7jwwnf8i3AABcEB1AklS8bOeinAvAudEBJEnF+2p0gKnK9RyAlmuAw6NDSJKKtAzYG9gaHWQqcl4BADgnOoAkqVhfI9PJH/JfAdgdWArMC84hSSrLZuBg0hyUpdxXAJYDn4wOIUkqzlfIePKH/FcAAB5B+kfYOTiHJKkMW4HHATdGB5mO3FcAIN2D+R+jQ0iSivFlMp/8oRkrAABzgEuBo6ODSJIa7Q7gSGBFdJDpasIKAMAm4KXAuuggkqTG2gq8nAZM/tCse+k/QPpHeVZ0EElSI30M+M/oEL3SlEMAnX4APDM6hCSpUa4AFpFWnBuhiQVgAXA18MjoIJKkRlgLHANcHx2kl5pyDkCnZcBrokNIkhrjrTRs8odmnQPQ6QbS/ZmPiQ4iScra+cBfRYfoh6YWAIAfAUcBh0YHkSRl6WLg+cDG6CD90MRzADrNAb4OnBkdRJKUlYtJV5Wtjg7SL008B6DTJuCFwHeig0iSsnER6Wqyxk7+0OxDAC1bgW8BR5Du3SxJ0mh+ATwbWBMdpN9KKADQLgGHYwmQJHX3c+A5FDD5QzkFAIaXgMOCs0iS6uVnpMl/bXSQQSmpAEC7BByGJUCSlPwUOJ2CJn8orwBAKgHfJF0B8SSafyWEJGl0/wK8AlgfHWTQSp/8ng6cAzwqOogkaaBWku4a+/XoIFFKLwAAewFfI60GSJKa70rSJeI3RQeJVOIhgJFWAV8Gtgf+EEuRJDXZfwB/DNwXHSSak91wzwa+BOweHUSS1FNrgNcDX4kOUhcWgG09BjgPOCE6iCSpJ64FXgBcFx2kTjwEsK2HgS8Cc4FFWJIkKWefA54H3BMdpG6c3MZ2NPCvwInRQSRJk3I18H9ID/VRF01/GNB0/Z50YuBZwP3BWSRJ41sJvBl4Ak7+Y/IQwMT8HvgsMA84BldOJKmOvgKcAfyEdNM3jcGJbPKeQDossCg6iCQJgGtIy/0XRQfJiYcAJu8K4CTSYYEHgrNIUslWAm8hna/l5D9JuR4CmAdsDM7QOiwwHw8LSNKgnQOcCVxI/HJ/HeakSct1BeCM6ACVh4A3AEeQjj1tiY0jSY02BHwHOBZ4GfW5tO/M6ABTkWsBeFF0gBGuA14OHEq65nRTbBxJapStwH8BR5Gu6f9dbJxhZpJuMpSdXAvAY4Ejo0N0cQvp3ICDgU8DG2LjSFLWtpCe1XIY8GLStf1180Rg7+gQU5FrAZhB/VYBOt1GOjRwIHA2sC42jiRlZRPpHKtDgFcAN8TGGdOLyPQcsCxDkx7huJW05J6DRwN/RSoFOwdnkaS6Wg/8J/Ax4PbgLBMxE7gLuJt0MnhWcl0BgNQMj4oOMUH3AW8D9gM+CKyIjSNJtbIG+ARp1fTPyWPyB3gSsIBM30znWgBaX+w/CU0xecuB95COF50FXBobR5JCXU2a8PcmXc9fl7P6J6o1B2VZAHJ1M+lykIeBPYOzTNdRwKdIf5chh8PhaPhYC3ye/B+ydiDp/K4h4H+CsxTlFtrfTOcGZ+mVnUirApcR/wPqcDgcvR5XA28EdqUZvk/773ZlcJaiLGH4N9apsXF67mjg30i3uYz+oXU4HI6pjnXAF0m3T2+S5zL873lVbJyyjCwA1wPbhSbqj52B1wK/Jf4H2eFwOCY6FgN/CexG88wFljL871vH+xM01q1s+w33rtBE/XcM6SzZ24n/4XY4HI6RYxnpBmhPpNk+wrZ/92tCE01Rrmcu3grsP+K1dcDh1X9rshnACaRbT76AdGmhJEW4B/gW8A3S0/iiH8rTb4eSlvtHrjhfS5p/NABL6d5Azw/MFOU40k0zRh4WcTgcjn6MO4F/Jl0Dn+ul5FN1Id2/JtdGhirNbYz+zfn2wFzRjgE+SrpTYvROwuFwNGfcTjoEeRL5rhxP1/sY/etzXVys8oxVAIZI944u3eOBD5HuoR2983A4HPmNpcDHgUWUO+m3vIaxv1Z1flbBqHL9R70d2HeM/74ZOB344WDi1N5C4DnAaaQG38QrJiRNzxbS3UkvJF3jfnlsnNp4DvAdYNYYn3MT6fb0WWlqAQBYDZxCuoRObTsBTyGVgdNIj1aWVKYlwI+r8VPSHUnVdgLp6zJ3nM+7mfQY+KzkWgDuAPaZwOfdR3rHe0t/42RtX+DppDLwNOARsXEk9dFK0oTWmvTdN47uYODXwCMn8Lm3AH/Q3zi9l2sBuJP08IiJuIVUAu7rX5zGmAk8gfbqwEnAnNBEkqZjC+n24heSJvxLSYdINbY9SJP/gRP8/CXAQf2L0x8lFABIhwGeCqzqT5zG2pn24YJTgMMo77IfKSdDwI3Az2kv6/v48cmZB/yMdFXVRN3KxMtCbeRaAO4C9prk77madDJHLs+ZrqP5wPGkp3idSDo+tntoIqlsK0nv8C8BflON5aGJ8vYY0v1kjpzk71sKHNDzNH1WUgEAuBc4g/QDo+mbQTrzdRHtUnA4Y58tK2lqhkjPPWlN9peQbkDT9LvvDcrxwHeBBVP4vbex7d1pay/XAnA3sOcUf+964JXAeb2Low47014lWFSNiZxEI2m4FbTf3V9COn7vcn5/vJD01MIdp/j7byfD27LnWgDuYWotrWUIeA/pRjnqvz+gfcjgKNJ9CXYJTSTVy2rSA2WuIk30vyHdXW4oMlQh3gV8kOnNh3eQDh9kpdQC0PJl0h2eNvbgz9Lk7Es6zrawYzwWrzpQs20hnaR39YhxK072g7Yd8Fng5T34s+5k/HvT1E6uBWAZ6TKNXvgl8DzggR79eZq6OaSnbbUKQasgZNesJdKhys5J/irSu/oNkaEEpMOS36Z3jy6+i4ndm6ZWci0A9wKP7uGftwR4KWnZTfWzC3AE264WPCoylFRZTroX/Mh39Z6NX0+LgHPo7WV7dzO5S9NrwQLQtpX0tKt3k04UVP3tTPohPqjaHtjx8X74zAP1xmbSSV5LSDcWWzLi194+Nw87kM77ejO9v5/JPUztyrRQuRaA++jfu78bgf9FuguU8jWTtCQ3WkHwlsfqtIJtJ/jWx3fg3fNydxLwefr3wJ5lTP3KtDAWgO62Av9EOjt0XR//P4ozn3YZ2J90UukC0rklrV8/knx/RpQMkZbi7yXtpDvHbbQn+YeiAqqvdgQ+DPwl/b2L6b305sT0gcp153Y/g7m2/Cbg1aQTBVWe2aSiuYDuBaHz412DMpZqFe2JvNvkfm/HdlNQRsV6IvA5BvOUvvvo3YnpA5NrAXiAwS3hDgGfBN4BrB3Q/1P52Z52IdiDVAjmdxm7jPL69oOPHGoT6Ta2rfHwiI9HjhWknWxrUvdnUaOZC3wUeCODm+MeIMOTki0AE3cL8AbSAzakXtuO0cvBfNIDSrYjXSrZOWZ3eW2017u9Bun49qYuo9vrE/ncjaQb24ycxDsneU+0VT+cBnyKsZ/Ml+u8p8qDpHfmEePHwNH9/ytKkiboaNK+uds+Ww0TWQCGSCcJnkOGT3+SpAY5gLQv3oqTfjGWE1sAWmMD6d4BPuxGkgbnkaR97wac9IvzEPGTf+d4GHgn6eQTSVJ/zCXtax/Gib9YdSsArXEX8FpgVv/+6pJUnFmkfetdOPEXbwXxk/1Y41rgT0lnXUuSpmY2aV96LcP3sSpY3QtAa9wO/DXp8i5J0sTsAryVtA914tcwncd/chirgLPxqgFJGssBpH3lKrbdj0pAupFI9KQ+lbEZ+DpwYu+/JJKUrRNJ+8bNOPFrHLkWgM5xCfBCPGFQUplmAS8g7QtH209K2+i2PJTruBV4E+lWr5LUdPNI+7xbGXvfKHXVpALQGquBLwGn0t/HVkrSoM0k7du+RNrXjbc/lEY1kW+gnMftpGdYH9KrL5gkBTiEtC8beTa/k7+mbA3xk/SgxiXA64HdevKVk6T+2o20zxrr2L6Tv6aspALQGuuB84Bn4w2GJNXLbNK+6TzSvmqq+zlpXGuJn5AjxzLgH4Ajp/uFlKRpOJK0L1rG9Pdr0oSUXgA6xw3Ax4A/xJMHJfXXDNI1+38LXE/v9mPShK0jfuKt47gX+E/gdGDHKX91Jalte+BZwL8D99D7/ZY0KRaA8cca4NvAq0jPzpakidoVeAnpmH6/b7ymIDOiA0zROmCH6BAZ2Qr8CvhuNW6OjSOphvYBzgSeC5wMzBnA/zPXOagRcv3ir8Ul7um4FvgecCHwa9JZu5LKMhs4Fng6aeI/ZsD//1znn8bI9R9gDTA3OkRDrCddr/vTalxGeiCHpGaZCTweeCpwCvAkYm9Bnuv80xi5/gNYAPpnNXAx7ULwP6RDCJLyMgM4nPaEfzL1uaFYrnNPo+T6j7Aa2Ck6RCGWA7+gXQiujY0jSeoFC4Amaxnws2r8hlQItoQmkiRNWq4FYBWwc3QIAelwzBXA5aTzBy4HloQmkiSNK9cCsJLYk1c0tgdJRaCzFNwbmkiSNIwFQINyO8MLwW9JKzmSpAC5FoCHgfnRITQtW4EbgcUd49rqtY2BuSSpCLkWgBXALtEh1BebSXcq7CwFi7EYSFJPWQCUi85icG3H9gYsBpI0abkWgIdID6uQNgO3doylI7b3RQWTpDqzAKjp1pLKwFKGF4PWr5fHxFJN7AIcAOwPfCc2ijRYuRaA5dTnlpbK20qGl4M7SZcs3ldt7wXux+cj5GYW6THYe1Tj0dV2b9Jkf0A1diXf/aA0Lbl+4z8I7B4dQsUYIpXOkcVgtF+vi4nZeDvQnshb29F+/QjSw2/Gk+s+UJq2XL/5LQCqs9W0Vw5WdoxVo2y7vda0RzRvT7p3x/xqzBtl2+21R5Em9V5f+pvr/k/qiVx/AB4gNXypqTaxbSlYXb3eGpt78GtIz4WfU41uvx7vv4/89c5sO5Fv18OvTS/kuu+TeibXHwILgKSpynW/J/XURI6R1dFQdABJWXLylyqzowNMkQVA0mQ5+Wssb6+2f1Ft94wKMiCLc10BkKTJcPKXRsj1h+Je0uU+kjSeXPdzGoyF1faq0BQBcl0B8BCApIlw8pdGkes5AJI0Hid/TcRTowNEcQVAkqQCuQIgqYl896+JKvZ7xRUASU1T7A5dmgwLgCRJBcq1AEhSN777lyYo1wLgCoAkSdNgAZDUFL77lyYh1wIgSZKmIdcC4AqApE6++5cmKdcCIEmSpiHXAuAKgCRJ02ABkJQ7l/+lKci1AEiSpGnItQC4AiBJ0jRYACRJKlCuBUCSwOP/0pTlWgBcAZAkaRpyLQCSJGkaci0ArgBIkjQNs6MDTJEFQFKudqu2j6m2nscQa+/oAFFyXQGQJEnT4AqApFzl8s5532r72Wr79GqbS341VK4rABYASZKmIdcVAEmqu9b+9VvV9tioIFI3rgBIklSgXFcALACS6u6Eaus7f9VSrisAD0cHkCQpZ7muACyPDiBJ43hcdABpLLmuADwYHUCSpJzlugJwf3QASRpHrvtXFSLXFYArowNIkpSzXAvA5dEBJEnKWa4F4HpgVXQISZJylesxqq3ApcDTooNIUo+trbae6zQY86vtbmN+VgPlugIA8PXoAJIk5SrXFQCAbwD/AsyJDiJJPXR+tX1xaIpyvKnafiI0RYCcVwCWAz+KDiFJUo5yLgAAn48OIElSjnIvAN8GFkeHkCQpN7kXgCHgQ9EhJEnKTe4FAOA84IboEJIk5aQJBWAr8OboEJIk5aQJBQDgv4FPRYeQJCkXTSkAAG8FrosOIUlSDppUANYBLwU2RgeRJKnumlQAAH4P/E10CEmS6q5pBQDg48DPo0NIklRnTSwAW4FXACuig0iSVFdNLAAAdwCvBrZEB5EkqY6aWgAg3Sb4lVgCJEnaRpMLAMA5WAIkSdpG0wsAWAIkSdpGCQUALAFS08yIDiDlbnZ0gAE6p9p+EZgVGUTSlDnxSz1SygpAiysBUr6c/KUeKmkFoOUc0r0CPg9sH5xF0vic+NVPq6MDRCltBaDlXOBE4JboIJLG5OQv9UmpBQDScwOeAHwzOoikrpz8NQjfqsa6ahSj5AIAsBJ4AfCX+BRBqS5m4OQv9V2J5wB088/Ab4DzgP2Cs0glc+LXoC2vtsdU29dW270CsgzSNaWvAHS6DDgauCA6iFQoJ39pgFwBGO4h4AzgrcBH8OsjDYqTv6JdV23fEppigFwB2NYQ8PfAk4Grg7NIJXDylwJYAEZ3CekqgTeTThaU1HtO/lIQC8DYNgNnA4cCXwnOIklSz1gAJmYZ8HLgZOCa4CxSU/juXwpkAZici0hXCrwFDwtI0+HkLwWzAEzeZuATpMMC54zzuZK25eQv1YAFYOqWAS8jHRa4IjiLJEmTYgGYvotId5B6DnBpcBap7nz3L9VErgXgmPE/ZeC+DywCTiOVAknDOflLNZJrAXhRdIAxXEg6LHAy8JPgLJIkdZVrAXgGMD86xDguAp4OnEhaHZBK5rt/qWZyLQA7AGdGh5ig35DOD3gC6ZnTQ7FxJEnKtwBAvQ8DdPN74I+BI4EvA+tj40gD47t/qYZyLgCnAbtEh5iCa4BXAHuTnjNw3difLklS7+VcALYDnhsdYhqWk54zcBjphMGvAhtCE0m957t/qaZyLgAAr6cZO5iLgJeSVgX+CrghNo4kqelyLwCLgFdFh+ihB4F/BB4LnAKcC2wMTSRJaqTcCwDA3wG7RYfog58DLyGtCvw1cFNoGmnymrA6JzVWEwrAo4CPRIfooweAjwOHkFY8Pg4sjQwkScpfEwoAwOuAY6NDDMClpNWAA4DjgI8BS0ITSZKy1JQCMBP4NM35+0zEb4G3AQeRno3wUTxMoPpw+V+quSZNmMeSVgJKdAXwTtJhgscDH8IrCSRJY2hSAYB0LsBB0SGCXQn8DelKgoXAB4BrQxNJkmqnaQVgN+CHpBMDle46+F7gcOBA0n0TvgWsiAwlSYrXtAIA8AfABcDc6CA1cyvw76TnETwSOAl4H/ArYHNcLElShNnRAfrkeOA80q2Cndy2tQW4pBrvJz1T4RTS8xVOw8MoKssjqu3BPf5zD5ji72vlWdSrIJVl1XZpj//cptm/2i6IDDEANzVxBaDl2cC/RYfIxMPAd4A3kFZQDgL+N/Dt6r9Jkhom10t1rgcOneDnvp+01K2pmQWcQFohOJH0ruQRY/4OlS6X/cp7q+07qu32UUEGZKjafq/aPm/E66Vqfb9+u9qeMeL1ptrQ1EMAnd4L3AX8R3SQTG0Bfl2NloNJReDEaiwkFQVJUiZybTiTWQGANIm9Fvh8f+IUbyfSnQlbKwQn4pUYJav7fqW1gnVXtW36O//RPL3a/iQ0RbynVdsLQ1MEKGEFANK708+Rro1/B7A1Nk7jrCE9vOjnHa8dRLsMLAKOopzvN0mqvdJ2yP+XdLe8l5EmLfXPLdU4p/p4LvAEUhFY2DHmhaRTyVpn+5f6zr/liGpb+grAEeN/SjOVVgAgXRp4MXA67SVA9d9a4JfVaJkB7MfwQrCQdHinxO9NSRqYUneyRwOXAWeSHqqjGEOka5KXAud3vL4d6XDNkQwvBvsMNp4kNVepBQBgL+AXwCuAbwZn0XAbgauq0WlX2mXgsaTbGx9IuuHKDoMMKEm5K7kAQDou/XXg3aTH6ZZ+PWzdrSAdvrl4xOszSIWuVQgO6vj1gcAeA8woSVkovQBAmjw+TLok5ixgSWwcTcEQ6XyOu9i2HEC6THG0crA/ngwmqUAWgLankJac3w78K64GNMka4OpqjDQT2JN03+8FpNWCBaN8PH8QYSVpECwAw+0EfBJ4IfBq0mVsarattGZbJeQAAAu3SURBVFcPxrMjYxeE1sd74NMoJdWcBaC7J5NWA95JKgTeOEgA62hftTCeOaQVg5Fjl1FeH+2/WSQk9YUFYHRzgbOBF5BWA26KjaPMbAIerMZ0zCbdLGke6fLIOSPG7C6vjfZ6t9cgPTJ7U5fR7fWJfK6kDFgAxvdE4ErSlQJn42qABmsz8FA1JKlnZkYHyMSOwD8AvwNOC84iSdK0WQAm5/HAj0j3zj4mOIskSVNmAZiaU4HLgXNJ15VLkpQVC8DUzQBeDFxHulLg0bFxJEmaOAvA9M0B/hy4GXgP6V4CkiTVmgWgd+YB7yfdPOgNtC+xkiSpdiwAvbcH6VbCtwJvIz3BTpKkWrEA9M/ewN8CdwL/jCcLSpJqxALQfzsBbwRuBL4F/GFsHEmSvBPgIM0EnleNy4B/BL4BbIkMJalYJ0cHqIlivw6uAMQ4HvgasAR4Cz5mVpI0YDOiA0zR9cCh0SF6aCXwReALwBWxUaTGW1RtLwlNIQVzBaAe5pPOE/gdcDXwVtKz5SVJ6gsLQP0cAfw96eqBHwB/AuwQmkiS1DgWgPqaBTyTdK7AMuDfgZNCE0mSGsMCkIddgNcBvyJdTvhuYL/QRJKkrFkA8nMw8EHSnQZ/Crwe2Cs0kSQpOxaAfM0ATgE+TTpf4FLgncBhkaEkSXmwADTDDNK9BT4MLCYdJvh70l0H/TeWJG3DyaGZDiZdSvhL4B7gs8DpeDWBJKliAWi+RwNnAd8DHiA9j+AVwO6RoSRJsXwWQFl2ov08gi2kuw7+jHQy4S+BNXHRJEmD5K2A1bKJ9JCiViG4BFgfmkjqD28FLGEB0OjWk3aQrUJwGakkSLmzACSXV9trQ1PEa105dVxoigAeAtBodiBdZngK8AHS4YFf0i4EV+CjjCUpWxYATdROwDOqAekJhr8lvYu4rNreERNN0hR8tdqeHZoi3puqrSsA0gTNB55ajZZlpCLQWQqWDz6aJGk8FgD10gLS/QZO73jtFoYXgiuAtYOPJknqZAFQvx1UjRdXH28h3a3wMtIhhMXVeCgknSQVygKgQZsFHFmN13S8fg/pbOTFI7YeQpCkPrAAqC72rMapI15fxvBSYDGQpB6wAKjuFlSjWzFolYLrSY9HvhW4DVg3yICSlCMLgHLVKgZPHfH6EHAvqQwsHbG9Fbgdb2gkSRYANc4M2uXgxC7/fStwF93LwVLgbiwIkgpgAVBpZgL7VuNJXf77EOn8gnsnODb2P7Ik9Z4FQBpuBvCIahw2zucCrGB4IVjW8ev7SXdMbI1V1db7IEgKZwGQpmfXakzm4VRbSGWgVQg6y8HIbeevV5MOT2zu2G6e4MebJ/n3mkXaP8yptrMn8HHr17+Y5P9LUgALgDR4s2gXh0HqVg6G6D6pT0euTxmVimIBkMrRmuB3iA4iKd7M6ACSJGnwLACSJBXIAiBJUoEsAJIkFcgCIElSgSwAkiQVyMsAJZVmWbUdqral3rfg7ugANVHs18EVAEmSCpRr872eyd16VdLg5LJf+U61PTM0xeDdXm0PqbYbooLUxPbV9sZq+5ioIIPmCoAkSQXKpamP5AqAVF+57FdaOU+ttkf0+M8/qdq+cJK/7/fV9ks9zALtY93frbalv/MfqbUS0FoR2isqyIBc4wqApF4bGv9TJEXLpamP5AqAVG+57lt66fXV9tOT/H3/VW1f3MMs0jZcAZAkqUAWAEmSCmQBkCSpQBYASZIKZAGQ1A9eCSDVnAVAkqQCWQAkSSqQBUBSv3gYQKoxC4AkSQWyAEiSVCALgKR+8jCAVFMWAEmSCmQBkNRvrgJINWQBkCSpQBYASYPgKoBUMxYASZIKZAGQNCiuAkg1YgGQJKlAuRaA9dEBJE2JqwBSTeRaAJZHB5AkKWcWAEmD5iqAVAMWAEkRLAFSsFwLwJLoAJKmzRIgBcq1AFweHUCSpJzlWgB+i+8epCbw51gKkmsBeBi4MTqEpJ6wBEgBci0AAD+MDiCpZywB0oDlXAC+Gh1AUk9ZAqQByrkAXAbcEh1CUk9ZAqQBmR0dYJrOBd4dHUJSTw0BM6JDqDiPq7avrbZ7RQUZkGtyXgEA+BQ+F0BqoiFcDZD6KvcVgHuAzwB/ER1EUl+4GqB+273a/q7a7hgVZMD+JPcVAIC/AzZEh5DUN64ESH3QhAJwN/Dp6BCS+spDAuqX51djR8p59w80owAAvAtvDCSVwCIg9UhTCsBa4GXA5uggkgbCEqBe2bkaxWlKAYD0gKD3R4eQJCkHTSoAAB8Ffh0dQpKkumtaAdhCOhSwKjqIJEl11rQCAHAr3hdAkqQxNbEAAHwB+GZ0CEmS6qqpBQDgVcDF0SEkSaqjJheA1cCzsARIkrSNJhcASCXgmcBF0UEkSaqTphcAgDWklYBfRAeRJKkuSigAkErAs4GfB+eQJKkWSikA0C4BP4sOIklStJIKAKRnBjwHS4AkqXClFQBIJeBZwGeig0iSFKXEAgCwHvgz0m2D1wRnkSRp4EotAC3nAMcCi6ODSJI0SLOjA9TA9cDxwKeAVwZnkaQTqu0XIkMU5LDoAFFKXwFoWUu6dfBZwLrYKJIk9Z8rAMN9Drgc+AZwSHAWSWXaf8RW6gtXALZ1NXAM6fwASZIayQLQ3WrSFQLPAG4MziJJUs9ZAMb2Y2Ah8C7SeQKSJDWCBWB8G4GPAI8DvhWcRVI+hqoh1ZIFYOJuB/4Y+CPgpuAskiRNiwVg8n4EHIGHBSSN7bZqSLVkAZiazsMC3w7OIknSpM2IDtAQTwbeA5waHUQqSN33X/Or7Q3VdkFUEKkbVwB64yLgacBJwA+Ds0iSNK66N+hcHQe8GzgjOojUYLnsv06ptl+rto+OCiJ1cgWgPy4HzgSOBr6JlwJJkmomlwadu8NJKwIvwtIl9VJO+7Bdq+1Tqu1+1Tanv0MTPbnaPi80RQAno8FYDPwp6bGTXwa2xMaRJJXO5hljX+A1pMcP7x2cRcqZ+zBN15uq7SdCUwRwBSDGHcB7SUuAZwAX4KqAJGmALACxtgDnA6cDBwDvB+4MTSRJKoIFoD7uAN4H7E8qBOfjqoAkqU8sAPWzhXRI4AxSGXgvqRxIktQzFoB6uxP4AKkIPId0I5HVkYGkmvEeG9IUWQDysBX4PulSwkcDzwfOxTIgSZoiC0B+1pGeQPgS4FGkm1d8FVgVGUqSlBcLQN7WA98BXkpaGXgucA6wMjKUNGAeBpCmwALQHOuB7wIvI5WBM4GvYBmQJHVhAWimDcD3gJeTysAZwGeApYGZJEk1Mjs6gPpuA+meAudXHx8MnFaNU4B5QbmkXhrC2wJLk2IBKM9N1fhX0r//ItqF4DhcFZKkItiY1Wk34FTahWC/sT9dqh33aZqsYh8G5AqAOj0EfKMaAIfQLgMnA/ODckmSeswCoLHcWI1/IR0aOIx0yODEavs4fMelevFcAGmCLACaqK3ANdX4bPXarsAJtEvBCdVrkqSaswBoOlYAP6oGpHdejyWVgdYqwWF4YqEGy1UAaQIsAOqlIeC6anyuem0+cDztFYKjgH1C0qkklgBpHBYA9dtK4CfVaNkNOAI4ElhYjSPwJENJGhgLgCI8BFxcjU770S4EC0kF4RBgzkDTqSlcBZDGYAFQndxWjQs6XtuOdF7BwhFj34GnU44sAdIoLACqu43AVdXoNBc4ADiwyzgA2HGAGVVvlgCNpdinSVoAlKu1wOJqdLOA0cvB3jghlMYSII3gD4RKtD2wP+1SsD+pMOxZbRcAu+PPR5M8BCwjXZYqdVpYbUeuMjaeKwAq0QbghmqMZg6wB+1CMLIgdI65/QyrUW0gTeqtcc+IjzvHhqCMUm35DkeavnkMLwd7kO6IOL/L2GXEx7MC8tbJVmAV8DDpktHRxgrgPoZP9CsC8qq53l5t/6La7hkVZEAWuwIgTd+qatw4hd87l9HLQeeYR7oiYs6IMbvLa6O93u01gM3Api6j2+sT+dyNwGq2ncS7TfJrKPgkLCnS/wf5ngIXdFF5vAAAAABJRU5ErkJggg==","streamsets-datacollector-databricks-lib:com_streamsets_pipeline_stage_destination_DatabricksDeltaLakeDTarget":"iVBORw0KGgoAAAANSUhEUgAAAhUAAAGmCAYAAADLUnY4AAAABGdBTUEAALGPC/xhBQAAACBjSFJNAAB6JgAAgIQAAPoAAACA6AAAdTAAAOpgAAA6mAAAF3CculE8AAAAXGVYSWZNTQAqAAAACAAEAQYAAwAAAAEAAgAAARIAAwAAAAEAAQAAASgAAwAAAAEAAgAAh2kABAAAAAEAAAA+AAAAAAACoAIABAAAAAEAAAIVoAMABAAAAAEAAAGmAAAAAEOad0UAAALkaVRYdFhNTDpjb20uYWRvYmUueG1wAAAAAAA8eDp4bXBtZXRhIHhtbG5zOng9ImFkb2JlOm5zOm1ldGEvIiB4OnhtcHRrPSJYTVAgQ29yZSA1LjQuMCI+CiAgIDxyZGY6UkRGIHhtbG5zOnJkZj0iaHR0cDovL3d3dy53My5vcmcvMTk5OS8wMi8yMi1yZGYtc3ludGF4LW5zIyI+CiAgICAgIDxyZGY6RGVzY3JpcHRpb24gcmRmOmFib3V0PSIiCiAgICAgICAgICAgIHhtbG5zOnRpZmY9Imh0dHA6Ly9ucy5hZG9iZS5jb20vdGlmZi8xLjAvIgogICAgICAgICAgICB4bWxuczpleGlmPSJodHRwOi8vbnMuYWRvYmUuY29tL2V4aWYvMS4wLyI+CiAgICAgICAgIDx0aWZmOlJlc29sdXRpb25Vbml0PjI8L3RpZmY6UmVzb2x1dGlvblVuaXQ+CiAgICAgICAgIDx0aWZmOk9yaWVudGF0aW9uPjE8L3RpZmY6T3JpZW50YXRpb24+CiAgICAgICAgIDx0aWZmOkNvbXByZXNzaW9uPjE8L3RpZmY6Q29tcHJlc3Npb24+CiAgICAgICAgIDx0aWZmOlBob3RvbWV0cmljSW50ZXJwcmV0YXRpb24+MjwvdGlmZjpQaG90b21ldHJpY0ludGVycHJldGF0aW9uPgogICAgICAgICA8ZXhpZjpQaXhlbFlEaW1lbnNpb24+NDIyPC9leGlmOlBpeGVsWURpbWVuc2lvbj4KICAgICAgICAgPGV4aWY6Q29sb3JTcGFjZT4xPC9leGlmOkNvbG9yU3BhY2U+CiAgICAgICAgIDxleGlmOlBpeGVsWERpbWVuc2lvbj41MzM8L2V4aWY6UGl4ZWxYRGltZW5zaW9uPgogICAgICA8L3JkZjpEZXNjcmlwdGlvbj4KICAgPC9yZGY6UkRGPgo8L3g6eG1wbWV0YT4Kwq2LUgAAQABJREFUeAHtnV1y3EaWtmVLal82ZwUD3U3PTESXV2BqBaZW4GJH+FrUCkSuQNT1RJilFYhegegVmB0x0zN3wreCqb7stjT9vYdOyiWyUIWfBJB58kEEWCCQP+c8J5F5kMhEPnjABgEIQAACEIAABCAAAQhAAAIQgAAEIAABCEAAAhCAAAQgAAEIQAACEIAABCAAAQhAAAIQgAAEIAABCEAAAhCAAAQgAAEIQAACEIAABCAAAQhAAAIQgAAEIAABCEAAAhCAAAQgAAEIQAACEIAABCAAgZwIfJGTsMgKAQhMS+A//uM/Dh89enSgXBcfPny40nF9fHxcTysFuUEAArkQwKnIxVLICYGJCFxcXJgT8Ur7kXY7vrvVOnEm52J19wL/QwACZRPAqSjb/mgPgc8IyKEwR+JC+zZn4rOwX3zxxdU//vGPZ3Iu1p9d4B8IQKBYAjgVxZoexSHwOQE5FEudMYei9San4lrOxVMci9bICAgB1wS+dK0dykEAAq0IyKGoFNBeeXTa5FAsFKGTI9IpAwJDAAJZEcCpyMpcCAuB0QiYQ7H3lUdD7kc2oLPhGqchAIGCCOBUFGRsVIXANgLBITjadq3tOc0KobeiLSzCQcAxAZwKx8ZFNQi0IRDJIaj0CuW0TX6EgQAE/BLAqfBrWzSDwF4CcgROFKjaG7BdgOdKr+8rlHY5EAoCEEiaAE5F0uZBOAiMRyA4AC8j5mAORefBnhHzJykIQGBmAjgVMxuA7CEwI4EhgzObxF4yaLMJDech4J8AToV/G6MhBO4RUC/FQieX9y5EOPH48eOYvR8RJCIJCEBgKgI4FVORJh8IJERA35cY7TWFPoh1KKdlmZC6iAIBCExEgC9qTgSabCCQCoHQ4I89BXQtfZ/wpc1UrI4cEJiGAD0V03AmFwgkQSAMzhytl2JDSRu0ebLxP4cQgEABBHAqCjAyKkJgg4A19NbgT7G9lBNTTZEReUAAAmkQwKlIww5IAYHRCYQGftJBlBq7MfZrltG5kQEEINCeAE5Fe1aEhEDWBOZo4G3QJlNMsy42CA+BTgRwKjrhIjAE8iRgDbs18HNIH+kz4HOITp4QgEBHAjgVHYERHAI5Epi5YWddkBwLDTJDoAcBnIoe0IgCgZwIaCzFqeStZpbZ1gWZW4aZEZA9BPwTwKnwb2M0LJiAGnKb6fE8AQQmx6SDRBPQGREgUBwBnIriTI7ChREYY32PvghZF6QvOeJBIBMCOBWZGAoxIdCVQJh1sewab8zwDx8+nOLDW2OqQNoQgMAOAjgVO+BwCQI5E0hxYS9Na13olcwyZ67IDgEINBNg7Y9mNlyBQLYEQsOd6oen1gLLuiDZli4Eh0AzAXoqmtlwBQJZEgiDM1N+zcCgzSxLFkJDYD8BnIr9jAgBgdwI2CwLa7hT3k7k/FQpC4hsEIBAdwI4Fd2ZEQMCyRIIDfVJsgJuCDbHZ8M3sucQAhAYgQBOxQhQSRICcxHIqaG2z4bLCTqaixX5QgAC8QngVMRnSooQmIWANdBzre8xQOGUx34MUIuoECiTAE5FmXZHa58EcmygWRfEZ1lEq0IJ4FQUanjU9kVAvRSn0qjKVCvWBcnUcIgNgbsEcCruEuF/CGRGIAzOfJ6Z2Jvi2kyVHHtZNnXgGAIQEAGcCooBBPInkMMU0n2Uj8JnxfeF4zoEIJAwAZyKhI2DaBDYRyDF9T32ydx0nXVBmshwHgL5EMCpyMdWSAqBewQ8NcRhXZAsvrFxzxCcgAAEbgiw9gcFAQKZEtBYiqVET3V9j75U14rIuiB96REPAjMToKdiZgOQPQT6EJBD4XVwo+llY0TYIACBDAngVGRoNESGgAh4GJzZZEhbF2TRdJHzEIBAugRwKtK1DZJBYCuB0OCebL3o5KTGVzDF1IktUaMsAjgVZdkbbR0QKKHBZV0QBwUVFYokwEDNIs2O0rkSUC/FkWR/m6v8HeWuFf7r4+Pjdcd4BIcABGYiQE/FTODJFgJdCTgenNmEotIF1695mhTnPARyJYBTkavlkLtEAtbAVoUpzroghRkcdfMmgFORt/2QvhAC6qWopGrO63v0tdSBIjJosy894kFgYgI4FRMDJzsI9CRgDas1sCVurAtSotXROUsCOBVZmg2hSyIQ1vc4Kknnu7o+evTI25dD76rI/xBwQQCnwoUZUcIzAU/rewywU6VXQDamhA0CEEiYAFNKEzYOokEgNKSMKfi1KKz1w7og3BYQSJgAPRUJGwfRyiYQppCyDsZvxcDGlOBg/caDIwgkRwCnIjmTIBAEPhHwvL7HJyU7HizlbC06xiE4BCAwEQGciolAkw0EuhAIDSdjCLZAK+Ez5VvU5hQEsiCAU5GFmRCyNAI0nM0WD+uCLJtDcAUCEJiLAAM15yJPvhBoIKBeiiNdettwmdO/Eqj1w7oglAYIJEaAnorEDII4ZRMIgzMZjLi/GFQKwuuh/ZwIAYFJCeBUTIqbzCCwl4A1lNXeUAQwAi/lhFWggAAE0iGAU5GOLZCkcAKhgWQKabdyQK9ON16EhsCoBHAqRsVL4hDoRIAGshOum8CsC9KdGTEgMBoBnIrR0JIwBNoTYH2P9qzuhmRdkLtE+B8C8xHAqZiPPTlD4BMBGsZPKPoc2Logp30iEgcCEIhLAKciLk9Sg0BnAmoQGZzZmdq9CM/F8eDeWU5AAAKTEsCpmBQ3mUHgcwKhIWRw5udY+vxnDgVjUvqQIw4EIhLAqYgIk6Qg0IOANYQ8YfcAtyXKMoxN2XKJUxCAwBQEcCqmoEweENhCQL0UC51ebrnEqZ4EHj9+TK9PT3ZEg0AMAjgVMSiSBgR6EGB9jx7Q9kRhXZA9gLgMgZEJsPbHyIBJHgLbCKiXYqnzF9uucW4wgbVSeHJ8fGy/bBCAwIQE6KmYEDZZQcAIMDhz9HJgY1RORs+FDCAAgXsEcCruIeEEBEYnYA1eNXouZWfwUs4bjMsuA2g/AwGcihmgk2W5BEJDx2DCCYqAxqzwemkCzmQBgU0COBWbNDiGwMgEaOhGBryRvA3aZIrpBhAOITABAZyKCSCTBQSMgDVw1tBBYzoCfP58OtbkBAEjgFNBOYDARARo4CYC/Xk2rAvyOQ/+g8CoBHAqRsVL4hD4lYDGUpzqqPr1P/5OTIB1QSYGTnblEsCpKNf2aD4RATkUNsXx+UTZkc19AsafdUHuc+EMBKITwKmIjpQEIXCPAOt73EMy+QnWBZkcORmWSACnokSro/NkBMLsg+VkGZJRI4GHDx/SW9FIhwsQiEMApyIOR1KBwFYCLHC1FcssJzWdd6FXUctZMidTCBRCgLU/CjE0ak5PIDRgfIBpevS7clzrIuuC7CLENQgMIEBPxQB4RIVAE4EwOJPu9iZA8523QZt80XQ+/uTsnABOhXMDo95sBE6UszVgbOkROJHTV6UnFhJBIH8COBX52xANEiMQGiyehhOzy6Y4fC59kwbHEIhHAKciHktSgsANARqs9AuCfS5dzt9R+pIiIQTyIoBTkZe9kDZxAtZQsb5H4kb6TTzGvPzGgiMIRCGAUxEFI4lA4BMBGqpPKJI/YF2Q5E2EgLkRwKnIzWLImywB9VKcSrgqWQERbBsBWxcEm20jwzkI9CCAU9EDGlEgcJdAaJie3z3P/8kTYIpp8iZCwJwI4FTkZC1kTZmAzfZgCmnKFmqWjXVBmtlwBQKdCOBUdMJFYAjcJ8D6HveZ5HaGdUFysxjypkoApyJVyyBXNgRokLIxVaOgYV2Qk8YAXIAABFoRYO2PVpgIBIHtBDSWYqkrrO+xHU9uZ9cSmHVBcrMa8iZFgJ6KpMyBMDkRkENhYyiYQpqT0XbLavbkS6i7GXEVAjsJ4FTsxMNFCOwkUMTgTL0auLJdJOqdNHxctHVBFj5UQQsITE/g0fRZkiME8icQppCe5K9Jswb6Mui1nIlny+Wyvg0lvY90bK977Kne5SadrffpqUvlUAoCIxOgp2JkwCTvk4AaHu/jKGrp+PT4+LjetKD+v/zw4cOzzXPejlkXxJtF0WdKAjgVU9ImLxcE7Gnd+/oechzkPxyvtxns+++/v9L5y23XHJ17JTu77Y1xZCdUSYwATkViBkGctAmEhsb14Ez1UFwFx2GXMV7suujgWiUdThzogQoQmJQATsWkuMnMAQFraCoHejSqoF6Y48aL4UJ4LXK2L1zm11kXJHMDIv70BHAqpmdOjpkSUC9FJdG9r+9xFhyGNlY6V6C6TcBMw9jrD9e9UpnaBbETJoBTkbBxEC05AtbAWEPjdVtLMXMUWm1hzIX33oqj8Bn2VkwIBIHSCeBUlF4C0L8VgdCwHLUKnG+gF8FRaK2Bwq9sDEbrCBkG5DPsGRoNkWcjgFMxG3oyzomA94bFHANzEPrYRGMwXA/aFJuFXn2d9GFDHAiURgCnojSLo29nAtagWMPSOWJGEYY4BnJGrqXqKiN1+4j6UuXgoE9E4kCgJAI4FSVZG107EwgNiff1IFbBMejMZyOC9VasN/73dmgOBYM2vVkVfaITwKmIjpQEnRHwvr6HOQKDX1/IKbF0vA/aXMrJXDgr36gDgagEcCqi4iQxTwRCA3LiSactupwFh2DLpW6nlM65YtTdYuUVWq/B6K3Iy2RIOzEBnIqJgZNdPgQKaEDq4AhEM4p93jtaYgkmZJ9nl7O5TFA0RIJAEgRwKpIwA0KkRkANRxHre8TmXsi6IC9VPg5isyM9CHgggFPhwYroEJVAaDC8d3Nftljfoy9X74M2K4Hx/lqsr+2JVzgBnIrCCwDqbyVgDUa19Yqfk4MHZzah0CuVWtdeN113ct56KyonuqAGBKIRwKmIhpKEPBAIDYX3KaRnoeEf02TuB20KnvferDHLB2k7JYBT4dSwqNWbgPeGohYZa/BH3eS0rJXBaL0howrfPnHWBWnPipCFEMCpKMTQqLmfQCHre1gvhTX4o2/K51IzaK5Gz2jGDB49enQxY/ZkDYHkCOBUJGcSBJqLgPcGwhp4NfSrKfkO+fz3lHIOyKvSK7OTAfGJCgFXBHAqXJkTZfoSCA1D1Td+DvHmaODlxFyLzXkOfAbI+FLl52BAfKJCwA0BnAo3pkSRvgRCg+B9cOZ5aOD7YhoSzz7fvR6SQOJxzaHwPhYncRMgXioEcCpSsQRyzEnAGgTPT5rWoM+2LoecmVnzn6hgLcOYnImyIxsIpEkApyJNuyDVRATUS7FQVsuJspsrm7PQsM+V/wPlf67XL9ezCTBBxo8fP/be2zUBRbLInQBORe4WRP5BBLyv72ENuTXogyBFivzx40fXU0zFmnVBIpUVksmXAE5FvrZD8oEE1EuxtIZgYDJJR0+pIS9kXZBXDNpM+pZAuJEJ4FSMDJjk0yRQyODMMdf36GtY662wMRZetwMpduJVOfSCwD4COBX7CHHdKwGr+Cuvykkva7iTe92gVzG15Hqt3fP2Uk5r5VlBdINAEwGciiYynHdLIFT43gfVvQ4NeHJ2lFynEqpOTrCIAmmsDl/ajMiTpPIhgFORj62QNBKBAir8WqjOI+EaK5nkelFiKmpjdZhiGpMoaeVCAKciF0shZxQCVtF7H5wpUC/UG2CvP5LdJB/rgiRrHQSDQH8COBX92REzQwKFrO9xmYNp5Nwd5yDnABltXZDTAfGJCoHsCOBUZGcyBO5LIFTwVd/4OcRTQ53Na4Uw5iP11zRDzf5c5e5gaCLEh0AuBHAqcrEUcg4iECr254MSST/ynOt79KXDuiB9yREPAgkSwKlI0CiINAoB1vcYBeuwRMPYj2x6V3pqy7ogPcERLT8COBX52QyJOxIIo/CXHaPlFjz5wZlNQOVYrPTa5rrpuofzDx8+ZBVTD4ZEh70EcCr2IiJA7gS8L/RkDbI1zDnbKaXPiY/BUdOYF3oFtxwjbdKEQEoEcCpSsgayRCdgFbka3cPoCSeUoIcGOawLskoI6xiisC7IGFRJMykCOBVJmQNhYhIIgzO9dzuvQoMcE91caZUwaNP7l1znKjvkmwgBnIpEDIEYoxA4Uaqep/OtpZ81xC62MMXU+7ogJ3J2KxcGQwkIbCGAU7EFCqfyJxAqbu9Phcmu79G3BMmxOFXcum/8HOIV8Jn4HMyAjCMRwKkYCSzJzkuggIq7Dg3wvKBHyP3Dhw+uv7RpY3zk9B6NgI4kITA7AZyK2U2AALEJWIXtfXCmmLn9toONEZFTeBW7XCSWnvexPonhRpypCOBUTEWafKYk4LrCtgZXvRSXUwKdOi85ha57K8STdUGmLlTkNwkBnIpJMJPJVATUS3GqvKqp8psjnwIa3Adh0KabQagN5cTWBXFdVhv05rRjAjgVjo1bmmqhgn7uXG9b36N2ruOteuc6sBkuXrcDKeZ9MLFX26FXAwGcigYwnM6SgFXQVlF73ayB9f70/sl2cp5MX7djR4KirAvyyeIceCCAU+HBiujwgPU9fBYCORYr74M2WRfEZ9ktVSucilIt70xv7xVzGJy5cma2Vur88ssvrntnZFtbF+SkFQwCQSBxAjgViRsI8fYTUIW8tIp5f8h8Q3hvWHdZppB1QV6qHB/s4sA1CORAAKciByshYyOBUBG7nkIq5T2t79Foyz0XbGyFjbHwuplDwaBNr9YtSC+cioKM7VTVEgZneh+suLdohkGbr/cGzDuArQviusctb/MgfRsCOBVtKBEmSQKqgCsJdpKkcPGEsvU9PD+htyYlDqcKXLeOkGFAvcbz3uuWoVUQuQsBnIoutAibFAFVwBdJCRRfGLfre/RFxbogfckRDwLTEMCpmIYzuUQmoF4K9+t7eG9A+xSJMGjzsk/cjOK8CmOFMhIZUSHwKwGcCkpCdgRCheu6m1i9MFehAc3OPhMI7H2MSSWG3l/rTVBMyGIOAjgVc1Anz6EErMKthiaScvwS1vfoy19jK2rFdf3tCunHuiB9CwjxZiWAUzErfjLvSiAMzvS+vsdZaDi74ikp/LmUrR0rfCDdXPfGObZd0arhVBRt/iyVt4rWKlyv21qKWYPJtoOAnC7j5L234ih8fn4HCS5BIC0COBVp2QNpdhAIFezRjiAeLr0IDaYHXUbVQZxYF2RUwiQOge4EcCq6MyPGTARY32Mm8Alnq7Enrgdt2ufn9crvJGETIBoEPiOAU/EZDv5JlYBVrFbBpipfDLlKXt+jLz/1Vlwr7qpv/EzivVT5P8hEVsQsnABOReEFIAf1Q4XqfV0E1vfoXxitt2LdP3ryMc2hYNBm8mZCQCOAU0E5yIEA63vkYKWZZCxk0OZSzvViJsRkC4HWBHAqWqMi4BwEQkV6MkfeE+Z5FhrGCbP0lZX4nUuj2pdWn2uj13/0VnyOhP8SJIBTkaBREOk3AgVUpLa+hzWIbAMJeP+suQalHsrJXg7ERHQIjEoAp2JUvCQ+hIAqUNb3GAKwsLiFrAvyUvfFQWGmRd2MCOBUZGSskkQNFaf37t5L1veIXqq9D9qsRMz768DohYIEpyOAUzEda3LqRsAqzqpblOxCu/7GwhzW0KukWvm+niPvCfO03opqwvzICgKtCeBUtEZFwKkIhArT+xTSs9AAToW1pHxsjErtXGHvvXjOzedXPZwKv7bNWTPvFWYt41jDxzYCATlrayXrvReIdUFGKDskOZwATsVwhqQQkUAh63tYL4U1fGwjERDfS80cuhop+SSSffTo0UUSgiAEBDYI4FRswOBwfgLeK0pr6NTgreYn7V8C7+uCyIKVXhWe+LckGuZEAKciJ2s5lzVUkJVnNQto6JIxn5y3awlznoxA4wjyUvfNwThJkyoEuhPAqejOjBgjEAgVo/fBmavQ0I1AkCQbCJzp/LrhmofT5lB4H4PkwU7F6IBTUYypk1fUKkbPT1zWsHkfPJhcIZMTZ9zNsfC8LcNYJM86olsmBHAqMjGUZzHVS7GQfkvPOkq3s9DAOVczPfXE/Vyvna7TkyyeRI8fP/beyxcPFimNSgCnYlS8JN6GgPf1PaxBs4atDQvCjEPg48ePrnuJVMZYF2ScokOqHQngVHQERvC4BNRLsbQKMW6qaaXmvUFLi/Z2aQpZF+QVgza325+z0xHAqZiONTndIVDI4EzW97hj9xn/td4KG2PhdTuQYidelUOvPAjgVORhJ69SWgVYeVVOelkD5rrbPSfb6RVULXlf5yRzD1lfylmvesQjCgSiEMCpiIKRRLoSCBWf98Flr0ND1hUP4UciIHucKul6pOSTSFZjlPjSZhKWKFMInIoy7Z6C1t7n1teCfJ4CaGS4R8B175GNUWKK6T2bc2IiAjgVE4Emm98IFLK+xws9FdvrD7bECMgurAuSmE0Qxw8BnAo/tsxGk0LW97jMxiAFCqqn+WPnatu6IKfOdUS9BAngVCRoFM8ihYqu8qyjGizX3esebBfGunh/PfVc99uBB3uhQz4EcCrysVX2koYK7nn2iuxW4FwN1vXuIFxNhADrgiRiCMTwQwCnwo8tc9DE+/oeZgPvUxZzKGetZAxjXrz3KrEuSKvSQKBYBHAqYpEknZ0EwuDM5c5ADi5++PChcqBGMSrIsVjpdZXrnqWHDx96n2lVTHnNQVGcihys5EDGUhY8sgpcr3mOHJisGBW8f0Zd361YqEwuizEois5K4ItZcyfzIgiECq24D/LYE7Aq9CsZ+SfttqhYrV+2BAmojFr5XCYoWiyR1kroSXjlEytN0oHAPQI4FfeQcCImAdXVB0rvvXb7LX2rBeBK+4/2SwUvColsKqeVRPlZu+dyaoOIvY8hSaRElSsGTkW5tp9Ec1XWp8ro5SSZZZZJ6MkwB+NSlf11ZuK7E7eQsvpEZa12ZzwUSoYATkUypvAnSHj6s14Ktv0EagW51P6TKn37ZZuBgMqslddqhqwnydJexy2Xy6eTZEYmRRLAqSjS7NMovVqt3ulp/HCa3FzlspY2l5pJ8ub777+/cqVZ4srYLCV98fVd4mIOFe8ZjutQhMRvIoBT0USG84MIFFI5D2LUMnKtcNZzwYqnLYENDVaAM1zLqXgylBPxIbCNAE7FNiqcG0zAezfyYEA9EghjMF4rqo3BsN4MthEIFPLa7kxl6HQEfCRZOAGcisILwBjqq1I+VboMzhwD7q9p3rwe0aE1DPV42ZSbcgFl2MrQ15Sfcsv4WJrz8auxyBaabnjK876+x9zWPZAAS+3vratezI/mFshh/ufSyRper5uVIRx/r9adUS+cihnhO83aKiqrsNgmIBAGwr6VY/Fe+3KCLIvIQk/w5lB4/6YD64IUUZqnVZLXH9Pydp0bgzOTMG8tKd5otw8deX7SngS290GbNk7nT3/609eTwCSTIgjQU1GEmadRkoWLpuG8J5dK1623yHouTrXTa7QH2K7Lv/zyy9mu67lfY12Q3C2Ynvz0VKRnkywlCl3vF1kK71to662w6ainvtUcTzuVbSvXy/FymD1lKyNP6Nma3Q4uBKCnwoUZ51UiPA2zvPK8ZmjK3XoqXspG77UvmwJxficBG1thDa/X7aaMeFUOvaYlgFMxLW+vuTE4M33LVhLx4ocffvjZxr6kL246EoYnePs+iOftRE7nwrOC6DYNAV5/TMPZbS6qiCop996tgn4Vu5RqL9Rg1n5VjKuZyrqV8ypuqumkxrog6dgiZ0noqcjZegnIrorI3jez5UfgSCK/V0PJYM6WttNaLMctg2YZzKYnqzxYuWCDQG8C9FT0RkfEUAG9hUT2BGprMFm8bL8dVeatvHtueGvpZ1/aXO+nQQgI3CdAT8V9JpxpT4DBme1ZpRyyspU5rcHUfpCyoAnI5v2DWJUYnyTAGREyJYBTkanh5hZbjc+pZKjmloP8oxKwJ/D3sq39sm0hEMagnG255OnUc5WBypNC6DIdAZyK6Vi7ySlUOM/dKIQimwSsp8J6LOi12KTy+fG5/q0/P+XqPysD9EK6Mul0yuBUTMfaU05W4VjFw+aXwJFUey/nwn7ZNgiE8QbeeyuOmHq8YXQOWxNgoGZrVAQ0AqzvUWQ5WElrm366LlL7BqVZF6QBDKeLJkBPRdHm764863t0Z+YgxlLTDd+p12LhQJdoKoiJ60GbYV2Qk2jASKgIAjgVRZg5jpJqVE6soomTGqnkRCDY/WcrAznJPaas6rm5VvqrMfNIIO2XsvlBAnIgQiYEcCoyMdTcYoaKxT7HzVY2gVcqC7bR0PxaDlgXpOz7Ae3vEMCpuAOEfxsJmENBQ9KIp6gLvA4J5i5k0CbrghR1ew9TFqdiGL8iYuupdCFFT4pQFiVbEQivQ96pbBy1iuA4kByLc6lXO1bxgezNFFPPBo6oG05FRJhek6JC8WrZwXodKAX7nsXp4JQyT6CQdUGWmZsJ8ScgwJTSCSDnnEV4En2bsw4TyF7L8arb5qNZA5XC2u5pW+mJ/diTQl110b1i94nnnpta+rEuSNeCUVj4R4Xpi7odCKiStCfR4ro95SBcGSY1/tf6+asd60n0yn5ti73wlnFW+gtLW2twVPqx/feSY5GRA7L84YcfFpL5qXyLteQvcbNBm4fa7b7xuFVS6kT7qXY2CGwlQE/FViycNAJq7E7143HGx03Pwq3TcOswxHYWjGGsTbYwp6PSbg33N6k6G8ZU8smvuJluGUv9bNJxfM9s2uCJ7FtvnuAYArcEcCpuSfD7GQFVjpVO/Kw956euW+fhJ+lxLedhnbLjIBk7bbLRTQ+HejcOFfGP2m8dj07pjBB4rTSfquG5HiHtpJM0m0hAu2+qpAUdJtylbPtsWBLE9koAp8KrZQfqpcrxrZI4GpjMZNHDE7I1Yn+W83DtyXnoAjE0aoeKY70Zh/YKpUv8iGHXSkttz/FlxDSzSEo2OJKgdv+43XSPPS31HnNr1EiK4VREAukpmQzW96jF+1q7ORBXVG67S1+w57czORnmWKx2S+jvqvd1QWSxWnZ94s9yaDSUAE7FUIIO4+tJ673UqhJSrZYsV9p/sl9VZrV+2XoQCD0Z9iT9jXb7PeiRTNcoxTkW4rwQJHsN4nmzRebOPSuIbt0J4FR0Z+Y6hirDEyn4amYla+V/pR0nQhDG3ELj953yONJejZhXiY6F3Ud2P3nd1lLsiQxrv2wQuCGAU0FB+EQgPMVaL8XBp5PTHFildKXdnAgbBFbrl21iAhM4GOeyrU27LGKb8X6aku9KNj2eMkPySpsATkXa9plUOlWCF8pwOUWmYWDlj4yJmIJ29zxGdDCeqQ267C5RnjHE8USSz93zNzY8+yDW9diZkH4eBHAq8rDT6FKGRmTMd8DWG2GNyW1vhP3PlgEBlY0jiXn7imSoxMVNR9RHwX6ecRbOUHvtjS/drpbL5dO9AQlQBAG+qFmEmVsp+bxVqG6BagW/VG/Ej8zQ6AYupdChZ+FSzkUluZbazcGotPfZDvtEyjnOx48fX+hbIu9y1mGX7DarSGVjqXKy2hWOa2UQoKeiDDvv1TLiFLhamVmPxBu6RPdizzaANSJ6Qv3OGpSOStQqF086xsk+uHi9lRLW4+N1s57HJ7Kt/bIVTICeioKNH1H1WmnhSEQEmnpSajxWknEVvoFhPRdL7W22qzaBHIbxvi7IgWx2ov3Uoe1QqQMBeio6wPIcVE9SF9Jv2UFHeyIxR+K1GpjrDvEI6pCAik8ltV5qX2pv2qzM2KC+uimA5/NidCr9jJHn7Ump9vVs1C660VPRhZbvsK+l3rKFiiuNkXjDGIkWpAoKEhqSYzWcZ1J7m3NR67zN/LDfUrdzKf6d9sorAL0Su5BuT73qh177CdBTsZ9RMSHUICylrE1/O7ijdK3/32i37wzY0yYbBHYSCD0XRwpkZela5eZyZ4RCLoqLMbHxFW43PXSwLohb6+5XDKdiP6OiQoTGwAbhfaNBeLWU/0kNwqooCCgLgREJRBwUPaKUg5IucjDuIGKOIuNUODImqkAAAukTCI77+/QlHSThmR5GTgelQOQsCeBUZGk2hJ6DgBqDhbp2rTv/06bvD6xVeV5/OsEBBFoQUFmy14wnLYLmGmQtwZ/o3rBftoIIMFCzIGOj6m8EVKkfyEFYyCk40NmFXbFXPrchmr6/oPC3QT79Kq1Px7cHin/95Zdf3lSodqzzf9VeK89aaVj3cH0blt8iCZxJ66V2K38eN9PLHKdjj8qhUzMBeiqa2XDFAQE1+JUa8koN+aHU+Wc5DlWTwzCDurXkqSXPT8q71m4DGs0BYSuAgMrmUmre90gd6a57j0GbjuzZRhWcijaUCJMNgfAxpsMw0HQhwbN7ErSeDclvzoU5Gzga2ZS+7oKyLkh3ZsRImwBORdr2Qbo9BIIT8a31PqghNifC47aWUlfazcm4ojdDFJxsofy+c6JOkxoqsswga4Lj7TxOhTeLOtfHXmdIxSPtNv7BfkvczMm41G5OxqUqbPufLVMCKtP2CmSZqfhtxLby+YRy2gZV/mFwKvK3oXsNVOcupOSReiO+ddwb0duO4XXJGyVgDkbdOyEizkIgOMo/K/ODWQSYJtNzlU1b/4TNOQGcCucGzlW9UNGaI/EdjkR7K+JgtGeVUkiV91PJ8zIlmUaQxXor6hHSJcmECOBUJGSM0kVRxWpPakdyIr5T43hYOo+h+m84GCtV5tYFzZYwAZX/9xKvSljEQaLpvr5aLpdPByVC5OQJ4FQkbyL/Aqoytdcbz7UfaTfHgi0+gUsl+UbOhf2yJUhA94GV/7cJihZTJFtUjjIYk2hiaeFUJGaQksRRJbqkV2Jyi9fK8Y12672wY7aECLAuSELGQJReBHAqemEjUl8CciQOFHep3XomKu1s8xFgGfv52G/NWfdHpQv2GsTzdiaH9tSzgiXrhlNRsvUn1D04EyfK0pwJcyzYEiEQxl68VkW/SkSkosXQvXIqAJ4Hba6l39f0lPks5jgVPu2ajFY4E8mYoo0gtQKdaefbF21ojRQm3DPWW+HZ+bbXb8cjISTZGQngVMwI33PWOBNZW9eeJF9rt28L2DHbxAR0/yyV5cXE2U6aHeuCTIp7ssxwKiZDXUZGOBOu7IxzMaM5vQ/atNduf/rTn76eETFZj0DgyxHSJMlCCYSnK+u2tffBnrtuS7Gw2dBs+T7YthS9k9Dzl19+sVdRbjf7qB3lyp956anwZ9PJNbJFkR4+fPjKKonJMyfDKQnUyuxMr0RWU2Zacl5qdO0VyNIxA+sNe8JrNj8WpqfCjy0n10T13YH2V48ePXqHQzE5/jkyrJTphXXLmyM5hwAF5mnrZVjD63W77Q3zql9xetFTUZzJ4ygsZ8J6Jezrf1WcFEklQwKXkvmFnjLrDGXPRmTda6cS1l5Ded5sium1ZwVL0Y2eilIsHVHPUMn9rCSriMmSVH4EjiTyz6E85Cd9JhKrsT2VqHUm4vYSUz2dr3pFJFJyBOipSM4k6QqkxqPSiO23vOpI10YzSlYrb+u1sN4LtsgE7HWTvWaMnGxqyT2j/KRmku7y4FR0Z1ZkDDkU9lRqg8YOigSA0q0IyOG8kuNpzsV1qwgEak3A+xRTgai122uQdWsoBEyOAK8/kjNJegLJobCuSRs/gUORnnmSkkgOxaEEslcitlVJCZe5MGJ7nLkK+8SvFOBkXyCup02Anoq07TOrdGoUDlSRMbNjVitknbk9cfJlzogm1D15quQ8D9q0MmO9FbV+2TIkQE9FhkabQmRVXgvl857xE1PQdpvHgTSzBvC9NYba7X+2YQTOFb0elkTSsa2MMGgzaRPtFo6eit18iryqyn8pxW38BBsEYhJYKzF6LgYSLeH+ZF2QgYVkxug4FTPCTzFrVVj2lHCSomzI5IYAzsVAU3oftKnXrqwLMrCMzBUdp2Iu8onlG7qmrXfiKDHREMcvAZyLnrYtobdCaGwW0XlPRESbiQBOxUzgU8rWHAoGZKZkkSJlWUnrMwbotbN9Id+tMKfzicqE/bJlQoCBmpkYaiwx5VAslPbPDMgcizDptiSwVLj3rCvSjpY+hFW3C5l1qANJ73mmS9bGaRKenoomMgWcDw7FO6lqNy8bBFIiUEsYG9S54kn1vlkK6am4Vdx6K+rbf/hNmwA9FWnbZzTpwiqTOBSjESbhgQQqxbdBw/8r5/cilNeBSfqJrp6K7/xos1cTeiv2IkonAD0V6dhiMklURy+V2cVkGZIRBOIQqJXMG+3We2HHRW6hh/HngpS3MRXWW2G/bIkTwKlI3ECxxcOhiE2U9OYgYFMONQ7IHIzLkhwM3b+lDqqWmY9Xc5Q18uxGAKeiG6+sQ+NQZG0+hG8gUIqDEe5feyVU4hgocx6fNRQBTidEAKciIWOMKQoOxZh0STshArVkudQXGX/8/vvvrxKSq5coum+PFPFb7fZbojNxy20tp+Kfbv/hN10COBXp2iaaZDgU0VCSUGYEwlLsP8nJuNLgxms1TOuUVdC9Wkk+cyC+0X6ovWRHQup/ttlCY9efneGf5AjgVCRnkrgC4VDE5Ulq2ROopcGV9j/L0bieuzcjTA1dSB5zIuy30s62ncAzORWX2y9xNhUCOBWpWGIEOXAoRoBKku4IhDEZtRT7s/ZazkYds1dD9+GB0lwozUrp2/5H5VnxwTmR6Ladyak47RaF0FMTeDR1huQ3DQFVZPbUY4O62CAAgR0EQuNu98uRBVPjfxNa95D9rnX9+uaE/pgDop+/3v5/5/f3m46COQ66bvunNO3YNoX79YC/EHBGAKfCmUFNneBQvNPhgUP1YqlUq2Kv2yamBuKwbVjCuSJgUzg3bb95fE9Rhb13jhMQKIkAToUza5fsUMhJuDJzqmL/KZj1pivbjvX0WavrtA7nB/2I8U13tiWy0aV985SqvCudtp0NAhCAQHEEcCocmdwaOzVqF2pc3fZQSD/76FEts316/z31YDs5J2vlf6W9cQsD8CoFsHfn30juhY7d2qURBBcgAIGiCOBUODF3cCjeqQGzxsvDdvMu25wIKWMOhE0HtOMstm2OTuhFOpQCf9R+pP1AOxsEIAABNwRwKtyY8sGrnB2K0ANxJXNk50C0LULBKbp1jI5vnQzZ7Vvpf9g2HcJBoFACdaF6Z6U2Q5CzMtd2YdU42SyPk+1X0zyrhvRKDWk2HyUam6L1NCmPI+329cRD7fY/GwQg8BsBPn71G4tkj3AqkjVNO8HUGC0V8mbuW7sY84S67YnQfH0Xn08em2KwqzkY5miwQaB4Aurpo73KoBRgpAyM1CSiGp6Frv3cdH3m82vlf6n9J/sNgxtnFim/7G97MNSz8x2vSPKzHxJHI2B1yLNoqZHQaARwKkZDO27CobF5r1wOxs2pfeq3vRGK8UYVwHX7mIRsQ0A2rxRuqf077ZV2NgiUQkBVyvGqFGVz1hOnIlPr/fDDDz+nMDAzOBJvhNGeJOpMcWYnthyMIwltzoX9skHAO4F/Uv2y9q6kB/1wKjK0ohoUG0OxnEt0HIm5yN/Pd6P34rmuHtwPwRkIZE9gZd0U2WtRiAI4FZkZWo3IUiKbUzHphiMxKe5emVnZkJ2ep9CD1UsBIkFgO4En8inq7Zc4mxoBnIrULLJDHjUaC11+p32qJ9JaeV1qf6Ob+lq/bBkQCF/ztFcjywzERUQI7CJAL8UuOglew6lI0CjbRJJDYZ/gnuqLmSvJ8KMcCXMo2DIloDJTSXR7LbLUPpUjqqzYIBCFwFqp2Lcp6iipkcgkBHAqJsE8PBM1EKOOowivN15LUqZ/DjdXUimYQyqBTrRb70WlnQ0CORB4IYfiPAdBkfE3AjgVv7FI9kiNwpGEezuCgGulean9Na83RqCbYJIqS0uJ9VJ7pZ0NAqkS4LVHqpbZIxdOxR5Ac19WI1BJBvvA1UEsWeiViEUy33TMUdWAzucqC4f5aoHkHgmE+umpHnTsoYctMwI4FYkbbLVavYtY8a/0mew321bQTBwD4o1EwAZ1Pn78+GXEMjaSpCRbAgGVw2s5uzgUGRsbpyJh4+lp8lTiWVf1kM28fRsrYd2J9ZCEiOuXgMraQtrdDur0qyiaJUsAhyJZ03QSDKeiE67pAodK3l579N1qRTzTzsDLvgQLjKdyV0ltc2SX2tkgMBWBlTKygZm88piK+Ej54FSMBHZosn0/w62uQ1tS3AZeXg6VgfjlEsC5KNf2M2h+pvrqdIZ8yXIEAjgVI0AdmqQq9FOl0em1hzkTv/zyyxnjJYbSJ/4mgeBcLHXOXo0cbF7jGAIDCaw1xusZddZAiolFx6lIzCCqxO3ddpfXHiuFN0+/1i8bBEYhoHJpDsWJdpyLUQiXlWjoUVW1Rb3lzfI4FYlZtMNrj5VEx5lIzH7excG58G7hSfSzeut0kpzIZHICOBWTI2/OUBX2ka6+bQ5xc2WlvzgTeyBxeVwCwblYKhfruai0s0FgH4FarzuOed2xD1Pe13EqErKfKmrrXn7VINJK53EmGuBwej4CKrdL5c5XOuczQQ45n0tIq7/WOQiLjP0J4FT0Zxc9pirnSon+rP1gI/FLHdtUq3rjHIcQSI4AzkVyJpldIPv2xMePH1/QOzG7KSYTAKdiMtTtMlLFvFBI61J+wNcv2zEjVFoEVIb5BHhaJplDGuuRsIeh1RyZk+d8BHAq5mNPzhBwTYBPgLs2b5Ny5kzYF3zPedXRhMj3eZwK3/ZFOwjMTmCj9205uzAIMCaBcyV+hjMxJuL008apSN9GSAgBFwTkXFRSxAZ0Hmk/0M7mg8BKapgzUftQBy2GEMCpGEKPuBCAQGcCci7MoTjR/p32SjtbfgTWEpnXHPnZbXSJcSpGR0wGEIBAEwE5GEvNEHiuLywumsJwPikCtaR5o50xE0mZJR1hcCrSsQWSQKBYAjao89GjRzbr6ahYCAkrHpYlt4UKVwmLiWgJEMCpSMAIiAABCPxKIIy7MOdiqf3g17P8nZHAiqntM9LPMGucigyNhsgQ8E4gjLs44tXILJaulauNl1gxk2MW/llnilORtfkQHgL+CcjBsPEWt69G6L0Yx+RrJXtJr8Q4cEtKFaeiJGujKwQyJkDvxSjGu1SqPzJWYhS2RSaKU1Gk2VEaAnkTCL0XNiV1qZ3ei27mvHEkFOWS1xvdwBF6PwGciv2MCAEBCCRMQA7GkcT7VvsyYTHnFG2tzM2R+Ml+cSTmNIX/vHEq/NsYDSFQBIHb1yNS1hwMczSK3cIU0CuNkfiRFUKLLQazKI5TMQt2MoUABMYmsNGDcai8qrHzmzP9WydCMlhvxBW9EXNao+y8cSrKtj/aQ6AIAnIwKil6qP2b8FvpN9dtrS+QXsuRMAfiWjtORK6WdCg3ToVDo6ISBCCwm0BwMhYKtVAD/Y0a6ErHtie1hR6IWkL9Wbs5ENfqhbD/2SCQJAGciiTNglAQgMAcBMLnwivlbfsf5XAcjOxw3PQ6KK8Hyucn+9U4iCt9snwt58GcCDYIZEUApyIrcyEsBCAwJwH1cCzU6B/cyqDGv9Kx7bu2WnHqzQAMntykwTEEIAABCEAAAhCAAAQgAAEIQAACEIAABCAAAQhAAAIQgAAEIAABCEAAAhCAAAQgAAEIQAACEIAABCAAAQhAAAIQgAAEIAABCEAAAhCAAAQgAAEIQAACEIAABCAAAQhAAAIQgAAEIAABCEAAAhCAAAQgAAEIQAACEIAABCAAAQhAAAIQgAAEIAABCEAAAhCAAAQgAAEIQAACEIAABCAAAQhAAAIQgAAEIAABCEAAAhCAAAQgAAEIQAACEIAABCAAAQhAAAIQgAAEIAABCEAAAhCAAAQgAAEIQAACEIAABCAAAQhAAAIQgAAEIAABCEAAAhCAAAQgAAEIQAACEIAABCAAAQhAAAIQgAAEIAABCEAAAhCAAAQgAAEIQAACEJiRwBe78l4sFgcfPnxY7AoT49qjR4+uta1jpBUjjan0jiGrpfGf//mfV13T+vd///fDrnFUFur/+Z//qbvG6xK+j1xd0o8d9h//+Mf6v/7rv65jp0t67Qj0KS/YrB3buUL1rX9Ta0e68OtTjrukHzPsPs6NToUpqZvvrfaDmALtS0v5XX3xxRfmYPz5yy+/vOrTYO7LY9f1P/zhD0fK92JqvXfJ1OLa9e9+97unbRyzf/mXf6kePnz4c1/9ZJtzNaIvWsjUKchQuTplFj/w6i9/+ctxjGT/7d/+bal0XvWxj+JcffXVV8/alIMYss6ZhjU8f//7399JhkVPOaLZrGf+o0UzNn/729/e6l497JpJqHtf6B5fdY0bI7zVv5LhbZ+0TPb/+7//O/7v//7vyz7xb+NIhhOl9Vz/V7fn+v7aPSl5njbFz7HeC2XkadPD1JdNyn78+PFln4qtKb225yXwocIeaX+pAvLuX//1X/+h/a1VtnaztE1nQLjnc+g9QF6Luvjll1+M2d5NDtNyiH6Ke7I3kx4BhsrVI8uYUZZWOQxNMDjyF33tY/dOaGiHipJ8/FDeFwMEXapOGRJ/QNbjRrUyEOrRzhlZ2dN+MeOTszXmvbZw3/SOb5mqrTkVu1c6rOz/ods+O+RY74Uy0tjeNDoVQ2FGjn9kBV0VyXsZ/SJGBR5ZvtmTE59qdiEKFkBdgoP5myMfAeFixgYhgvjtkohR3lXhH7TLLZ9QwfaDnaVIZTEfcJI0sItxD27qfbb5TwnHuTgVN7YwD0kHS3l3OBcllM6CdDRHed9TTVsc6uEb9LTWNh/CpUcglu2tLJb08Ga94Gpf3ka26KVei55GTjP55LJyKu7QXNrYAHv/dec8/0IgOwJylGM+IR2V1CBkZ+yRBA42P4qVfOQyGUusUdKxMSjhoTVW+jbO7ThWYjmlk7NT8cAKgTzqV3Is3k003iIn2yJrJgSs7KocR2sMTG053PRWZGL/WGLGtrmVyRLq1TCO4jCWHcRtrf24hAHT25hl7VTcKiQDHtp4C68Dr2715NcnAT0lDRo820BlqoHNDdlzekoCofFfxszTHtqsbMZMM7W0xhhHYTNQmmZGpKb/GPK4cCoMTOi6ehem5I3BijQhMAoBOcXRexXsfmg7I2gUpUh0UgJm61AHRs13jLIZVcABidnrIjGLPY7ibOiU1gEqJRHVjVNhNO2m0n6BY5FE2UKIFgRsXr6CVS2Cdg6ieyHmOI3O+RNhOgIj2roKZXQ6ZSbKSWNGoo6jkA2uShyYeddcrpyKW+WCY7G4/Z9fCCRMIHovxYauVQnTSzf0LfIw2LgaUfkxy+iIYjcnrQfPV7oas42o7cNzzTmWc8WlUxHM944R8OUU5Bw1tfJp44HGlD3WFMMxZSTtYQTGtrGVUU91qfW86MHzZBj132KLjw3MLOJLtr9p3Xzk1qlQoTmw7q1m1bkCgXkJTDRlj+ml85p51NxDY2+v0EbdJiqro+pgiRsv6XIROSP7rPl15DSzTc6tUxEssrDpQtlaB8HdEhhjGmkTrNhTDZvy4fz0BKayrZ7EXUwvtQdNe+CMZSlxsbWQVrHS85COd6figYz+3FPXXVOhk5510zXOj0/AVnDtkstI00ibRGB6aROZjM+PMY20CYc1xLlPL409jkJMruRQRF9csckGuZx371SE1yDeR8FfP378+DKXQrdNTr0XXskxWm+7lsG5y65LwpuzO5Vedg8wvXQq2tPlM9Y00iYNpiyzTTL0PR97HIXkKHZgptXT2hvbm0d9jdQy3rXC/bgvrAT8vRqVhX4P94Xted1WkTzrWvH3zMuiXaqb7fWA+J2iTr08fCfhWgY22+jJ64me+Bcto3wKprITayT3SnZ78ynhFgdqsNdd36eOOY20SWTJaY71quk65/MjEGw6peA300tz+w7D7TgK8YrCyhpVJZTSwMxr6XamV2Em1+ibFk/Ux0KvG/Ma1anQt8+f7sp8m/ZW4cpo3+ractv1vufUWFilOvq32K3AqZFhalEPQ4WyctU1qpyRp1ru+X+7xrsT/lpzzEcvHyHPyXopNnS8mV7qwQHd0KnYQ5tGKme6mgGAld3LGfLtnWXscRQSJKmBmSoHzyZ8YN5rh9Fef8hzuurqUJi05gVb5a7G+Wv9e71Xg/YBJnmvLAPHlLm9dgWH7FPO7uJSeW30vO+GHfK/PTWpbB8OSaNvXJXNOZyZvuISbweBuWxpZTenMWqxx1FI/+QGZqbkUFiRHc2p2HE/tLpkXcpyLsyxWLWK0CIQ75VbQCLIqARCj9moeexInOmlO+Dkcik06kdzyTtzGW6tduxxFPagzMDM/fiTdSpuRQ9d0pe3/w/5VaH4dkh84kJgCAEbra8nndkaA5N9qimIQzgRdzeBuW1oZdjK8m4p5716O44iohTFDszsyjB5p8IUCuvS112V2xI++Zthi8ycckJg4mmkTdQmeQ3YlDnnhxEIjflyWCrDYuvhLPnppTHHUciJstkOKQ3MHGbAkWNn4VTYO3MZ9SwGC1XshzHSaUpDch7qPd6i6TrnyyWgsjH7mAZrEHgNmG8ZnHoaaROpFMryNtkkV6UPHl7oWsw6OKmBmXf11muek7vn5vx/1NkfMRXTu6yVCovN4KiGpKtCZ4XtckgaLeK+k6yWx/9rEbZXEA3UWqU2QKeXIoVEmmMaaRNaORZ2H62arnM+XQLBdikImOr00kpwlrEAqb1IbmDmXd0k4yu1N9/o/J/vXov1v/K4tHGObdLLxqkwZXRDvTaAbRRrCqM0DP6om/I4UAbLMTNR9953Sv/JmHmQdlQCs/dSbGjD9NINGLkczjiNtAmRlemxH9Ca8h79vOpxW8r8xegZxcngSMnYPtZmX6b+us2DbBavP24pyciDC7CckoPb9DL/rTKXvxjxbdCYyt1hSgrPNSUxJQa5yZKazaxMh5kouaFsIy8DMzco2YOyPnpVbZxqPMzKqTAvSQV53ahNuwuLdsEIBYE4BCJOwasl0VkcqR4wvTQSyCmSCY33UYy8VIeeR6hHb0SJWLZjqBYlDWOjnYGZPWlm5VSYjvLWr3vqSjQITE7ARuurgorVGJypO/Y0VoMw99TEyY2RcYYRbVXbtxb05Pk6Bg4r22FGSozkUkkj6YGZqUBqkiM7p0KFuG5Spu15ezfZNizhIDCEQKxppOZIbCwatxoi00ZcppduwEj1MOY00ltnwgZ6x9DXusVzX710k4Pus+QHZm7Km+Jxdk6FII42oyJFAyFT3gRUSUUZoKnK+/L2c+QfP36M8pTprUHIu6Q0Sx9zGulXX321spzCgLubY/t/yBarjA+RIUZc3Q98MTMCyBydighqkwQExicQcxqpKu5PjkRoEC5jaOClQYjBItU01NjZFOAY2+rWMbXENB7iTYxElcbN9NJIac2VDAMzI5HHqYgEkmQgsIVArF4Ke4L6bCyRGhoahC3AvZ0Kr2qrGHptOqaWXlixto6RttKIUtYjydInmTebDlefBIjzKwGcCkoCBEYgEHMa6bYnSlvNV2LXkUTPvUGIhCG9ZCJOI72+65iatnI0oswmUjq5Ty/95/Ssn6dE2TkVKry/zxM1UpdEINZUO5X3tRqD1TZ26q349Epk2/W25xw0CG1VzSpc5GmkW8uKDf61MhYDTKwyH0OWHmkstbzCskc8otwhkJ1TIc99cUeHzv/qIx7XnSMRAQItCcScRrrLcbgddNdSrJ3BMm8QduqW68VY00jNadiYOfQZDuvyVxm7/Oxkz3+UT9bTS8XhAseip/E3omXnVKjgHmzI3+uQd2e9sBGpJYFY00gtu11T/0I5XrUUa2ew3BuEncpleDHmNFKp/9kAzbs4ZPutvRh3w+37X41y9tNLg2Mx+MF1HyvP17NyKsKNNtTgtWeDotv8BFRJxxqjcLnvW/vbxlv0IeChQeijd6pxYk4j3TcFOYy1uI7BImLZjyFO3zTesdJ0X3SaVdQ/6vQxYyzZrMqznl5yciyFQORppD/u42Yj+FWRr/eFazzCA7wAAAkDSURBVHPdSYPQRtXkw6ieijWNtN7nmAYYe8taS2jZTy81B1u64ljcMbi4tKpnclul9Ns7enb+V092UTzyzhlHjBAakRcRkySpSARkG1s9NspmDYuWNK72JPbPoRLcE6zV5VSXs24lvJdAkVcjrfTU/Upl5K97+EQrt8rHeuou9+SX9GW7p3Qvm2PxdNusmaSFH0E4sbAvjbZqO7NxKmKNhNY76p9GYP5ZkiqQLzTl7/yzk/zjnkCsMroBqtJxrCfWjWR3HmbfIOzULoOLEaeR3mir+uhkSrXVAN1ML23ZQzKlaJ3yunUs9Nr9SeLj8Fa/+93vXqQiYzavP1RQLzqViIbAKiitvK2G6G1O1zgUbTD5CxNrtP6cZG4bhDllKDnvERzTWXB6mU1kjsXf//73d2E83yws92WakkNhsmbhVNg0H6vs9sFtcf16bO9ZhbBuIQdBnBGIPFp/VjpeGoRZIfbM3INjaqqrvj6aoyFWvmtlf9kTf1O0RcqORSo9FLfwkncqzKFQQx2rlyLWp41v+fELgRsCMUfrz410rgZhbr3nzt+TYxqe8Cd97WL206uj67/85S/PdFiUYzF32d3MP2mnQiPpT2I5FKa00opd0DZZclwwAZWtqcc+jEbbGgRPy1mPBipywp4c04Dmu8iIWienVwLHCnzdOkK7gEn3WLRTYfxQozkVetqp+opvo5/lULxTGq/6pnE3nirKq7FffVieQ/S+K3Oq/4f3vqmKN7lcMRd9mlz4hgxVjm3AJtuEBDw5pgGbzTxZTojwU1b2SkCOxVOdGMOxiNYufRJ4wEFq9fGYsz8qTYe72DeIxLr8Pnz4sNANVWn/RmwP1YVVqVIbgPl+VL2rPLt/dpQzpvdbvZd+PUrqWxINqw1uuTLOKdnmQgX5eAonbRwN4qYae7R+XOl6p+Z+eqns9krl+FkK5TjyNNLeRo8dUYytt2IVO9026ZljIafmWGHfqW05aBOnZZil6vgHes1iac++qa15q4fwM7Vx6ymEsWUudo3jGNOpMP2WGuByY4AmZXW96VK08ypQVxM3vEe6mY6iKbAnIRXwa/PKdxl6TxKdLsupONT+3m6ssTflYzdKsnPFw1PCZLYem/ed9L1PL12oQp6sHKtOOA6ry97BfDMWwGXPkNUVatgXbb9xcA/MwBOWr/J/Kjk8OxYL6fdW5WsgrXbR9ZrOnLXGOnm01x/txJsm1IS9FNModD+XRYyvjd5Pdv4z9oShmyWp7sZNKl5G62/qdHtsDUJqXau3suX2a+VYPLeWY+eOqY1lm9VhMsdC7G3wZuxtaeP+YieaenpWlrU3PkiV4FRcTtxLMUuZkJGrWTIuOFNPo/WbzMj00iYyvc5X22J5dkyDvss5ppdusg6fs4/+usIcRT21LzfzKv3YtVMhg9tgnegFqfRCg/6/EnA4Wv+eaXUPHc3dINwTytGJEhxTM5dec8/+RK8ei5Uevl7ELj5KkyXTN6B6dyqeTTXOYIMph4UQUGXiZhppk8mkI9NLm+BEOF+CYxowzTa9dNNM4WvHq81zMY7NsdCrkMZXAjHyyCUNt06FjPyihNceuRQ0b3J6nEbaZCP1Vsz6TrxJLg/nS3BMg51mm156t5yEWRuru+eH/q9XhdZjsRiaTu7xx579MRefFetvzIW+jHw1eHSMhvZajcx6KEFVbjZF+2BoOhvx3U8v3dB1ssORppHWsn09VAk5klZ+ojaQumdmm156l4c5Fpq9ZvpF09HuOXErfmVTj07FKpX5w3cLMv/7IDDCaP1rVbhRv5dgo9JVwW2dbdDTCuZEXfaMS7QtBGI6prL1Wuk1Tlndkv3eU1bO5aC+VcAoDa9knHV66V2FbRq+rekRSz9LH8cikwXF7haGpv9l0Bc4FE10OB+LQMzR+tYYWOUW+wNM1lNn90Msna1BYHppLJoPHsR2TOVQnDV9A6Ov1FYmrWxaGe2bxt14KpNj9PDdzabV/zbeLrZ+lrE5FtovSh3g7GJMhRV6edRPeeXR6l4i0AACsUfrq/J5PdZg4q+++moVs0HQPeZ+YOqAotEpamzHdKy6z8qmldFOyu0OPPv00k3xwr0X1XEK6Re7TogHp+Ly8ePHTxiUuXmrcDwWgZij9a3B15PS+Viyxm4QJO9RqU9fMW00hmMaU767acUuoylML93UMXzt8+nmuUjHRToWOTsVtfVO6HUH00Yj3QEks5+AntpiPq2vxuqluNUkZoMg3Zleegt2wG9OjqmpGcroaoDKd6PagM2ktvDVzTG+aVScY5GjU2GfXD2WM0HvRFK3pX9hYk8j/fjxY8xu5a0GiN0g6N5L5p34VoUzOBnTMbVXE2M7pobUxmxERJvM9NJNnezjWNa2bJ6LdFyUY5GLU1HL2Ofav5Yz8bUZP5Kx3SQjNrUbZXooIv0HDSZrE18V62EP0ZqirGIPzmzKKHaD0JTPlOfVmA6y95Sybsmr2nKu1ynZdtUrYsdIVlbF/KpjtMbgSqtqvDjjheBYjPFKcvG3v/1tOaNqk2W9y6kY/Slqh5a1rl2q4L0IjsQTGfuF9usdcaJc0iuVN1ESmjARaxD11HvVJsupKqE2srQNI/1+ahF21SJMYxCVtb12V5hY5e9aryWizcxoVCpcsAZBDGM9gdX78pviumxxaeV+irxi5SF5bxurKOXIbDqVY2oMNPD3mX6iyN50L0mnNvf6LpP8uOtim2vW1mzYqk2UVmGU5sHdgGpvru6ey+H/XXJ/sUsB+zqYjH+0K8zQa5vCKa/1FI7DPpmn0HufDG2vGzPtl10qF5vOpgJ+tK2Qt813qnCS8bJtmbDP5Cr8oqtsXfKwsmE9Fn3ZyVbXsaf+tdXX7K5ZB4eSoWobZzOcdK41KPpyiu72zXybjnMqx5t2t4Gaemq1MtS5rBoLs4M9RHS555sY9jkfPtp12CeuONhMvatd93Tf+ldcWtcVbWQfaqfNPHbdO5mV487tzSYHjiEAAQhAAAIQgAAEIAABCEAAAhCAAAQgAAEIQAACEIAABCAAAQhAAAIQgAAEIAABCEAAAhCAAAQgAAEIQAACEIAABOYm8P8Bd8Lw1bc2Qv4AAAAASUVORK5CYII=","streamsets-datacollector-basic-lib:com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget":null,"streamsets-datacollector-basic-lib:com_streamsets_pipeline_stage_executor_shell_ShellDExecutor":"iVBORw0KGgoAAAANSUhEUgAAAEAAAABACAMAAACdt4HsAAAAA3NCSVQICAjb4U/gAAAACXBIWXMAABy3AAActwHzbKG4AAAAGXRFWHRTb2Z0d2FyZQB3d3cuaW5rc2NhcGUub3Jnm+48GgAAATJQTFRF////AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA8q1l3QAAAGV0Uk5TAAMEBQYHCAoNDxARFRYaGx0eHyAlJigtMjM0NTY4Oj5BQ0dSVlhdXmBnbHBzeHp9goWIkJGTlpiZnp+goaKjpaaora6ws7a8w8TFysvN0dTW19ze3+Hj5enq7PDx8vT3+Pn6+/0MxJdxAAABS0lEQVRYw+3Xx1ICQRhF4SuYMSdAxCyCEcEsYgBzQhEjSpDz/q/gYiwXrqB742LOanrzVVfN/F3Tkpsk71hs0ahYyCNJoXuMuxuVBotYVOzTEValVAAgEwxmgO3hqYvGgLwAKPkkX4lCk+RvcAsOkJOkHFlJzUUTgLAUhmqvNG+0A8rpdBkobp7UzADz/gmw0WrUxi+QNJvC5B/A47MEOj/XB+wA+DoMWAAdAJxNGwMK7VcAbiNeQ0DqXn0GeFpqNwQk79wlwHuixxCQFNgtA5VFZzWTdYrUD0hdKx+w5zwv/3yyiQaA5sgVFkBP/AXgfMJZ+qNOwTqB8aMqUDsOG72FlugNQGlryGyY1l4B3uLd5rMA+YU2m2G6nm2yGabTSbvzwPpEcgEXcAEX+A9AasSoFIAe7X4TH3RgB+yo3+rK895rf+myv/a5fQOFeziM2Z58NQAAAABJRU5ErkJggg=="},"legacyStageLibs":null,"eventDefinitions":null,"version":null,"executorVersion":null,"category":null,"categoryLabel":null}
}