morphline.conf

morphlines : [

  {

    # Name used to identify a morphline. E.g. used if there are multiple

    # morphlines in a morphline config file

    id : morphline1

    # Import all morphline commands in these java packages and their

    # subpackages. Other commands that may be present on the classpath are

    # not visible to this morphline.

    importCommands : ["com.cloudera.**", "org.apache.solr.**"]

    commands : [
      {
        # Parse input attachment and emit a record for each input line
        readLine {
          charset : UTF-8
        }
      }

      {
        grok {
          dictionaryFiles : [src/test/resources/grok-dictionaries]
          expressions : {
             message : """%{POSINT:serial} %{DATA:message}"""
          }
        }
      }


      {
        sanitizeUnknownSolrFields {

          solrLocator : {
            collection : gettingstarted
            zkHost : "localhost:9983/solr"
          }
        }
      }

      # log the record at INFO level to SLF4J

      { logInfo { format : "output record: {}", args : ["@{}"] } }

      # load the record into a Solr server or MapReduce Reducer

      {
        loadSolr {
          solrLocator : {
            collection : gettingstarted
            zkHost : "localhost:9983/solr"
          }
        }
      }
    ]
  }
]