Demo用yaml

いろいろ検証するときに使うyaml設定

out:
  type: orc
  overwrite:   true
  path_prefix: "s3a://yuokada-embulk/test/output2a-correct"
  endpoint: "s3.ap-northeast-1.amazonaws.com"
  auth_method: profile
  compression_kind: ZLIB

全文

---
in:
  type: randomj
  rows: 1024
  threads: 1
  # default_timezone: Asia/Tokyo
  primary_key: myid
  schema:
    - {name: myid,     type: long}
    - {name: named,    type: string}
    - {name: x_flag,   type: boolean}
    - {name: pit_rate, type: double}
    - {name: score,    type: long}
    - {name: time,     type: timestamp, format: '%Y-%m-%d %H:%M:%S'}
    - {name: purchase, type: timestamp, format: '%Y/%m/%d'}

exec:
  max_threads: 2         # run at most 8 tasks concurrently
  min_output_tasks: 1    # disable page scattering

out:
  type: orc
  overwrite:   true
  path_prefix: "s3a://yuokada-embulk/test/output2a-correct"
  endpoint: "s3.ap-northeast-1.amazonaws.com"
  auth_method: profile
  compression_kind: ZLIB

[default]
aws_access_key_id =AKIAIEXEOB
aws_secret_access_key = d/YO4XX