ci.hocon

overlay: "59eb9fe7034622824fccb7ddfbb2a3f06099ac1d"

jt: [ruby, tool/jt.rb]

report-github-status: ["${BUILD_DIR}/tool/report-github-status.sh", "${REPORT_GITHUB_STATUS}", "${TRUFFLE_RUBY_VERSION}",
  "${BUILD_NAME}", "${BUILD_NUMBER}", ${github-status-token}]

common-base: {
  downloads : {
    JAVA_HOME : {name : oraclejdk, version : "8u60", platformspecific: true}
    MAVEN_HOME : {name : maven, version : "3.3.9"}
  }

  environment: {
    CI: "true",
    RUBY_BENCHMARKS: "true",
    JAVA_OPTS: -Xmx2G
    PATH: "$JAVA_HOME/bin:$MAVEN_HOME/bin:$PATH"
  }

  setup: [
    [export, "BUILD_DIR=$PWD"],
    ["echo", "-n", "TRUFFLE_RUBY_VERSION=", ">setup-ci-env"],
    ["git", "rev-parse", "HEAD", ">>setup-ci-env"],
    ["export", ["<setup-ci-env"]],

    ${report-github-status} ["pending"],
    [mx, build, --force-javac, --warning-as-error]
  ]

  on_success: [
    ${report-github-status} ["success"]
  ]

  on_failure: [
    ${report-github-status} ["failure"]
  ]

  timelimit: "01:00:00"
}

common: ${common-base} {
  packages: {
    git:        ">=1.8.3"
    mercurial:  ">=3.2.4"
    ruby:       ">=2.1.0"
    llvm:       "==3.8"
  }

  environment: {
    PATH: "$LLVM/bin:$PATH",
  }
}

common-darwin: ${common-base} {
  packages: {
    # Homebrew doesn't support versions.
    mercurial: ""
    ruby: ""
    llvm: ""
    openssl: ""
  }

  environment: {
    # Homebrew does not put llvm on the PATH by default
    PATH: "$PWD/homebrew/opt/llvm/bin:$PATH"
    OPENSSL_PREFIX: "$PWD/homebrew/opt/openssl"
  }
}

no-graal: {
  environment: {
    HOST_VM: server,
    HOST_VM_CONFIG: default,
    MX_NO_GRAAL: "true"
  }
}

labsjdk8: {
  downloads: {
    JAVA_HOME: {
      name: openjdk,
      version: "8u121-jvmci-0.30",
      platformspecific: true
    }
  }
}

labsjdk9: {
  downloads: {
    JAVA9_HOME: {
      name: labsjdk,
      version: "9-ea+152",
      platformspecific: true
    }
  }
}

graal-core: ${labsjdk8} {
  setup: ${common.setup} [
    [cd, ../graal/compiler],
    [mx, sversions],
    [mx, build],
    [cd, ../../main]
  ]

  environment: {
    GRAAL_HOME: ../graal/compiler,
    HOST_VM: server,
    HOST_VM_CONFIG: graal-core
  }
}

graal-enterprise: ${labsjdk8} {
  setup: ${common.setup} [
    [git, clone, [mx, urlrewrite, "https://github.com/graalvm/graal-enterprise.git"], ../graal-enterprise],
    [cd, ../graal-enterprise/graal-enterprise],
    [mx, sforceimports],
    [mx, sversions],
    [mx, build],
    [cd, ../../main]
  ]

  environment: {
    GRAAL_HOME: "$PWD/../graal-enterprise/graal-enterprise",
    HOST_VM: server,
    HOST_VM_CONFIG: graal-enterprise
  }
}

graal-enterprise-no-om: {
  downloads: ${graal-enterprise.downloads}
  setup: ${graal-enterprise.setup}

  environment: {
    GRAAL_HOME: "$PWD/../graal-enterprise/graal-enterprise",
    HOST_VM: server,
    HOST_VM_CONFIG: graal-enterprise-no-om,
    JAVA_OPTS: "-Dtruffle.object.LayoutFactory=com.oracle.truffle.object.basic.DefaultLayoutFactory"
  }
}

sulong: ${labsjdk8} {
  downloads: {
    LIBGMP: {
      name: libgmp,
      version: "6.1.0",
      platformspecific: true
    }
  }

  environment: {
    CPPFLAGS: "-I$LIBGMP/include",
    LD_LIBRARY_PATH: "$LIBGMP/lib:$LLVM/lib:$LD_LIBRARY_PATH",
    GRAAL_HOME: "$PWD/../sulong",
    SULONG_HOME: "$PWD/../sulong",
    LIBXML_LIB: "/usr/lib64/libxml2.so.2",
    HOST_VM: server,
    HOST_VM_CONFIG: graal-core
  }

  setup: ${common.setup} [
    [git, clone, [mx, urlrewrite, "https://github.com/graalvm/sulong.git"], ../sulong],
    [cd, ../sulong],
    [mx, sversions],
    [mx, build],
    [cd, ../main],
  ]
}

graal-vm-snapshot: {
  downloads: {
    GRAALVM_DIR: {
      name: graalvm-snapshot,
      version: latest,
      platformspecific: true
    }
  }

  environment: {
    GRAALVM_BIN: "$GRAALVM_DIR/bin/java"
    HOST_VM: server,
    HOST_VM_CONFIG: graal-vm-snap
  }
}

mri-benchmark: {
  environment: {
    HOST_VM: mri,
    HOST_VM_CONFIG: default
    GUEST_VM: mri,
    GUEST_VM_CONFIG: default,
    JT_BENCHMARK_RUBY: ruby
  }
}

truffleruby: {
  environment: {
    GUEST_VM: jruby,
    GUEST_VM_CONFIG: truffle,
  }
}

truffleruby-cexts: {
  environment: {
    GUEST_VM: jruby,
    GUEST_VM_CONFIG: truffle-cexts,
  }
}

gate-caps: {
  capabilities: [linux, amd64]
  targets: [gate, post-push]
  environment: {
    REPORT_GITHUB_STATUS: "true"
  }
}

gate-caps-darwin: {
  capabilities: [darwin, amd64]
  targets: [gate, post-push]
  environment: {
    REPORT_GITHUB_STATUS: "true"
  }
}

gate-caps-solaris: {
  capabilities: [solaris, sparcv9]
  targets: [gate, post-push]
  environment: {
    REPORT_GITHUB_STATUS: "true"
  }
}

daily-gate-caps: {
  capabilities: [linux, amd64]
  targets: [gate, post-push, daily]
  environment: {
    REPORT_GITHUB_STATUS: "true"
  }
}

bench-caps: {
  capabilities: [x52, linux, amd64, no_frequency_scaling]
  targets: [bench, post-push]
  timelimit: "02:00:00"
  environment: {
    REPORT_GITHUB_STATUS: "true"
  }
}

svm-bench-caps: ${bench-caps} {
  capabilities: [x52_18, linux, amd64, no_frequency_scaling]
}

daily-caps: {
  capabilities: [linux, amd64]
  targets: [daily]
}

daily-bench-caps: {
  capabilities: [x52, linux, amd64, no_frequency_scaling]
  targets: [bench, daily]
  timelimit: "02:00:00"
}

daily-bench-caps-solaris: ${daily-bench-caps} {
  capabilities: [m7_eighth, solaris]
}

weekly-bench-caps: {
  capabilities: [x52, linux, amd64, no_frequency_scaling]
  targets: [weekly]
  timelimit: "02:00:00"
}

bench: {
  cmd: [mx, benchmark]
}

post-process-and-upload-results-wait: [
  [tool/post-process-results-json.rb, bench-results.json, bench-results-processed.json],
  // [cat, bench-results-processed.json],
  [bench-uploader.py, bench-results-processed.json],
  [tool/fail-if-any-failed.rb, bench-results-processed.json, --wait]
]

post-process-and-upload-results: [
  [tool/post-process-results-json.rb, bench-results.json, bench-results-processed.json],
  // [cat, bench-results-processed.json],
  [bench-uploader.py, bench-results-processed.json],
  [tool/fail-if-any-failed.rb, bench-results-processed.json]
]

metrics: {
  run: [
    ${bench.cmd} [allocation]
  ] ${post-process-and-upload-results-wait} [
    ${bench.cmd} [minheap]
  ] ${post-process-and-upload-results-wait} [
    ${bench.cmd} [time]
  ] ${post-process-and-upload-results}
  timelimit: "00:25:00"
}

compiler-metrics: {
  run: [
    ${bench.cmd} ["allocation:compile-mandelbrot"]
  ] ${post-process-and-upload-results-wait} [
    ${bench.cmd} ["minheap:compile-mandelbrot"]
  ] ${post-process-and-upload-results-wait} [
    ${bench.cmd} ["time:compile-mandelbrot"]
  ] ${post-process-and-upload-results}
  timelimit: "00:50:00"
}

svm-build-stats: {
  run: [
    ${bench.cmd} ["build-stats"]
  ] ${post-process-and-upload-results-wait}
}

svm-metrics: {
  run: [
    ${bench.cmd} [instructions]
  ] ${post-process-and-upload-results-wait} [
    ${bench.cmd} [time, --, --aot]
  ] ${post-process-and-upload-results-wait} [
    ${bench.cmd} [maxrss]
  ] ${post-process-and-upload-results}
  timelimit: "00:25:00"
}

classic-benchmarks: {
  run: [
    ${bench.cmd} [classic]
  ] ${post-process-and-upload-results}
  timelimit: "00:35:00"
}

classic-benchmarks-solaris: ${classic-benchmarks} {
  timelimit: "01:10:00"
}

chunky-benchmarks: {
  run: [
    ${bench.cmd} [chunky]
  ] ${post-process-and-upload-results}
  timelimit: "01:00:00"
}

psd-benchmarks: {
  run: [
    ${bench.cmd} [psd]
  ] ${post-process-and-upload-results}
  timelimit: "02:00:00"
}

asciidoctor-benchmarks: {
  run: [
    ${bench.cmd} [asciidoctor]
  ] ${post-process-and-upload-results}
  timelimit: "00:35:00"
}

other-benchmarks: {
  run: [
    ${bench.cmd} [image-demo]
  ] ${post-process-and-upload-results-wait} [
    ${bench.cmd} [optcarrot]
  ] ${post-process-and-upload-results-wait} [
    ${bench.cmd} [savina]
  ] ${post-process-and-upload-results-wait} [
    ${bench.cmd} [synthetic]
  ] ${post-process-and-upload-results-wait} [
    ${bench.cmd} [micro]
  ] ${post-process-and-upload-results}
  timelimit: "00:40:00"
}

other-benchmarks-svm: {
  run: [
    ${bench.cmd} [image-demo]
  ] ${post-process-and-upload-results-wait} [
    ${bench.cmd} [optcarrot]
  ] ${post-process-and-upload-results-wait} [
    ${bench.cmd} [synthetic]
  ] ${post-process-and-upload-results-wait}
  timelimit: "00:40:00"
}

optcarrot-warmup: {
  run: [
    ${jt} [benchmark, --stable, --elapsed, --time, "300", bench/optcarrot/optcarrot.rb]
  ]
  timelimit: "00:40:00"
}

server-benchmarks: {
  packages: {
    "apache/ab": ">=2.3"
  }

  run: [
    ${bench.cmd} [server]
  ] ${post-process-and-upload-results}
  timelimit: "00:20:00"
}

cext-benchmarks: ${sulong} {
  environment: {
    TRUFFLERUBYOPT: "-Xcexts.log.load=true",
    USE_CEXTS: "true"
  }

  setup: ${sulong.setup} ${gem-test-pack.setup} [
    ${jt} [cextc, bench/chunky_png/oily_png],
    ${jt} [cextc, bench/psd.rb/psd_native]
  ]

  run: [
    ${bench.cmd} [chunky]
  ] ${post-process-and-upload-results}
  timelimit: "02:00:00"
}

gem-test-pack: {
  environment: {
    USE_GRAAL_GEM_TEST_PACK: "true"
  }

  setup: [
    ${jt} [gem-test-pack]
  ]
}

test-gems: ${gem-test-pack} {
  setup: ${common.setup} ${gem-test-pack.setup}

  run: [
    ${jt} [test, gems]
  ]
}

test-ecosystem: ${gem-test-pack} {
  setup: ${common.setup} ${gem-test-pack.setup}

  run: [
    ${jt} [test, ecosystem]
  ]
}

test-cexts: ${sulong} ${gem-test-pack} {
  environment: {
    JAVA_OPTS: "-Dgraal.TruffleCompileOnly=nothing",
  }

  setup: ${sulong.setup} ${gem-test-pack.setup}

  run: [
    ${jt} [test, bundle, --openssl],
    ${jt} [test, cexts],
    ${jt} [test, specs, --sulong, ":capi"],
    ${jt} [test, specs, --sulong, "-T-Xpatching=false", ":openssl"],
    ${jt} [test, mri, --openssl, --sulong]
  ]
}

test-compilation-flags: {
  environment: {
    JAVA_OPTS: "-Dgraal.TraceTruffleCompilation=true -Dgraal.TruffleCompilationExceptionsAreFatal=true"
  }
}

deploy-binaries: {
  run: [
    [mx, deploy-binary-if-master, truffleruby-binary-snapshots]
  ]
  timelimit: "30:00"
}

builds: [
  {name: ruby-test-fast} ${common} ${gate-caps} {run: [${jt} [test, fast]]},
  {name: ruby-test-fast-solaris} ${common} ${gate-caps-solaris} {run: [${jt} [test, fast]]},
  {name: ruby-test-tck} ${common} ${gate-caps} {run: [[mx, rubytck]]},
  {name: ruby-test-specs-command-line} ${common} ${gate-caps} {run: [${jt} [test, specs, ":command_line"]]},
  {name: ruby-test-specs-language} ${common} ${gate-caps} {run: [${jt} [test, specs, ":language", ":security"]]},
  {name: ruby-test-specs-core} ${common} ${gate-caps} {run: [${jt} [test, specs, -Gci, ":core"]]},
  {name: ruby-test-specs-library} ${common} ${gate-caps} {run: [${jt} [test, specs, ":library"]]},
  {name: ruby-test-specs-truffle} ${common} ${gate-caps} {run: [${jt} [test, specs, ":truffle"]]},
  {name: ruby-test-mri} ${common} ${gate-caps} {run: [${jt} [test, mri]]},
  {name: ruby-test-integration} ${common} ${gate-caps} {run: [${jt} [test, integration]]},
  {name: ruby-test-cexts} ${common} ${daily-gate-caps} ${test-cexts},
  {name: ruby-test-gems} ${common} ${gate-caps} ${test-gems},
  {name: ruby-test-bundle} ${common} ${gate-caps} {run: [${jt} [test, bundle]]},
  {name: ruby-test-ecosystem} ${common} ${gate-caps} ${test-ecosystem},

  {name: ruby-test-specs-language-java9} ${common} ${labsjdk9} ${gate-caps} {run: [[bash, -c, "JAVA_HOME=$JAVA9_HOME PATH=$JAVA9_HOME/bin:$PATH ruby tool/jt.rb test fast"]]},

  {name: ruby-test-compiler-graal-core} ${common} ${graal-core} ${gate-caps} {run: [${jt} [test, compiler]]},
  //{name: ruby-test-compiler-graal-enterprise} ${common} ${graal-enterprise} ${gate-caps} {run: [${jt} [test, compiler]]},
  //{name: ruby-test-compiler-graal-vm-snapshot} ${common} ${graal-vm-snapshot} ${gate-caps} {run: [${jt} [test, compiler]]},

  {name: ruby-metrics-truffle} ${common} ${no-graal} ${bench-caps} ${truffleruby} ${metrics},
  {name: ruby-metrics-compiler-graal-core} ${common} ${graal-core} ${bench-caps} ${truffleruby} ${compiler-metrics},
  {name: ruby-metrics-compiler-graal-enterprise} ${common} ${graal-enterprise} ${daily-bench-caps} ${truffleruby} ${compiler-metrics},
  {name: ruby-metrics-compiler-graal-enterprise-no-om} ${common} ${graal-enterprise-no-om} ${daily-bench-caps} ${truffleruby} ${compiler-metrics},
  //{name: ruby-metrics-compiler-graal-vm-snapshot} ${common} ${graal-vm-snapshot} ${bench-caps} ${truffleruby} ${compiler-metrics},
  {name: ruby-build-stats-svm} ${common} ${svm-bench} ${bench-caps} ${truffleruby} ${truffleruby} {environment: {GUEST_VM_CONFIG: default}} ${svm-build-stats},
  {name: ruby-metrics-svm-with-rubygems} ${common} ${svm-bench} ${svm-bench-caps} ${truffleruby} {environment: {GUEST_VM_CONFIG: default}} ${svm-metrics},
  {name: ruby-metrics-svm-without-rubygems} ${common} ${svm-bench} ${svm-bench-caps} ${truffleruby} {environment: {GUEST_VM_CONFIG: no-rubygems, TRUFFLERUBYOPT: ''}} ${svm-metrics},

  //{name: ruby-benchmarks-classic-mri} ${common} ${weekly-bench-caps} ${mri-benchmark} ${classic-benchmarks},
  //{name: ruby-benchmarks-classic-no-graal} ${common} ${no-graal} ${weekly-bench-caps} ${truffleruby} ${classic-benchmarks},
  {name: ruby-benchmarks-classic-graal-core} ${common} ${graal-core} ${bench-caps} ${truffleruby} ${classic-benchmarks},
  {name: ruby-benchmarks-classic-graal-core-solaris} ${common} ${graal-core} ${daily-bench-caps-solaris} ${truffleruby} ${classic-benchmarks-solaris},
  {name: ruby-benchmarks-classic-graal-enterprise} ${common} ${graal-enterprise} ${daily-bench-caps} ${truffleruby} ${classic-benchmarks},
  {name: ruby-benchmarks-classic-graal-enterprise-solaris} ${common} ${graal-enterprise} ${daily-bench-caps-solaris} ${truffleruby} ${classic-benchmarks-solaris},
  {name: ruby-benchmarks-classic-graal-enterprise-no-om} ${common} ${graal-enterprise-no-om} ${daily-bench-caps} ${truffleruby} ${classic-benchmarks},
  //{name: ruby-benchmarks-classic-graal-vm-snapshot} ${common} ${graal-vm-snapshot} ${bench-caps} ${truffleruby} ${classic-benchmarks},
  {name: ruby-benchmarks-classic-svm} ${common} ${svm-bench} ${bench-caps} ${truffleruby} ${classic-benchmarks} {timelimit: "01:10:00"},

  //{name: ruby-benchmarks-chunky-mri} ${common} ${weekly-bench-caps} ${mri-benchmark} ${chunky-benchmarks},
  //{name: ruby-benchmarks-chunky-no-graal} ${common} ${no-graal} ${weekly-bench-caps} ${truffleruby} ${chunky-benchmarks},
  {name: ruby-benchmarks-chunky-graal-core} ${common} ${graal-core} ${bench-caps} ${truffleruby} ${chunky-benchmarks},
  {name: ruby-benchmarks-chunky-graal-enterprise} ${common} ${graal-enterprise} ${daily-bench-caps} ${truffleruby} ${chunky-benchmarks},
  {name: ruby-benchmarks-chunky-graal-enterprise-no-om} ${common} ${graal-enterprise-no-om} ${daily-bench-caps} ${truffleruby} ${chunky-benchmarks},
  //{name: ruby-benchmarks-chunky-graal-vm-snapshot} ${common} ${graal-vm-snapshot} ${bench-caps} ${truffleruby} ${chunky-benchmarks},
  {name: ruby-benchmarks-chunky-svm} ${common} ${svm-bench} ${bench-caps} ${truffleruby} ${chunky-benchmarks},

  //{name: ruby-benchmarks-psd-mri} ${common} ${weekly-bench-caps} ${mri-benchmark} ${psd-benchmarks},
  //{name: ruby-benchmarks-psd-no-graal} ${common} ${no-graal} ${weekly-bench-caps} ${truffleruby} ${psd-benchmarks},
  {name: ruby-benchmarks-psd-graal-core} ${common} ${graal-core} ${bench-caps} ${truffleruby} ${psd-benchmarks},
  {name: ruby-benchmarks-psd-graal-enterprise} ${common} ${graal-enterprise} ${daily-bench-caps} ${truffleruby} ${psd-benchmarks},
  {name: ruby-benchmarks-psd-graal-enterprise-no-om} ${common} ${graal-enterprise-no-om} ${daily-bench-caps} ${truffleruby} ${psd-benchmarks},
  //{name: ruby-benchmarks-psd-graal-vm-snapshot} ${common} ${graal-vm-snapshot} ${bench-caps} ${truffleruby} ${psd-benchmarks},
  //{name: ruby-benchmarks-psd-svm} ${common} ${svm-bench} ${bench-caps} ${truffleruby} ${psd-benchmarks},

  //{name: ruby-benchmarks-asciidoctor-mri} ${common} ${weekly-bench-caps} ${mri-benchmark} ${asciidoctor-benchmarks},
  //{name: ruby-benchmarks-asciidoctor-no-graal} ${common} ${no-graal} ${weekly-bench-caps} ${truffleruby} ${asciidoctor-benchmarks},
  {name: ruby-benchmarks-asciidoctor-graal-core} ${common} ${graal-core} ${bench-caps} ${truffleruby} ${asciidoctor-benchmarks},
  {name: ruby-benchmarks-asciidoctor-graal-enterprise} ${common} ${graal-enterprise} ${daily-bench-caps} ${truffleruby} ${asciidoctor-benchmarks},
  {name: ruby-benchmarks-asciidoctor-graal-enterprise-no-om} ${common} ${graal-enterprise-no-om} ${daily-bench-caps} ${truffleruby} ${asciidoctor-benchmarks},
  //{name: ruby-benchmarks-asciidoctor-graal-vm-snapshot} ${common} ${graal-vm-snapshot} ${bench-caps} ${truffleruby} ${asciidoctor-benchmarks},
  {name: ruby-benchmarks-asciidoctor-svm} ${common} ${svm-bench} ${bench-caps} ${truffleruby} ${asciidoctor-benchmarks},

  //{name: ruby-benchmarks-other-mri} ${common} ${weekly-bench-caps} ${mri-benchmark} ${other-benchmarks},
  //{name: ruby-benchmarks-other-no-graal} ${common} ${no-graal} ${weekly-bench-caps} ${truffleruby} ${other-benchmarks},
  {name: ruby-benchmarks-other-graal-core} ${common} ${graal-core} ${bench-caps} ${truffleruby} ${other-benchmarks},
  {name: ruby-benchmarks-other-graal-enterprise} ${common} ${graal-enterprise} ${daily-bench-caps} ${truffleruby} ${other-benchmarks},
  {name: ruby-benchmarks-other-graal-enterprise-no-om} ${common} ${graal-enterprise-no-om} ${daily-bench-caps} ${truffleruby} ${other-benchmarks},
  //{name: ruby-benchmarks-other-graal-vm-snapshot} ${common} ${graal-vm-snapshot} ${bench-caps} ${truffleruby} ${other-benchmarks},
  {name: ruby-benchmarks-other-svm} ${common} ${svm-bench} ${bench-caps} ${truffleruby} ${other-benchmarks-svm},

  //{name: ruby-benchmarks-server-no-graal} ${common} ${no-graal} ${weekly-bench-caps} ${truffleruby} ${server-benchmarks},
  {name: ruby-benchmarks-server-graal-core} ${common} ${graal-core} ${bench-caps} ${truffleruby} ${server-benchmarks},
  {name: ruby-benchmarks-server-graal-enterprise} ${common} ${graal-enterprise} ${daily-bench-caps} ${truffleruby} ${server-benchmarks},
  {name: ruby-benchmarks-server-graal-enterprise-no-om} ${common} ${graal-enterprise-no-om} ${daily-bench-caps} ${truffleruby} ${server-benchmarks},
  //{name: ruby-benchmarks-server-graal-vm-snapshot} ${common} ${graal-vm-snapshot} ${bench-caps} ${truffleruby} ${server-benchmarks},
  {name: ruby-benchmarks-server-svm} ${common} ${svm-bench} ${bench-caps} ${truffleruby} ${server-benchmarks},

  {name: ruby-benchmarks-cext} ${common} ${daily-bench-caps} ${truffleruby-cexts} ${cext-benchmarks},

  {name: ruby-deploy-binaries} ${common} ${gate-caps} ${deploy-binaries}
]