diff --git a/.github/workflows/prepare_original_checksum.yml b/.github/workflows/release_droid_prepare_original_checksum.yml similarity index 93% rename from .github/workflows/prepare_original_checksum.yml rename to .github/workflows/release_droid_prepare_original_checksum.yml index 0b0c5391..f3cb63b9 100644 --- a/.github/workflows/prepare_original_checksum.yml +++ b/.github/workflows/release_droid_prepare_original_checksum.yml @@ -1,4 +1,4 @@ -name: Prepare Original Checksum +name: Release Droid - Prepare Original Checksum on: workflow_dispatch: diff --git a/.github/workflows/print_quick_checksum.yml b/.github/workflows/release_droid_print_quick_checksum.yml similarity index 92% rename from .github/workflows/print_quick_checksum.yml rename to .github/workflows/release_droid_print_quick_checksum.yml index 85121ec9..1e30d6bd 100644 --- a/.github/workflows/print_quick_checksum.yml +++ b/.github/workflows/release_droid_print_quick_checksum.yml @@ -1,4 +1,4 @@ -name: Print Quick Checksum +name: Release Droid - Print Quick Checksum on: workflow_dispatch: diff --git a/.github/workflows/github_release.yml b/.github/workflows/release_droid_upload_github_release_assets.yml similarity index 92% rename from .github/workflows/github_release.yml rename to .github/workflows/release_droid_upload_github_release_assets.yml index 0a696c85..c0be7970 100644 --- a/.github/workflows/github_release.yml +++ b/.github/workflows/release_droid_upload_github_release_assets.yml @@ -1,4 +1,4 @@ -name: Upload GitHub Release Assets +name: Release Droid - Upload GitHub Release Assets on: workflow_dispatch: diff --git a/.travis.yml b/.travis.yml index 05fbcfea..a08dc3d4 100644 --- a/.travis.yml +++ b/.travis.yml @@ -16,8 +16,8 @@ scala: - 2.12.12 env: - - EXASOL_DOCKER_VERSION="6.2.12-d1" - - EXASOL_DOCKER_VERSION="7.0.8" + - EXASOL_DOCKER_VERSION="6.2.15-d1" + - EXASOL_DOCKER_VERSION="7.0.10" before_install: - git fetch --tags diff --git a/build.sbt b/build.sbt index 1f3ae2f5..59ad8ecf 100644 --- a/build.sbt +++ b/build.sbt @@ -18,7 +18,7 @@ lazy val root = project .in(file(".")) .settings(moduleName := "exasol-cloud-storage-extension") - .settings(version := "1.1.0") + .settings(version := "1.2.0") .settings(orgSettings) .settings(buildSettings) .settings(Settings.projectSettings(scalaVersion)) diff --git a/doc/changes/changelog.md b/doc/changes/changelog.md index c452df95..74087937 100644 --- a/doc/changes/changelog.md +++ b/doc/changes/changelog.md @@ -1,5 +1,6 @@ # Releases +* [1.2.0](changes_1.2.0.md) * [1.1.0](changes_1.1.0.md) * [1.0.0](changes_1.0.0.md) * [0.9.0](changes_0.9.0.md) diff --git a/doc/changes/changes_1.1.0.md b/doc/changes/changes_1.1.0.md index b3483bed..b6fcf2e2 100644 --- a/doc/changes/changes_1.1.0.md +++ b/doc/changes/changes_1.1.0.md @@ -25,12 +25,12 @@ converter and improved the documentation. ### Runtime Dependency Updates +* Added `org.apache.hadoop:hadoop-hdfs:3.3.0` +* Added `org.alluxio:alluxio-core-client-hdfs:2.5.0` * Updated `org.apache.parquet:parquet-hadoop:1.11.1` to `1.12.0` ### Test Dependency Updates -* Added `org.apache.hadoop:hadoop-hdfs:3.3.0` -* Added `org.alluxio:alluxio-core-client-hdfs:2.5.0` * Updated `org.scalatest:scalatest:3.2.3` to `3.2.6` * Updated `org.mockito:mockito-core:3.7.7` to `3.8.0` * Updated `org.testcontainers:localstack:1.15.1` to `1.15.2` diff --git a/doc/changes/changes_1.2.0.md b/doc/changes/changes_1.2.0.md index af76ed65..758b9e5d 100644 --- a/doc/changes/changes_1.2.0.md +++ b/doc/changes/changes_1.2.0.md @@ -1,15 +1,46 @@ -# Cloud Storage Extension 1.2.0, released 2021-MM-DD +# Cloud Storage Extension 1.2.0, released 2021-06-15 -Code name: +Code name: Fixed bug listing files on a path using asterisk ## Summary -## Bugs +In this release we fixed a bug related to listing files using asterisk on a path. We also updated user guide and added link checker to detect broken links in the project documentation. -* #146: Fixed issue listing files when asterisk is missing on a path (PR #149). +## Bugfixes + +* #146: Fixed issue listing files when asterisk is missing on a path ## Documentation -* #141: Updated readme to reflect recent changes (PR #142). -* #143: Added broken links checker Github actions workflow (PR #148). +* #141: Updated readme to reflect recent changes +* #143: Added broken links checker Github actions workflow * #151: Update user guide overview with additional sources + +## Dependency Updates + +### Runtime Dependency Updates + +* Updated Scala version `2.12.12` to `2.12.14` +* Updated `org.apache.orc:orc-core:1.6.7` to `1.6.8` +* Updated `org.apache.hadoop:hadoop-aws:3.3.0` to `3.3.1` +* Updated `org.apache.hadoop:hadoop-azure:3.3.0` to `3.3.1` +* Updated `org.apache.hadoop:hadoop-azure-datalake:3.3.0` to `3.3.1` +* Updated `org.apache.hadoop:hadoop-client:3.3.0` to `3.3.1` +* Updated `org.apache.hadoop:hadoop-hdfs:3.3.0` to `3.3.1` + +### Test Dependency Updates + +* Updated `com.exasol:test-db-builder-java:3.1.1` to `3.2.0` +* Updated `com.exasol:exasol-testcontainers:3.5.1` to `3.5.3` +* Updated `org.scalatest:scalatest:3.2.6` to `3.2.9` +* Updated `org.mockito:mockito-core:3.8.0` to `3.11.1` +* Updated `org.testcontainers:localstack:1.15.2` to `1.15.3` +* Updated `com.dimafeng:testcontainers-scala-scalatest:0.39.3` to `0.39.5` + +### Plugin Updates + +* Updated `com.eed3si9n:sbt-assembly:0.15.0` to `1.0.0` +* Updated `com.timushev.sbt:sbt-updates:0.5.2` to `0.5.3` +* Updated `com.typesafe.sbt:sbt-git:1.0.0` to `1.0.1` +* Updated `org.scoverage:sbt-coveralls:1.2.7` to `1.3.0` +* Updated `org.scoverage:sbt-scoverage:1.6.1` to `1.8.2` diff --git a/project/Dependencies.scala b/project/Dependencies.scala index 37d6066a..074d710e 100644 --- a/project/Dependencies.scala +++ b/project/Dependencies.scala @@ -8,24 +8,24 @@ object Dependencies { // Runtime dependencies versions private val ImportExportUDFVersion = "0.2.0" - private val HadoopVersion = "3.3.0" + private val HadoopVersion = "3.3.1" private val DeltaVersion = "0.7.0" - private val OrcVersion = "1.6.7" + private val OrcVersion = "1.6.8" private val ParquetVersion = "1.12.0" private val GoogleStorageVersion = "1.9.4-hadoop3" private val SparkSQLVersion = "3.0.1" private val AlluxioCoreHDFSVersion = "2.5.0" // Test dependencies versions - private val ScalaTestVersion = "3.2.6" + private val ScalaTestVersion = "3.2.9" private val ScalaTestPlusVersion = "1.0.0-M2" - private val MockitoCoreVersion = "3.8.0" + private val MockitoCoreVersion = "3.11.1" private val HamcrestVersion = "2.2" private val ExasolHamcrestMatcherVersion = "1.4.0" - private val ExasolTestDBBuilderVersion = "3.1.1" - private val ExasolTestContainersVersion = "3.5.1" - private val TestContainersLocalstackVersion = "1.15.2" - private val TestContainersScalaVersion = "0.39.3" + private val ExasolTestDBBuilderVersion = "3.2.0" + private val ExasolTestContainersVersion = "3.5.3" + private val TestContainersLocalstackVersion = "1.15.3" + private val TestContainersScalaVersion = "0.39.5" val Resolvers: Seq[Resolver] = Seq( "Exasol Releases" at "https://maven.exasol.com/artifactory/exasol-releases" diff --git a/project/Settings.scala b/project/Settings.scala index d36b494b..d8f77189 100644 --- a/project/Settings.scala +++ b/project/Settings.scala @@ -36,7 +36,6 @@ object Settings { // ScalaFmt settings scalafmtOnCompile := true, // Scoverage settings - coverageMinimum := 50, coverageOutputHTML := true, coverageOutputXML := true, coverageOutputCobertura := true, diff --git a/project/plugins.sbt b/project/plugins.sbt index f6eb44f2..962bbd33 100644 --- a/project/plugins.sbt +++ b/project/plugins.sbt @@ -9,7 +9,7 @@ addSbtPlugin("org.wartremover" % "sbt-wartremover-contrib" % "1.3.11") // Adds a `assembly` task to create a fat JAR with all of its // dependencies // https://github.com/sbt/sbt-assembly -addSbtPlugin("com.eed3si9n" % "sbt-assembly" % "0.15.0") +addSbtPlugin("com.eed3si9n" % "sbt-assembly" % "1.0.0") // Adds most common doc api mappings // https://github.com/ThoughtWorksInc/sbt-api-mappings @@ -17,17 +17,17 @@ addSbtPlugin("com.thoughtworks.sbt-api-mappings" % "sbt-api-mappings" % "3.0.0") // Adds Scala Code Coverage (Scoverage) used during unit tests // http://github.com/scoverage/sbt-scoverage -addSbtPlugin("org.scoverage" % "sbt-scoverage" % "1.6.1") +addSbtPlugin("org.scoverage" % "sbt-scoverage" % "1.8.2") // Adds SBT Coveralls plugin for uploading Scala code coverage to // https://coveralls.io // https://github.com/scoverage/sbt-coveralls -addSbtPlugin("org.scoverage" % "sbt-coveralls" % "1.2.7") +addSbtPlugin("org.scoverage" % "sbt-coveralls" % "1.3.0") // Adds a `dependencyUpdates` task to check Maven repositories for // dependency updates // http://github.com/rtimush/sbt-updates -addSbtPlugin("com.timushev.sbt" % "sbt-updates" % "0.5.2") +addSbtPlugin("com.timushev.sbt" % "sbt-updates" % "0.5.3") // Adds a `scalafmt` task for automatic source code formatting // https://github.com/lucidsoftware/neo-sbt-scalafmt @@ -43,7 +43,7 @@ addSbtPlugin("net.virtual-void" % "sbt-dependency-graph" % "0.10.0-RC1") // Adds a `git` plugin // https://github.com/sbt/sbt-git -addSbtPlugin("com.typesafe.sbt" % "sbt-git" % "1.0.0") +addSbtPlugin("com.typesafe.sbt" % "sbt-git" % "1.0.1") // Adds a `sbt-explicit-dependencies` plugin // https://github.com/cb372/sbt-explicit-dependencies diff --git a/project/project/plugins.sbt b/project/project/plugins.sbt index 58f862d2..ec9e6ef5 100644 --- a/project/project/plugins.sbt +++ b/project/project/plugins.sbt @@ -4,4 +4,4 @@ addSbtPlugin("com.lucidchart" % "sbt-scalafmt-coursier" % "1.16") // Used to get updates for plugins // see https://github.com/rtimush/sbt-updates/issues/10 -addSbtPlugin("com.timushev.sbt" % "sbt-updates" % "0.5.2") +addSbtPlugin("com.timushev.sbt" % "sbt-updates" % "0.5.3") diff --git a/release_config.yml b/release_config.yml new file mode 100644 index 00000000..ec16998d --- /dev/null +++ b/release_config.yml @@ -0,0 +1,11 @@ +community-tags: + - Apache Avro + - Apache Parquet + - Apache ORC + - Cloud Storage Systems + - Open Source + - GitHub +community-project-name: Cloud Storage Extension +community-project-description: | + The [Exasol Cloud Storage Extension](https://github.com/exasol/cloud-storage-extension) for + accessing formatted data Avro, Orc and Parquet, on public cloud storage systems. diff --git a/sbtx b/sbtx index abd0ae1b..3c79c5f9 100755 --- a/sbtx +++ b/sbtx @@ -34,11 +34,11 @@ set -o pipefail -declare -r sbt_release_version="1.4.6" -declare -r sbt_unreleased_version="1.4.6" +declare -r sbt_release_version="1.5.3" +declare -r sbt_unreleased_version="1.5.3" -declare -r latest_213="2.13.4" -declare -r latest_212="2.12.12" +declare -r latest_213="2.13.6" +declare -r latest_212="2.12.14" declare -r latest_211="2.11.12" declare -r latest_210="2.10.7" declare -r latest_29="2.9.3" @@ -48,7 +48,7 @@ declare -r buildProps="project/build.properties" declare -r sbt_launch_ivy_release_repo="https://repo.typesafe.com/typesafe/ivy-releases" declare -r sbt_launch_ivy_snapshot_repo="https://repo.scala-sbt.org/scalasbt/ivy-snapshots" -declare -r sbt_launch_mvn_release_repo="https://repo.scala-sbt.org/scalasbt/maven-releases" +declare -r sbt_launch_mvn_release_repo="https://repo1.maven.org/maven2" declare -r sbt_launch_mvn_snapshot_repo="https://repo.scala-sbt.org/scalasbt/maven-snapshots" declare -r default_jvm_opts_common="-Xms512m -Xss2m -XX:MaxInlineLevel=18" diff --git a/src/it/scala/com/exasol/cloudetl/BaseIntegrationTest.scala b/src/it/scala/com/exasol/cloudetl/BaseIntegrationTest.scala index f212ee11..ecb29aee 100644 --- a/src/it/scala/com/exasol/cloudetl/BaseIntegrationTest.scala +++ b/src/it/scala/com/exasol/cloudetl/BaseIntegrationTest.scala @@ -15,7 +15,7 @@ import org.scalatest.funsuite.AnyFunSuite trait BaseIntegrationTest extends AnyFunSuite with BeforeAndAfterAll { private[this] val JAR_DIRECTORY_PATTERN = "scala-" private[this] val JAR_NAME_PATTERN = "cloud-storage-extension-" - private[this] val DEFAULT_EXASOL_DOCKER_IMAGE = "7.0.8" + private[this] val DEFAULT_EXASOL_DOCKER_IMAGE = "7.0.10" val network = DockerNamedNetwork("it-tests", true) val exasolContainer = {