From 3fe52d5ed39e18f0b6c76f10a74de051923f7a2e Mon Sep 17 00:00:00 2001 From: RemHero <1104304963@qq.com> Date: Fri, 13 Jan 2023 17:39:16 +0800 Subject: [PATCH] add IT --- .github/workflows/api-rest.yml | 196 +++--- .github/workflows/capacity-expansion.yml | 590 +++++++++--------- .github/workflows/codeql-analysis.yml | 140 ++--- .github/workflows/ds-influxdb.yml | 408 ++++++------ .github/workflows/ds-iotdb.yml | 476 +++++++------- .github/workflows/ds-parquet.yml | 258 ++++---- .github/workflows/func-transform.yml | 168 ++--- .github/workflows/func-udf.yml | 184 +++--- .github/workflows/scale-out.yml | 762 +++++++++++------------ .github/workflows/unit-mds.yml | 160 ++--- 10 files changed, 1671 insertions(+), 1671 deletions(-) diff --git a/.github/workflows/api-rest.yml b/.github/workflows/api-rest.yml index 810e7f102..d1c9255a5 100644 --- a/.github/workflows/api-rest.yml +++ b/.github/workflows/api-rest.yml @@ -1,98 +1,98 @@ -#name: "API-Test-RESTful" -# -#on: -# push: -# branches: -# - main -# pull_request: -# branches: -# - main -#env: -# VERSION: 0.6.0-SNAPSHOT -# -#concurrency: -# group: ${{ github.workflow }}-${{ github.ref }} -# cancel-in-progress: true -# -#jobs: -# Annotation-Test: -# strategy: -# fail-fast: false -# #max-parallel: 20 -# matrix: -# java: [ 8 ] -# python-version: [ "3.7" ] -# os: [ ubuntu-latest, macos-latest ] -# runs-on: ${{ matrix.os }} -# steps: -# - uses: actions/checkout@v2 -# - name: Environmet Dependence -# uses: ./.github/actions/dependence -# with: -# python-version: ${{ matrix.python-version }} -# java: ${{ matrix.java }} -# -# - name: Run ZooKeeper -# uses: ./.github/actions/zookeeperRunner -# -# - name: Run IoTDB -# uses: ./.github/actions/iotdbRunner -# with: -# if-CapExp: "false" -# version: iotdb11 -# -# - name: Install with Maven -# run: mvn clean package -DskipTests -# -# - name: Start IginX -# uses: ./.github/actions/iginxRunner -# with: -# version: ${VERSION} -# -# - name: A Lame Integration Test with Maven for IoTDB -# run: mvn test -q -Dtest=RestAnnotationIT -DfailIfNoTests=false -# - uses: codecov/codecov-action@v1 -# with: -# file: ./**/target/site/jacoco/jacoco.xml -# name: codecov -# -# REST-Test: -# strategy: -# fail-fast: false -# #max-parallel: 20 -# matrix: -# java: [ 8 ] -# python-version: [ "3.7" ] -# os: [ ubuntu-latest, macos-latest ] -# runs-on: ${{ matrix.os }} -# steps: -# - uses: actions/checkout@v2 -# - name: Environmet Dependence -# uses: ./.github/actions/dependence -# with: -# python-version: ${{ matrix.python-version }} -# java: ${{ matrix.java }} -# -# - name: Run ZooKeeper -# uses: ./.github/actions/zookeeperRunner -# -# - name: Run IoTDB -# uses: ./.github/actions/iotdbRunner -# with: -# if-CapExp: "false" -# version: iotdb11 -# -# - name: Install with Maven -# run: mvn clean package -DskipTests -# -# - name: Start IginX -# uses: ./.github/actions/iginxRunner -# with: -# version: ${VERSION} -# -# - name: A Lame Integration Test with Maven for IoTDB -# run: mvn test -q -Dtest=RestIT -DfailIfNoTests=false -# - uses: codecov/codecov-action@v1 -# with: -# file: ./**/target/site/jacoco/jacoco.xml -# name: codecov +name: "API-Test-RESTful" + +on: + push: + branches: + - main + pull_request: + branches: + - main +env: + VERSION: 0.6.0-SNAPSHOT + +concurrency: + group: ${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + +jobs: + Annotation-Test: + strategy: + fail-fast: false + #max-parallel: 20 + matrix: + java: [ 8 ] + python-version: [ "3.7" ] + os: [ ubuntu-latest, macos-latest ] + runs-on: ${{ matrix.os }} + steps: + - uses: actions/checkout@v2 + - name: Environmet Dependence + uses: ./.github/actions/dependence + with: + python-version: ${{ matrix.python-version }} + java: ${{ matrix.java }} + + - name: Run ZooKeeper + uses: ./.github/actions/zookeeperRunner + + - name: Run IoTDB + uses: ./.github/actions/iotdbRunner + with: + if-CapExp: "false" + version: iotdb11 + + - name: Install with Maven + run: mvn clean package -DskipTests + + - name: Start IginX + uses: ./.github/actions/iginxRunner + with: + version: ${VERSION} + + - name: A Lame Integration Test with Maven for IoTDB + run: mvn test -q -Dtest=RestAnnotationIT -DfailIfNoTests=false + - uses: codecov/codecov-action@v1 + with: + file: ./**/target/site/jacoco/jacoco.xml + name: codecov + + REST-Test: + strategy: + fail-fast: false + #max-parallel: 20 + matrix: + java: [ 8 ] + python-version: [ "3.7" ] + os: [ ubuntu-latest, macos-latest ] + runs-on: ${{ matrix.os }} + steps: + - uses: actions/checkout@v2 + - name: Environmet Dependence + uses: ./.github/actions/dependence + with: + python-version: ${{ matrix.python-version }} + java: ${{ matrix.java }} + + - name: Run ZooKeeper + uses: ./.github/actions/zookeeperRunner + + - name: Run IoTDB + uses: ./.github/actions/iotdbRunner + with: + if-CapExp: "false" + version: iotdb11 + + - name: Install with Maven + run: mvn clean package -DskipTests + + - name: Start IginX + uses: ./.github/actions/iginxRunner + with: + version: ${VERSION} + + - name: A Lame Integration Test with Maven for IoTDB + run: mvn test -q -Dtest=RestIT -DfailIfNoTests=false + - uses: codecov/codecov-action@v1 + with: + file: ./**/target/site/jacoco/jacoco.xml + name: codecov diff --git a/.github/workflows/capacity-expansion.yml b/.github/workflows/capacity-expansion.yml index 00ddb9f60..8fdff4be4 100644 --- a/.github/workflows/capacity-expansion.yml +++ b/.github/workflows/capacity-expansion.yml @@ -1,295 +1,295 @@ -#name: "Capacity-Expansions-On-IoTDB" -#on: -# push: -# branches: -# - main -# pull_request: -# branches: -# - main -#env: -# VERSION: 0.6.0-SNAPSHOT -#concurrency: -# group: ${{ github.workflow }}-${{ github.ref }} -# cancel-in-progress: true -# -#jobs: -# IoTDB-Test: -# timeout-minutes: 20 -# strategy: -# fail-fast: false -# matrix: -# java: [ 8 ] -# python-version: [ "3.7" ] -# os: [ ubuntu-latest, macos-latest ] -# DB-name: [ "iotdb11", "iotdb12" ] -# runs-on: ${{ matrix.os }} -# steps: -# - uses: actions/checkout@v2 -# - name: Environmet Dependence -# uses: ./.github/actions/dependence -# with: -# python-version: ${{ matrix.python-version }} -# java: ${{ matrix.java }} -# - name: Run ZooKeeper -# uses: ./.github/actions/zookeeperRunner -# - name: Run IoTDB -# uses: ./.github/actions/iotdbRunner -# with: -# version: ${{matrix.DB-name}} -# -# - name: Change pom -# run: | -# mv test/pom.xml test/pom.xml.backup -# mv test/pom.xml.${{matrix.DB-name}} test/pom.xml -# - name: Install IginX with Maven -# shell: bash -# run: | -# mvn clean package -DskipTests -# -# #第 1 阶段测试开始========================================== -# - name: Prepare CapExp environment -# if: always() -# uses: ./.github/actions/capacityExpansionUnionTest -# with: -# version: ${VERSION} -# DB-name: ${{matrix.DB-name}} -# Test-Way: oriHasDataExpHasData -# -# - name: oriHasDataExpHasData IT -# if: always() -# run: | -# if [ "${{matrix.DB-name}}" == "iotdb11" ]; then -# mvn test -q -Dtest=IoTDB11HistoryDataCapacityExpansionIT#oriHasDataExpHasData -DfailIfNoTests=false -# elif [ "${{matrix.DB-name}}" == "iotdb12" ]; then -# mvn test -q -Dtest=IoTDB12HistoryDataCapacityExpansionIT#oriHasDataExpHasData -DfailIfNoTests=false -# fi -# -# #第 2 阶段测试开始========================================== -# - name: Prepare CapExp environment -# if: always() -# uses: ./.github/actions/capacityExpansionUnionTest -# with: -# version: ${VERSION} -# DB-name: ${{matrix.DB-name}} -# Test-Way: oriNoDataExpNoData -# -# - name: oriNoDataExpNoData IT -# if: always() -# run: | -# if [ "${{matrix.DB-name}}" == "iotdb11" ]; then -# mvn test -q -Dtest=IoTDB11HistoryDataCapacityExpansionIT#oriNoDataExpNoData -DfailIfNoTests=false -# elif [ "${{matrix.DB-name}}" == "iotdb12" ]; then -# mvn test -q -Dtest=IoTDB12HistoryDataCapacityExpansionIT#oriNoDataExpNoData -DfailIfNoTests=false -# fi -# -# #第 3 阶段测试开始========================================== -# - name: Prepare CapExp environment -# if: always() -# uses: ./.github/actions/capacityExpansionUnionTest -# with: -# version: ${VERSION} -# DB-name: ${{matrix.DB-name}} -# Test-Way: oriHasDataExpNoData -# -# - name: oriHasDataExpNoData IT -# if: always() -# run: | -# if [ "${{matrix.DB-name}}" == "iotdb11" ]; then -# mvn test -q -Dtest=IoTDB11HistoryDataCapacityExpansionIT#oriHasDataExpNoData -DfailIfNoTests=false -# elif [ "${{matrix.DB-name}}" == "iotdb12" ]; then -# mvn test -q -Dtest=IoTDB12HistoryDataCapacityExpansionIT#oriHasDataExpNoData -DfailIfNoTests=false -# fi -# -# #第 4 阶段测试开始========================================== -# - name: Prepare CapExp environment -# if: always() -# uses: ./.github/actions/capacityExpansionUnionTest -# with: -# version: ${VERSION} -# DB-name: ${{matrix.DB-name}} -# Test-Way: oriNoDataExpHasData -# -# - name: oriNoDataExpHasData IT -# if: always() -# run: | -# if [ "${{matrix.DB-name}}" == "iotdb11" ]; then -# mvn test -q -Dtest=IoTDB11HistoryDataCapacityExpansionIT#oriNoDataExpHasData -DfailIfNoTests=false -# elif [ "${{matrix.DB-name}}" == "iotdb12" ]; then -# mvn test -q -Dtest=IoTDB12HistoryDataCapacityExpansionIT#oriNoDataExpHasData -DfailIfNoTests=false -# fi -# -# - uses: codecov/codecov-action@v1 -# with: -# file: ./**/target/site/jacoco/jacoco.xml -# name: codecov -# -# SchemaPrefix-Test-IotDB: -# timeout-minutes: 20 -# strategy: -# fail-fast: false -# matrix: -# java: [ 8 ] -# python-version: [ "3.7" ] -# os: [ ubuntu-latest, macos-latest ] -# DB-name: [ "iotdb11", "iotdb12" ] -# runs-on: ${{ matrix.os }} -# steps: -# - uses: actions/checkout@v2 -# - name: Environmet Dependence -# uses: ./.github/actions/dependence -# with: -# python-version: ${{ matrix.python-version }} -# java: ${{ matrix.java }} -# - name: Run ZooKeeper -# uses: ./.github/actions/zookeeperRunner -# - name: Run IoTDB -# uses: ./.github/actions/iotdbRunner -# with: -# version: ${{matrix.DB-name}} -# -# - name: Change pom -# run: | -# mv test/pom.xml test/pom.xml.backup -# mv test/pom.xml.${{matrix.DB-name}} test/pom.xml -# - name: Install IginX with Maven -# shell: bash -# run: | -# mvn clean package -DskipTests -# -# #第 1 阶段测试开始========================================== -# - name: Prepare CapExp environment -# uses: ./.github/actions/capacityExpansionUnionTest -# with: -# version: ${VERSION} -# DB-name: ${{matrix.DB-name}} -# Test-Way: oriNoDataExpHasData -# -# - name: schema prefix IT -# run: | -# if [ "${{matrix.DB-name}}" == "iotdb11" ]; then -# mvn test -q -Dtest=IoTDB11HistoryDataCapacityExpansionIT#schemaPrefix -DfailIfNoTests=false -# elif [ "${{matrix.DB-name}}" == "iotdb12" ]; then -# mvn test -q -Dtest=IoTDB12HistoryDataCapacityExpansionIT#schemaPrefix -DfailIfNoTests=false -# fi -# -# DataPrefixWithMultiSchemaPrefix-Test-InfluxDB: -# timeout-minutes: 20 -# strategy: -# fail-fast: false -# #max-parallel: 20 -# matrix: -# java: [ 8 ] -# python-version: [ "3.7" ] -# os: [ ubuntu-latest, macos-latest ] -# runs-on: ${{ matrix.os }} -# steps: -# - uses: actions/checkout@v2 -# - name: Set up Python ${{ matrix.python-version }} -# uses: actions/setup-python@v3 -# with: -# python-version: ${{ matrix.python-version }} -# - name: Install Python dependencies -# run: | -# python -m pip install --upgrade pip -# - name: Set up JDK ${{ matrix.java }} -# uses: actions/setup-java@v1 -# with: -# java-version: ${{ matrix.java }} -# - name: Run ZooKeeper -# run: | -# if [ "$RUNNER_OS" == "Linux" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/zk.sh" -# "${GITHUB_WORKSPACE}/.github/zk.sh" -# elif [ "$RUNNER_OS" == "macOS" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/zk_macos.sh" -# "${GITHUB_WORKSPACE}/.github/zk_macos.sh" -# else -# echo "$RUNNER_OS is not supported" -# exit 1 -# fi -# - name: Run InfluxDB -# run: | -# if [ "$RUNNER_OS" == "Linux" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/influxdb_history_data_add.sh" -# "${GITHUB_WORKSPACE}/.github/influxdb_history_data_add.sh" -# elif [ "$RUNNER_OS" == "macOS" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/influxdb_history_data_add_macos.sh" -# "${GITHUB_WORKSPACE}/.github/influxdb_history_data_add_macos.sh" -# else -# echo "$RUNNER_OS is not supported" -# exit 1 -# fi -# - name: Run IoTDB -# uses: ./.github/actions/iotdbRunner -# with: -# version: iotdb11 -# - name: Change pom -# run: | -# mv test/pom.xml test/pom.xml.backup -# mv test/pom.xml.iotdb11 test/pom.xml -# - name: Install with Maven -# run: mvn clean package -DskipTests -# - name: Write history Data -# run: | -# mvn test -q -Dtest=InfluxDBHistoryDataGeneratorTest -DfailIfNoTests=false -# sleep 5 -# - name: Start IginX -# run: | -# chmod +x "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" -# nohup "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" & -# -# - name: Add Same DataPrefix With DiffSchemaPrefix IT -# run: | -# mvn test -q -Dtest=InfluxDBHistoryDataCapacityExpansionIT#testAddSameDataPrefixWithDiffSchemaPrefix -DfailIfNoTests=false -# -# DataPrefixWithMultiSchemaPrefix-Test-IotDB: -# timeout-minutes: 20 -# strategy: -# fail-fast: false -# matrix: -# java: [ 8 ] -# python-version: [ "3.7" ] -# os: [ ubuntu-latest, macos-latest ] -# DB-name: [ "iotdb11", "iotdb12" ] -# runs-on: ${{ matrix.os }} -# steps: -# - uses: actions/checkout@v2 -# - name: Environmet Dependence -# uses: ./.github/actions/dependence -# with: -# python-version: ${{ matrix.python-version }} -# java: ${{ matrix.java }} -# - name: Run ZooKeeper -# uses: ./.github/actions/zookeeperRunner -# - name: Run IoTDB -# uses: ./.github/actions/iotdbRunner -# with: -# version: ${{matrix.DB-name}} -# -# - name: Change pom -# run: | -# mv test/pom.xml test/pom.xml.backup -# mv test/pom.xml.${{matrix.DB-name}} test/pom.xml -# - name: Install IginX with Maven -# shell: bash -# run: | -# mvn clean package -DskipTests -# - name: Prepare CapExp environment -# uses: ./.github/actions/capacityExpansionUnionTest -# with: -# version: ${VERSION} -# DB-name: ${{matrix.DB-name}} -# Test-Way: oriNoDataExpHasData -# -# - name: Write Extra Data to Expansion Node -# uses: ./.github/actions/iotdbWriter -# with: -# Test-Way: extraDataWrite -# -# - name: data prefix IT -# run: | -# if [ "${{matrix.DB-name}}" == "iotdb11" ]; then -# mvn test -q -Dtest=IoTDB11HistoryDataCapacityExpansionIT#testAddSameDataPrefixWithDiffSchemaPrefix -DfailIfNoTests=false -# elif [ "${{matrix.DB-name}}" == "iotdb12" ]; then -# mvn test -q -Dtest=IoTDB12HistoryDataCapacityExpansionIT#testAddSameDataPrefixWithDiffSchemaPrefix -DfailIfNoTests=false -# fi \ No newline at end of file +name: "Capacity-Expansions-On-IoTDB" +on: + push: + branches: + - main + pull_request: + branches: + - main +env: + VERSION: 0.6.0-SNAPSHOT +concurrency: + group: ${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + +jobs: + IoTDB-Test: + timeout-minutes: 20 + strategy: + fail-fast: false + matrix: + java: [ 8 ] + python-version: [ "3.7" ] + os: [ ubuntu-latest, macos-latest ] + DB-name: [ "iotdb11", "iotdb12" ] + runs-on: ${{ matrix.os }} + steps: + - uses: actions/checkout@v2 + - name: Environmet Dependence + uses: ./.github/actions/dependence + with: + python-version: ${{ matrix.python-version }} + java: ${{ matrix.java }} + - name: Run ZooKeeper + uses: ./.github/actions/zookeeperRunner + - name: Run IoTDB + uses: ./.github/actions/iotdbRunner + with: + version: ${{matrix.DB-name}} + + - name: Change pom + run: | + mv test/pom.xml test/pom.xml.backup + mv test/pom.xml.${{matrix.DB-name}} test/pom.xml + - name: Install IginX with Maven + shell: bash + run: | + mvn clean package -DskipTests + + #第 1 阶段测试开始========================================== + - name: Prepare CapExp environment + if: always() + uses: ./.github/actions/capacityExpansionUnionTest + with: + version: ${VERSION} + DB-name: ${{matrix.DB-name}} + Test-Way: oriHasDataExpHasData + + - name: oriHasDataExpHasData IT + if: always() + run: | + if [ "${{matrix.DB-name}}" == "iotdb11" ]; then + mvn test -q -Dtest=IoTDB11HistoryDataCapacityExpansionIT#oriHasDataExpHasData -DfailIfNoTests=false + elif [ "${{matrix.DB-name}}" == "iotdb12" ]; then + mvn test -q -Dtest=IoTDB12HistoryDataCapacityExpansionIT#oriHasDataExpHasData -DfailIfNoTests=false + fi + + #第 2 阶段测试开始========================================== + - name: Prepare CapExp environment + if: always() + uses: ./.github/actions/capacityExpansionUnionTest + with: + version: ${VERSION} + DB-name: ${{matrix.DB-name}} + Test-Way: oriNoDataExpNoData + + - name: oriNoDataExpNoData IT + if: always() + run: | + if [ "${{matrix.DB-name}}" == "iotdb11" ]; then + mvn test -q -Dtest=IoTDB11HistoryDataCapacityExpansionIT#oriNoDataExpNoData -DfailIfNoTests=false + elif [ "${{matrix.DB-name}}" == "iotdb12" ]; then + mvn test -q -Dtest=IoTDB12HistoryDataCapacityExpansionIT#oriNoDataExpNoData -DfailIfNoTests=false + fi + + #第 3 阶段测试开始========================================== + - name: Prepare CapExp environment + if: always() + uses: ./.github/actions/capacityExpansionUnionTest + with: + version: ${VERSION} + DB-name: ${{matrix.DB-name}} + Test-Way: oriHasDataExpNoData + + - name: oriHasDataExpNoData IT + if: always() + run: | + if [ "${{matrix.DB-name}}" == "iotdb11" ]; then + mvn test -q -Dtest=IoTDB11HistoryDataCapacityExpansionIT#oriHasDataExpNoData -DfailIfNoTests=false + elif [ "${{matrix.DB-name}}" == "iotdb12" ]; then + mvn test -q -Dtest=IoTDB12HistoryDataCapacityExpansionIT#oriHasDataExpNoData -DfailIfNoTests=false + fi + + #第 4 阶段测试开始========================================== + - name: Prepare CapExp environment + if: always() + uses: ./.github/actions/capacityExpansionUnionTest + with: + version: ${VERSION} + DB-name: ${{matrix.DB-name}} + Test-Way: oriNoDataExpHasData + + - name: oriNoDataExpHasData IT + if: always() + run: | + if [ "${{matrix.DB-name}}" == "iotdb11" ]; then + mvn test -q -Dtest=IoTDB11HistoryDataCapacityExpansionIT#oriNoDataExpHasData -DfailIfNoTests=false + elif [ "${{matrix.DB-name}}" == "iotdb12" ]; then + mvn test -q -Dtest=IoTDB12HistoryDataCapacityExpansionIT#oriNoDataExpHasData -DfailIfNoTests=false + fi + + - uses: codecov/codecov-action@v1 + with: + file: ./**/target/site/jacoco/jacoco.xml + name: codecov + + SchemaPrefix-Test-IotDB: + timeout-minutes: 20 + strategy: + fail-fast: false + matrix: + java: [ 8 ] + python-version: [ "3.7" ] + os: [ ubuntu-latest, macos-latest ] + DB-name: [ "iotdb11", "iotdb12" ] + runs-on: ${{ matrix.os }} + steps: + - uses: actions/checkout@v2 + - name: Environmet Dependence + uses: ./.github/actions/dependence + with: + python-version: ${{ matrix.python-version }} + java: ${{ matrix.java }} + - name: Run ZooKeeper + uses: ./.github/actions/zookeeperRunner + - name: Run IoTDB + uses: ./.github/actions/iotdbRunner + with: + version: ${{matrix.DB-name}} + + - name: Change pom + run: | + mv test/pom.xml test/pom.xml.backup + mv test/pom.xml.${{matrix.DB-name}} test/pom.xml + - name: Install IginX with Maven + shell: bash + run: | + mvn clean package -DskipTests + + #第 1 阶段测试开始========================================== + - name: Prepare CapExp environment + uses: ./.github/actions/capacityExpansionUnionTest + with: + version: ${VERSION} + DB-name: ${{matrix.DB-name}} + Test-Way: oriNoDataExpHasData + + - name: schema prefix IT + run: | + if [ "${{matrix.DB-name}}" == "iotdb11" ]; then + mvn test -q -Dtest=IoTDB11HistoryDataCapacityExpansionIT#schemaPrefix -DfailIfNoTests=false + elif [ "${{matrix.DB-name}}" == "iotdb12" ]; then + mvn test -q -Dtest=IoTDB12HistoryDataCapacityExpansionIT#schemaPrefix -DfailIfNoTests=false + fi + + DataPrefixWithMultiSchemaPrefix-Test-InfluxDB: + timeout-minutes: 20 + strategy: + fail-fast: false + #max-parallel: 20 + matrix: + java: [ 8 ] + python-version: [ "3.7" ] + os: [ ubuntu-latest, macos-latest ] + runs-on: ${{ matrix.os }} + steps: + - uses: actions/checkout@v2 + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v3 + with: + python-version: ${{ matrix.python-version }} + - name: Install Python dependencies + run: | + python -m pip install --upgrade pip + - name: Set up JDK ${{ matrix.java }} + uses: actions/setup-java@v1 + with: + java-version: ${{ matrix.java }} + - name: Run ZooKeeper + run: | + if [ "$RUNNER_OS" == "Linux" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/zk.sh" + "${GITHUB_WORKSPACE}/.github/zk.sh" + elif [ "$RUNNER_OS" == "macOS" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/zk_macos.sh" + "${GITHUB_WORKSPACE}/.github/zk_macos.sh" + else + echo "$RUNNER_OS is not supported" + exit 1 + fi + - name: Run InfluxDB + run: | + if [ "$RUNNER_OS" == "Linux" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/influxdb_history_data_add.sh" + "${GITHUB_WORKSPACE}/.github/influxdb_history_data_add.sh" + elif [ "$RUNNER_OS" == "macOS" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/influxdb_history_data_add_macos.sh" + "${GITHUB_WORKSPACE}/.github/influxdb_history_data_add_macos.sh" + else + echo "$RUNNER_OS is not supported" + exit 1 + fi + - name: Run IoTDB + uses: ./.github/actions/iotdbRunner + with: + version: iotdb11 + - name: Change pom + run: | + mv test/pom.xml test/pom.xml.backup + mv test/pom.xml.iotdb11 test/pom.xml + - name: Install with Maven + run: mvn clean package -DskipTests + - name: Write history Data + run: | + mvn test -q -Dtest=InfluxDBHistoryDataGeneratorTest -DfailIfNoTests=false + sleep 5 + - name: Start IginX + run: | + chmod +x "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" + nohup "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" & + + - name: Add Same DataPrefix With DiffSchemaPrefix IT + run: | + mvn test -q -Dtest=InfluxDBHistoryDataCapacityExpansionIT#testAddSameDataPrefixWithDiffSchemaPrefix -DfailIfNoTests=false + + DataPrefixWithMultiSchemaPrefix-Test-IotDB: + timeout-minutes: 20 + strategy: + fail-fast: false + matrix: + java: [ 8 ] + python-version: [ "3.7" ] + os: [ ubuntu-latest, macos-latest ] + DB-name: [ "iotdb11", "iotdb12" ] + runs-on: ${{ matrix.os }} + steps: + - uses: actions/checkout@v2 + - name: Environmet Dependence + uses: ./.github/actions/dependence + with: + python-version: ${{ matrix.python-version }} + java: ${{ matrix.java }} + - name: Run ZooKeeper + uses: ./.github/actions/zookeeperRunner + - name: Run IoTDB + uses: ./.github/actions/iotdbRunner + with: + version: ${{matrix.DB-name}} + + - name: Change pom + run: | + mv test/pom.xml test/pom.xml.backup + mv test/pom.xml.${{matrix.DB-name}} test/pom.xml + - name: Install IginX with Maven + shell: bash + run: | + mvn clean package -DskipTests + - name: Prepare CapExp environment + uses: ./.github/actions/capacityExpansionUnionTest + with: + version: ${VERSION} + DB-name: ${{matrix.DB-name}} + Test-Way: oriNoDataExpHasData + + - name: Write Extra Data to Expansion Node + uses: ./.github/actions/iotdbWriter + with: + Test-Way: extraDataWrite + + - name: data prefix IT + run: | + if [ "${{matrix.DB-name}}" == "iotdb11" ]; then + mvn test -q -Dtest=IoTDB11HistoryDataCapacityExpansionIT#testAddSameDataPrefixWithDiffSchemaPrefix -DfailIfNoTests=false + elif [ "${{matrix.DB-name}}" == "iotdb12" ]; then + mvn test -q -Dtest=IoTDB12HistoryDataCapacityExpansionIT#testAddSameDataPrefixWithDiffSchemaPrefix -DfailIfNoTests=false + fi \ No newline at end of file diff --git a/.github/workflows/codeql-analysis.yml b/.github/workflows/codeql-analysis.yml index 1c16f4955..d6fd0008b 100644 --- a/.github/workflows/codeql-analysis.yml +++ b/.github/workflows/codeql-analysis.yml @@ -1,73 +1,73 @@ -## For most projects, this workflow file will not need changing; you simply need -## to commit it to your repository. -## -## You may wish to alter this file to override the set of languages analyzed, -## or to provide custom queries or build logic. -## -## ******** NOTE ******** -## We have attempted to detect the languages in your repository. Please check -## the `language` matrix defined below to confirm you have the correct set of -## supported CodeQL languages. -## -#name: "CodeQL" +# For most projects, this workflow file will not need changing; you simply need +# to commit it to your repository. # -#on: -# push: -# branches: -# - main -# pull_request: -# # The branches below must be a subset of the branches above -# branches: -# - main -# schedule: -# - cron: '22 22 * * 6' +# You may wish to alter this file to override the set of languages analyzed, +# or to provide custom queries or build logic. # -#concurrency: -# group: ${{ github.workflow }}-${{ github.ref }} -# cancel-in-progress: true +# ******** NOTE ******** +# We have attempted to detect the languages in your repository. Please check +# the `language` matrix defined below to confirm you have the correct set of +# supported CodeQL languages. # -#jobs: -# analyze: -# name: Analyze -# runs-on: ubuntu-latest -# -# strategy: -# fail-fast: false -# matrix: -# language: [ 'java' ] -# # CodeQL supports [ 'cpp', 'csharp', 'go', 'java', 'javascript', 'python' ] -# # Learn more: -# # https://docs.github.com/en/free-pro-team@latest/github/finding-security-vulnerabilities-and-errors-in-your-code/configuring-code-scanning#changing-the-languages-that-are-analyzed -# -# steps: -# - name: Checkout repository -# uses: actions/checkout@v2 -# -# # Initializes the CodeQL tools for scanning. -# - name: Initialize CodeQL -# uses: github/codeql-action/init@v1 -# with: -# languages: ${{ matrix.language }} -# # If you wish to specify custom queries, you can do so here or in a config file. -# # By default, queries listed here will override any specified in a config file. -# # Prefix the list here with "+" to use these queries and those in the config file. -# # queries: ./path/to/local/query, your-org/your-repo/queries@main -# -# # Autobuild attempts to build any compiled languages (C/C++, C#, or Java). -# # If this step fails, then you should remove it and run the build manually (see below) -# - name: Autobuild -# uses: github/codeql-action/autobuild@v1 -# -# # ℹ️ Command-line programs to run using the OS shell. -# # 📚 https://git.io/JvXDl -# -# # ✏️ If the Autobuild fails above, remove it and uncomment the following three lines -# # and modify them (or add more) to build your code if your project -# # uses a compiled language -# -# #- run: | -# # make bootstrap -# # make release -# -# - name: Perform CodeQL Analysis -# uses: github/codeql-action/analyze@v1 +name: "CodeQL" + +on: + push: + branches: + - main + pull_request: + # The branches below must be a subset of the branches above + branches: + - main + schedule: + - cron: '22 22 * * 6' + +concurrency: + group: ${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + +jobs: + analyze: + name: Analyze + runs-on: ubuntu-latest + + strategy: + fail-fast: false + matrix: + language: [ 'java' ] + # CodeQL supports [ 'cpp', 'csharp', 'go', 'java', 'javascript', 'python' ] + # Learn more: + # https://docs.github.com/en/free-pro-team@latest/github/finding-security-vulnerabilities-and-errors-in-your-code/configuring-code-scanning#changing-the-languages-that-are-analyzed + + steps: + - name: Checkout repository + uses: actions/checkout@v2 + + # Initializes the CodeQL tools for scanning. + - name: Initialize CodeQL + uses: github/codeql-action/init@v1 + with: + languages: ${{ matrix.language }} + # If you wish to specify custom queries, you can do so here or in a config file. + # By default, queries listed here will override any specified in a config file. + # Prefix the list here with "+" to use these queries and those in the config file. + # queries: ./path/to/local/query, your-org/your-repo/queries@main + + # Autobuild attempts to build any compiled languages (C/C++, C#, or Java). + # If this step fails, then you should remove it and run the build manually (see below) + - name: Autobuild + uses: github/codeql-action/autobuild@v1 + + # ℹ️ Command-line programs to run using the OS shell. + # 📚 https://git.io/JvXDl + + # ✏️ If the Autobuild fails above, remove it and uncomment the following three lines + # and modify them (or add more) to build your code if your project + # uses a compiled language + + #- run: | + # make bootstrap + # make release + + - name: Perform CodeQL Analysis + uses: github/codeql-action/analyze@v1 diff --git a/.github/workflows/ds-influxdb.yml b/.github/workflows/ds-influxdb.yml index f5c2d1383..30304d4c9 100644 --- a/.github/workflows/ds-influxdb.yml +++ b/.github/workflows/ds-influxdb.yml @@ -1,204 +1,204 @@ -#name: "System-IT-ds-InfluxDB" -# -#on: -# push: -# branches: -# - main -# pull_request: -# branches: -# - main -#env: -# VERSION: 0.6.0-SNAPSHOT -# -#concurrency: -# group: ${{ github.workflow }}-${{ github.ref }} -# cancel-in-progress: true -# -#jobs: -# InfluxDB-Capacity-Expansion-Test: -# strategy: -# fail-fast: false -# #max-parallel: 20 -# matrix: -# java: [ 8 ] -# python-version: [ "3.7" ] -# os: [ ubuntu-latest, macos-latest ] -# runs-on: ${{ matrix.os }} -# steps: -# - uses: actions/checkout@v2 -# - name: Set up Python ${{ matrix.python-version }} -# uses: actions/setup-python@v3 -# with: -# python-version: ${{ matrix.python-version }} -# - name: Install Python dependencies -# run: | -# python -m pip install --upgrade pip -# - name: Set up JDK ${{ matrix.java }} -# uses: actions/setup-java@v1 -# with: -# java-version: ${{ matrix.java }} -# - name: Run ZooKeeper -# run: | -# if [ "$RUNNER_OS" == "Linux" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/zk.sh" -# "${GITHUB_WORKSPACE}/.github/zk.sh" -# elif [ "$RUNNER_OS" == "macOS" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/zk_macos.sh" -# "${GITHUB_WORKSPACE}/.github/zk_macos.sh" -# else -# echo "$RUNNER_OS is not supported" -# exit 1 -# fi -# - name: Run InfluxDB and change default config -# run: | -# if [ "$RUNNER_OS" == "Linux" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/influxdb_history_data.sh" -# "${GITHUB_WORKSPACE}/.github/influxdb_history_data.sh" -# elif [ "$RUNNER_OS" == "macOS" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/influxdb_history_data_macos.sh" -# "${GITHUB_WORKSPACE}/.github/influxdb_history_data_macos.sh" -# else -# echo "$RUNNER_OS is not supported" -# exit 1 -# fi -# - name: Install with Maven -# run: mvn clean package -DskipTests -# - name: Write history Data -# run: | -# mvn test -q -Dtest=InfluxDBHistoryDataGeneratorTest -DfailIfNoTests=false -# sleep 10 -# - name: Start IginX -# run: | -# chmod +x "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" -# nohup "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" & -# -# -# InfluxDB-SQL-Test: -# strategy: -# fail-fast: false -# #max-parallel: 20 -# matrix: -# java: [ 8 ] -# python-version: [ "3.7" ] -# os: [ ubuntu-latest, macos-latest ] -# runs-on: ${{ matrix.os }} -# steps: -# - uses: actions/checkout@v2 -# - name: Set up Python ${{ matrix.python-version }} -# uses: actions/setup-python@v3 -# with: -# python-version: ${{ matrix.python-version }} -# - name: Install Python dependencies -# run: | -# python -m pip install --upgrade pip -# - name: Set up JDK ${{ matrix.java }} -# uses: actions/setup-java@v1 -# with: -# java-version: ${{ matrix.java }} -# - name: Cache Maven packages -# uses: actions/cache@v2.1.5 -# with: -# path: ~/.m2 -# key: ${{ runner.os }}-m2-${{ hashFiles('/pom.xml') }} -# restore-keys: ${{ runner.os }}-m2 -# - name: Run ZooKeeper -# run: | -# if [ "$RUNNER_OS" == "Linux" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/zk.sh" -# "${GITHUB_WORKSPACE}/.github/zk.sh" -# elif [ "$RUNNER_OS" == "macOS" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/zk_macos.sh" -# "${GITHUB_WORKSPACE}/.github/zk_macos.sh" -# else -# echo "$RUNNER_OS is not supported" -# exit 1 -# fi -# - name: Run InfluxDB -# run: | -# if [ "$RUNNER_OS" == "Linux" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/influxdb.sh" -# "${GITHUB_WORKSPACE}/.github/influxdb.sh" -# elif [ "$RUNNER_OS" == "macOS" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/influxdb_macos.sh" -# "${GITHUB_WORKSPACE}/.github/influxdb_macos.sh" -# else -# echo "$RUNNER_OS is not supported" -# exit 1 -# fi -# - name: Install with Maven -# run: mvn clean package -DskipTests -# - name: Start IginX -# run: | -# chmod +x "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" -# nohup "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" & -# - name: A Lame Integration Test with Maven for SQL -# run: mvn test -q -Dtest=InfluxDBSQLSessionIT -DfailIfNoTests=false -# - uses: codecov/codecov-action@v1 -# with: -# file: ./**/target/site/jacoco/jacoco.xml -# name: codecov -# -# InfluxDB-SQL-SessionPool-Test: -# strategy: -# fail-fast: false -# #max-parallel: 20 -# matrix: -# java: [ 8 ] -# python-version: [ "3.7" ] -# os: [ ubuntu-latest, macos-latest ] -# runs-on: ${{ matrix.os }} -# steps: -# - uses: actions/checkout@v2 -# - name: Set up Python ${{ matrix.python-version }} -# uses: actions/setup-python@v3 -# with: -# python-version: ${{ matrix.python-version }} -# - name: Install Python dependencies -# run: | -# python -m pip install --upgrade pip -# - name: Set up JDK ${{ matrix.java }} -# uses: actions/setup-java@v1 -# with: -# java-version: ${{ matrix.java }} -# - name: Cache Maven packages -# uses: actions/cache@v2.1.5 -# with: -# path: ~/.m2 -# key: ${{ runner.os }}-m2-${{ hashFiles('/pom.xml') }} -# restore-keys: ${{ runner.os }}-m2 -# - name: Run ZooKeeper -# run: | -# if [ "$RUNNER_OS" == "Linux" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/zk.sh" -# "${GITHUB_WORKSPACE}/.github/zk.sh" -# elif [ "$RUNNER_OS" == "macOS" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/zk_macos.sh" -# "${GITHUB_WORKSPACE}/.github/zk_macos.sh" -# else -# echo "$RUNNER_OS is not supported" -# exit 1 -# fi -# - name: Run InfluxDB -# run: | -# if [ "$RUNNER_OS" == "Linux" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/influxdb.sh" -# "${GITHUB_WORKSPACE}/.github/influxdb.sh" -# elif [ "$RUNNER_OS" == "macOS" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/influxdb_macos.sh" -# "${GITHUB_WORKSPACE}/.github/influxdb_macos.sh" -# else -# echo "$RUNNER_OS is not supported" -# exit 1 -# fi -# - name: Install with Maven -# run: mvn clean package -DskipTests -# - name: Start IginX -# run: | -# chmod +x "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" -# nohup "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" & -# - name: A Lame Integration Test with Maven for SQL -# run: mvn test -q -Dtest=InfluxDBSQLSessionPoolIT -DfailIfNoTests=false -# - uses: codecov/codecov-action@v1 -# with: -# file: ./**/target/site/jacoco/jacoco.xml -# name: codecov +name: "System-IT-ds-InfluxDB" + +on: + push: + branches: + - main + pull_request: + branches: + - main +env: + VERSION: 0.6.0-SNAPSHOT + +concurrency: + group: ${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + +jobs: + InfluxDB-Capacity-Expansion-Test: + strategy: + fail-fast: false + #max-parallel: 20 + matrix: + java: [ 8 ] + python-version: [ "3.7" ] + os: [ ubuntu-latest, macos-latest ] + runs-on: ${{ matrix.os }} + steps: + - uses: actions/checkout@v2 + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v3 + with: + python-version: ${{ matrix.python-version }} + - name: Install Python dependencies + run: | + python -m pip install --upgrade pip + - name: Set up JDK ${{ matrix.java }} + uses: actions/setup-java@v1 + with: + java-version: ${{ matrix.java }} + - name: Run ZooKeeper + run: | + if [ "$RUNNER_OS" == "Linux" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/zk.sh" + "${GITHUB_WORKSPACE}/.github/zk.sh" + elif [ "$RUNNER_OS" == "macOS" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/zk_macos.sh" + "${GITHUB_WORKSPACE}/.github/zk_macos.sh" + else + echo "$RUNNER_OS is not supported" + exit 1 + fi + - name: Run InfluxDB and change default config + run: | + if [ "$RUNNER_OS" == "Linux" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/influxdb_history_data.sh" + "${GITHUB_WORKSPACE}/.github/influxdb_history_data.sh" + elif [ "$RUNNER_OS" == "macOS" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/influxdb_history_data_macos.sh" + "${GITHUB_WORKSPACE}/.github/influxdb_history_data_macos.sh" + else + echo "$RUNNER_OS is not supported" + exit 1 + fi + - name: Install with Maven + run: mvn clean package -DskipTests + - name: Write history Data + run: | + mvn test -q -Dtest=InfluxDBHistoryDataGeneratorTest -DfailIfNoTests=false + sleep 10 + - name: Start IginX + run: | + chmod +x "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" + nohup "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" & + + + InfluxDB-SQL-Test: + strategy: + fail-fast: false + #max-parallel: 20 + matrix: + java: [ 8 ] + python-version: [ "3.7" ] + os: [ ubuntu-latest, macos-latest ] + runs-on: ${{ matrix.os }} + steps: + - uses: actions/checkout@v2 + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v3 + with: + python-version: ${{ matrix.python-version }} + - name: Install Python dependencies + run: | + python -m pip install --upgrade pip + - name: Set up JDK ${{ matrix.java }} + uses: actions/setup-java@v1 + with: + java-version: ${{ matrix.java }} + - name: Cache Maven packages + uses: actions/cache@v2.1.5 + with: + path: ~/.m2 + key: ${{ runner.os }}-m2-${{ hashFiles('/pom.xml') }} + restore-keys: ${{ runner.os }}-m2 + - name: Run ZooKeeper + run: | + if [ "$RUNNER_OS" == "Linux" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/zk.sh" + "${GITHUB_WORKSPACE}/.github/zk.sh" + elif [ "$RUNNER_OS" == "macOS" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/zk_macos.sh" + "${GITHUB_WORKSPACE}/.github/zk_macos.sh" + else + echo "$RUNNER_OS is not supported" + exit 1 + fi + - name: Run InfluxDB + run: | + if [ "$RUNNER_OS" == "Linux" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/influxdb.sh" + "${GITHUB_WORKSPACE}/.github/influxdb.sh" + elif [ "$RUNNER_OS" == "macOS" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/influxdb_macos.sh" + "${GITHUB_WORKSPACE}/.github/influxdb_macos.sh" + else + echo "$RUNNER_OS is not supported" + exit 1 + fi + - name: Install with Maven + run: mvn clean package -DskipTests + - name: Start IginX + run: | + chmod +x "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" + nohup "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" & + - name: A Lame Integration Test with Maven for SQL + run: mvn test -q -Dtest=InfluxDBSQLSessionIT -DfailIfNoTests=false + - uses: codecov/codecov-action@v1 + with: + file: ./**/target/site/jacoco/jacoco.xml + name: codecov + + InfluxDB-SQL-SessionPool-Test: + strategy: + fail-fast: false + #max-parallel: 20 + matrix: + java: [ 8 ] + python-version: [ "3.7" ] + os: [ ubuntu-latest, macos-latest ] + runs-on: ${{ matrix.os }} + steps: + - uses: actions/checkout@v2 + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v3 + with: + python-version: ${{ matrix.python-version }} + - name: Install Python dependencies + run: | + python -m pip install --upgrade pip + - name: Set up JDK ${{ matrix.java }} + uses: actions/setup-java@v1 + with: + java-version: ${{ matrix.java }} + - name: Cache Maven packages + uses: actions/cache@v2.1.5 + with: + path: ~/.m2 + key: ${{ runner.os }}-m2-${{ hashFiles('/pom.xml') }} + restore-keys: ${{ runner.os }}-m2 + - name: Run ZooKeeper + run: | + if [ "$RUNNER_OS" == "Linux" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/zk.sh" + "${GITHUB_WORKSPACE}/.github/zk.sh" + elif [ "$RUNNER_OS" == "macOS" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/zk_macos.sh" + "${GITHUB_WORKSPACE}/.github/zk_macos.sh" + else + echo "$RUNNER_OS is not supported" + exit 1 + fi + - name: Run InfluxDB + run: | + if [ "$RUNNER_OS" == "Linux" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/influxdb.sh" + "${GITHUB_WORKSPACE}/.github/influxdb.sh" + elif [ "$RUNNER_OS" == "macOS" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/influxdb_macos.sh" + "${GITHUB_WORKSPACE}/.github/influxdb_macos.sh" + else + echo "$RUNNER_OS is not supported" + exit 1 + fi + - name: Install with Maven + run: mvn clean package -DskipTests + - name: Start IginX + run: | + chmod +x "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" + nohup "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" & + - name: A Lame Integration Test with Maven for SQL + run: mvn test -q -Dtest=InfluxDBSQLSessionPoolIT -DfailIfNoTests=false + - uses: codecov/codecov-action@v1 + with: + file: ./**/target/site/jacoco/jacoco.xml + name: codecov diff --git a/.github/workflows/ds-iotdb.yml b/.github/workflows/ds-iotdb.yml index a3cf36724..dedf8b089 100644 --- a/.github/workflows/ds-iotdb.yml +++ b/.github/workflows/ds-iotdb.yml @@ -1,238 +1,238 @@ -#name: "System-IT-ds-IoTDB" -# -#on: -# push: -# branches: -# - main -# pull_request: -# branches: -# - main -#env: -# VERSION: 0.6.0-SNAPSHOT -# -#concurrency: -# group: ${{ github.workflow }}-${{ github.ref }} -# cancel-in-progress: true -# -#jobs: -# IoTDB-Session-Test: -# strategy: -# fail-fast: false -# matrix: -# java: [ 8 ] -# python-version: [ "3.7" ] -# os: [ ubuntu-latest, macos-latest ] -# iotdb-version: [ iotdb11, iotdb12 ] -# runs-on: ${{ matrix.os }} -# steps: -# - uses: actions/checkout@v2 -# - name: Environmet Dependence -# uses: ./.github/actions/dependence -# with: -# python-version: ${{ matrix.python-version }} -# java: ${{ matrix.java }} -# -# - name: Run ZooKeeper -# uses: ./.github/actions/zookeeperRunner -# -# - name: Run IoTDB -# uses: ./.github/actions/iotdbRunner -# with: -# if-CapExp: "false" -# version: ${{ matrix.iotdb-version }} -# -# - name: Install with Maven -# run: mvn clean package -DskipTests -# -# - name: Start IginX -# uses: ./.github/actions/iginxRunner -# with: -# version: ${VERSION} -# -# - name: A Lame Integration Test with Maven for IoTDB -# run: | -# if [ ${{ matrix.iotdb-version }} == "iotdb11" ]; then -# mvn test -q -Dtest=IoTDB11SessionIT -DfailIfNoTests=false -# elif [ ${{ matrix.iotdb-version }} == "iotdb12" ]; then -# mvn test -q -Dtest=IoTDB12SessionIT -DfailIfNoTests=false -# else -# echo "${{ matrix.iotdb-version }} is not supported" -# exit 1 -# fi -# -# - uses: codecov/codecov-action@v1 -# with: -# file: ./**/target/site/jacoco/jacoco.xml -# name: codecov -# -# IoTDB-SQL-Test: -# strategy: -# fail-fast: false -# matrix: -# java: [ 8 ] -# python-version: [ "3.7" ] -# os: [ ubuntu-latest, macos-latest ] -# iotdb-version: [ iotdb11, iotdb12 ] -# runs-on: ${{ matrix.os }} -# steps: -# - uses: actions/checkout@v2 -# - name: Environmet Dependence -# uses: ./.github/actions/dependence -# with: -# python-version: ${{ matrix.python-version }} -# java: ${{ matrix.java }} -# -# - name: Run ZooKeeper -# uses: ./.github/actions/zookeeperRunner -# -# - name: Run IoTDB -# uses: ./.github/actions/iotdbRunner -# with: -# if-CapExp: "false" -# version: ${{ matrix.iotdb-version }} -# -# - name: Install with Maven -# run: mvn clean package -DskipTests -# -# - name: Start IginX -# uses: ./.github/actions/iginxRunner -# with: -# version: ${VERSION} -# -# - name: A Lame Integration Test with Maven for SQL -# run: mvn test -q -Dtest=IoTDBSQLSessionIT -DfailIfNoTests=false -# - uses: codecov/codecov-action@v1 -# with: -# file: ./**/target/site/jacoco/jacoco.xml -# name: codecov -# -# IoTDB-Tag-Test: -# strategy: -# fail-fast: false -# matrix: -# java: [ 8 ] -# python-version: [ "3.7" ] -# os: [ ubuntu-latest, macos-latest ] -# iotdb-version: [ iotdb11, iotdb12 ] -# runs-on: ${{ matrix.os }} -# steps: -# - uses: actions/checkout@v2 -# - name: Environmet Dependence -# uses: ./.github/actions/dependence -# with: -# python-version: ${{ matrix.python-version }} -# java: ${{ matrix.java }} -# -# - name: Run ZooKeeper -# uses: ./.github/actions/zookeeperRunner -# -# - name: Run IoTDB -# uses: ./.github/actions/iotdbRunner -# with: -# if-CapExp: "false" -# version: ${{ matrix.iotdb-version }} -# -# - name: Install with Maven -# run: mvn clean package -DskipTests -# -# - name: Start IginX -# uses: ./.github/actions/iginxRunner -# with: -# version: ${VERSION} -# -# - name: A Lame Integration Test with Maven for IoTDB -# run: mvn test -q -Dtest=TagIT -DfailIfNoTests=false -# - uses: codecov/codecov-action@v1 -# with: -# file: ./**/target/site/jacoco/jacoco.xml -# name: codecov -# -# IoTDB-SessionPool-Test: -# strategy: -# fail-fast: false -# matrix: -# java: [ 8 ] -# python-version: [ "3.7" ] -# os: [ ubuntu-latest, macos-latest ] -# iotdb-version: [ iotdb11, iotdb12 ] -# runs-on: ${{ matrix.os }} -# steps: -# - uses: actions/checkout@v2 -# - name: Environmet Dependence -# uses: ./.github/actions/dependence -# with: -# python-version: ${{ matrix.python-version }} -# java: ${{ matrix.java }} -# -# - name: Run ZooKeeper -# uses: ./.github/actions/zookeeperRunner -# -# - name: Run IoTDB -# uses: ./.github/actions/iotdbRunner -# with: -# if-CapExp: "false" -# version: ${{ matrix.iotdb-version }} -# -# - name: Install with Maven -# run: mvn clean package -DskipTests -# -# - name: Start IginX -# uses: ./.github/actions/iginxRunner -# with: -# version: ${VERSION} -# -# - name: A Lame Integration Test with Maven for IoTDB -# run: | -# if [ ${{ matrix.iotdb-version }} == "iotdb11" ]; then -# mvn test -q -Dtest=IoTDB11SessionPoolIT -DfailIfNoTests=false -# elif [ ${{ matrix.iotdb-version }} == "iotdb12" ]; then -# mvn test -q -Dtest=IoTDB12SessionPoolIT -DfailIfNoTests=false -# else -# echo "${{ matrix.iotdb-version }} is not supported" -# exit 1 -# fi -# - uses: codecov/codecov-action@v1 -# with: -# file: ./**/target/site/jacoco/jacoco.xml -# name: codecov -# -# IoTDB-SQL-SessionPool-Test: -# strategy: -# fail-fast: false -# matrix: -# java: [ 8 ] -# python-version: [ "3.7" ] -# os: [ ubuntu-latest, macos-latest ] -# iotdb-version: [ iotdb11, iotdb12 ] -# runs-on: ${{ matrix.os }} -# steps: -# - uses: actions/checkout@v2 -# - name: Environmet Dependence -# uses: ./.github/actions/dependence -# with: -# python-version: ${{ matrix.python-version }} -# java: ${{ matrix.java }} -# -# - name: Run ZooKeeper -# uses: ./.github/actions/zookeeperRunner -# -# - name: Run IoTDB -# uses: ./.github/actions/iotdbRunner -# with: -# if-CapExp: "false" -# version: ${{ matrix.iotdb-version }} -# -# - name: Install with Maven -# run: mvn clean package -DskipTests -# -# - name: Start IginX -# uses: ./.github/actions/iginxRunner -# with: -# version: ${VERSION} -# -# - name: A Lame Integration Test with Maven for SQL -# run: mvn test -q -Dtest=SQLSessionPoolIT -DfailIfNoTests=false -# - uses: codecov/codecov-action@v1 -# with: -# file: ./**/target/site/jacoco/jacoco.xml -# name: codecov +name: "System-IT-ds-IoTDB" + +on: + push: + branches: + - main + pull_request: + branches: + - main +env: + VERSION: 0.6.0-SNAPSHOT + +concurrency: + group: ${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + +jobs: + IoTDB-Session-Test: + strategy: + fail-fast: false + matrix: + java: [ 8 ] + python-version: [ "3.7" ] + os: [ ubuntu-latest, macos-latest ] + iotdb-version: [ iotdb11, iotdb12 ] + runs-on: ${{ matrix.os }} + steps: + - uses: actions/checkout@v2 + - name: Environmet Dependence + uses: ./.github/actions/dependence + with: + python-version: ${{ matrix.python-version }} + java: ${{ matrix.java }} + + - name: Run ZooKeeper + uses: ./.github/actions/zookeeperRunner + + - name: Run IoTDB + uses: ./.github/actions/iotdbRunner + with: + if-CapExp: "false" + version: ${{ matrix.iotdb-version }} + + - name: Install with Maven + run: mvn clean package -DskipTests + + - name: Start IginX + uses: ./.github/actions/iginxRunner + with: + version: ${VERSION} + + - name: A Lame Integration Test with Maven for IoTDB + run: | + if [ ${{ matrix.iotdb-version }} == "iotdb11" ]; then + mvn test -q -Dtest=IoTDB11SessionIT -DfailIfNoTests=false + elif [ ${{ matrix.iotdb-version }} == "iotdb12" ]; then + mvn test -q -Dtest=IoTDB12SessionIT -DfailIfNoTests=false + else + echo "${{ matrix.iotdb-version }} is not supported" + exit 1 + fi + + - uses: codecov/codecov-action@v1 + with: + file: ./**/target/site/jacoco/jacoco.xml + name: codecov + + IoTDB-SQL-Test: + strategy: + fail-fast: false + matrix: + java: [ 8 ] + python-version: [ "3.7" ] + os: [ ubuntu-latest, macos-latest ] + iotdb-version: [ iotdb11, iotdb12 ] + runs-on: ${{ matrix.os }} + steps: + - uses: actions/checkout@v2 + - name: Environmet Dependence + uses: ./.github/actions/dependence + with: + python-version: ${{ matrix.python-version }} + java: ${{ matrix.java }} + + - name: Run ZooKeeper + uses: ./.github/actions/zookeeperRunner + + - name: Run IoTDB + uses: ./.github/actions/iotdbRunner + with: + if-CapExp: "false" + version: ${{ matrix.iotdb-version }} + + - name: Install with Maven + run: mvn clean package -DskipTests + + - name: Start IginX + uses: ./.github/actions/iginxRunner + with: + version: ${VERSION} + + - name: A Lame Integration Test with Maven for SQL + run: mvn test -q -Dtest=IoTDBSQLSessionIT -DfailIfNoTests=false + - uses: codecov/codecov-action@v1 + with: + file: ./**/target/site/jacoco/jacoco.xml + name: codecov + + IoTDB-Tag-Test: + strategy: + fail-fast: false + matrix: + java: [ 8 ] + python-version: [ "3.7" ] + os: [ ubuntu-latest, macos-latest ] + iotdb-version: [ iotdb11, iotdb12 ] + runs-on: ${{ matrix.os }} + steps: + - uses: actions/checkout@v2 + - name: Environmet Dependence + uses: ./.github/actions/dependence + with: + python-version: ${{ matrix.python-version }} + java: ${{ matrix.java }} + + - name: Run ZooKeeper + uses: ./.github/actions/zookeeperRunner + + - name: Run IoTDB + uses: ./.github/actions/iotdbRunner + with: + if-CapExp: "false" + version: ${{ matrix.iotdb-version }} + + - name: Install with Maven + run: mvn clean package -DskipTests + + - name: Start IginX + uses: ./.github/actions/iginxRunner + with: + version: ${VERSION} + + - name: A Lame Integration Test with Maven for IoTDB + run: mvn test -q -Dtest=TagIT -DfailIfNoTests=false + - uses: codecov/codecov-action@v1 + with: + file: ./**/target/site/jacoco/jacoco.xml + name: codecov + + IoTDB-SessionPool-Test: + strategy: + fail-fast: false + matrix: + java: [ 8 ] + python-version: [ "3.7" ] + os: [ ubuntu-latest, macos-latest ] + iotdb-version: [ iotdb11, iotdb12 ] + runs-on: ${{ matrix.os }} + steps: + - uses: actions/checkout@v2 + - name: Environmet Dependence + uses: ./.github/actions/dependence + with: + python-version: ${{ matrix.python-version }} + java: ${{ matrix.java }} + + - name: Run ZooKeeper + uses: ./.github/actions/zookeeperRunner + + - name: Run IoTDB + uses: ./.github/actions/iotdbRunner + with: + if-CapExp: "false" + version: ${{ matrix.iotdb-version }} + + - name: Install with Maven + run: mvn clean package -DskipTests + + - name: Start IginX + uses: ./.github/actions/iginxRunner + with: + version: ${VERSION} + + - name: A Lame Integration Test with Maven for IoTDB + run: | + if [ ${{ matrix.iotdb-version }} == "iotdb11" ]; then + mvn test -q -Dtest=IoTDB11SessionPoolIT -DfailIfNoTests=false + elif [ ${{ matrix.iotdb-version }} == "iotdb12" ]; then + mvn test -q -Dtest=IoTDB12SessionPoolIT -DfailIfNoTests=false + else + echo "${{ matrix.iotdb-version }} is not supported" + exit 1 + fi + - uses: codecov/codecov-action@v1 + with: + file: ./**/target/site/jacoco/jacoco.xml + name: codecov + + IoTDB-SQL-SessionPool-Test: + strategy: + fail-fast: false + matrix: + java: [ 8 ] + python-version: [ "3.7" ] + os: [ ubuntu-latest, macos-latest ] + iotdb-version: [ iotdb11, iotdb12 ] + runs-on: ${{ matrix.os }} + steps: + - uses: actions/checkout@v2 + - name: Environmet Dependence + uses: ./.github/actions/dependence + with: + python-version: ${{ matrix.python-version }} + java: ${{ matrix.java }} + + - name: Run ZooKeeper + uses: ./.github/actions/zookeeperRunner + + - name: Run IoTDB + uses: ./.github/actions/iotdbRunner + with: + if-CapExp: "false" + version: ${{ matrix.iotdb-version }} + + - name: Install with Maven + run: mvn clean package -DskipTests + + - name: Start IginX + uses: ./.github/actions/iginxRunner + with: + version: ${VERSION} + + - name: A Lame Integration Test with Maven for SQL + run: mvn test -q -Dtest=SQLSessionPoolIT -DfailIfNoTests=false + - uses: codecov/codecov-action@v1 + with: + file: ./**/target/site/jacoco/jacoco.xml + name: codecov diff --git a/.github/workflows/ds-parquet.yml b/.github/workflows/ds-parquet.yml index 56d0773d6..0dfa11c6c 100644 --- a/.github/workflows/ds-parquet.yml +++ b/.github/workflows/ds-parquet.yml @@ -15,135 +15,135 @@ concurrency: cancel-in-progress: true jobs: -# Parquet-SQL-Test: -# strategy: -# fail-fast: false -# #max-parallel: 20 -# matrix: -# java: [ 8 ] -# python-version: [ "3.7" ] -# os: [ ubuntu-latest, macos-latest ] -# runs-on: ${{ matrix.os }} -# steps: -# - uses: actions/checkout@v2 -# - name: Set up Python ${{ matrix.python-version }} -# uses: actions/setup-python@v3 -# with: -# python-version: ${{ matrix.python-version }} -# - name: Install Python dependencies -# run: | -# python -m pip install --upgrade pip -# - name: Set up JDK ${{ matrix.java }} -# uses: actions/setup-java@v1 -# with: -# java-version: ${{ matrix.java }} -# - name: Cache Maven packages -# uses: actions/cache@v2.1.5 -# with: -# path: ~/.m2 -# key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }} -# restore-keys: ${{ runner.os }}-m2 -# - name: Run ZooKeeper -# run: | -# if [ "$RUNNER_OS" == "Linux" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/zk.sh" -# "${GITHUB_WORKSPACE}/.github/zk.sh" -# elif [ "$RUNNER_OS" == "macOS" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/zk_macos.sh" -# "${GITHUB_WORKSPACE}/.github/zk_macos.sh" -# else -# echo "$RUNNER_OS is not supported" -# exit 1 -# fi -# - name: Set Parquet -# run: | -# if [ "$RUNNER_OS" == "Linux" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/parquet.sh" -# "${GITHUB_WORKSPACE}/.github/parquet.sh" -# elif [ "$RUNNER_OS" == "macOS" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/parquet_macos.sh" -# "${GITHUB_WORKSPACE}/.github/parquet_macos.sh" -# else -# echo "$RUNNER_OS is not supported" -# exit 1 -# fi -# - name: Install with Maven -# run: mvn clean package -DskipTests -# - name: Start IginX -# run: | -# chmod +x "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" -# nohup "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" & -# - name: A Lame Integration Test with Maven for SQL -# run: mvn test -q -Dtest=ParquetSQLSessionIT -DfailIfNoTests=false -# - uses: codecov/codecov-action@v1 -# with: -# file: ./**/target/site/jacoco/jacoco.xml -# name: codecov -# -# Parquet-SQL-SessionPool-Test: -# strategy: -# fail-fast: false -# #max-parallel: 20 -# matrix: -# java: [ 8 ] -# python-version: [ "3.7" ] -# os: [ ubuntu-latest, macos-latest ] -# runs-on: ${{ matrix.os }} -# steps: -# - uses: actions/checkout@v2 -# - name: Set up Python ${{ matrix.python-version }} -# uses: actions/setup-python@v3 -# with: -# python-version: ${{ matrix.python-version }} -# - name: Install Python dependencies -# run: | -# python -m pip install --upgrade pip -# - name: Set up JDK ${{ matrix.java }} -# uses: actions/setup-java@v1 -# with: -# java-version: ${{ matrix.java }} -# - name: Cache Maven packages -# uses: actions/cache@v2.1.5 -# with: -# path: ~/.m2 -# key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }} -# restore-keys: ${{ runner.os }}-m2 -# - name: Run ZooKeeper -# run: | -# if [ "$RUNNER_OS" == "Linux" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/zk.sh" -# "${GITHUB_WORKSPACE}/.github/zk.sh" -# elif [ "$RUNNER_OS" == "macOS" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/zk_macos.sh" -# "${GITHUB_WORKSPACE}/.github/zk_macos.sh" -# else -# echo "$RUNNER_OS is not supported" -# exit 1 -# fi -# - name: Set Parquet -# run: | -# if [ "$RUNNER_OS" == "Linux" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/parquet.sh" -# "${GITHUB_WORKSPACE}/.github/parquet.sh" -# elif [ "$RUNNER_OS" == "macOS" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/parquet_macos.sh" -# "${GITHUB_WORKSPACE}/.github/parquet_macos.sh" -# else -# echo "$RUNNER_OS is not supported" -# exit 1 -# fi -# - name: Install with Maven -# run: mvn clean package -DskipTests -# - name: Start IginX -# run: | -# chmod +x "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" -# nohup "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" & -# - name: A Lame Integration Test with Maven for SQL -# run: mvn test -q -Dtest=ParquetSQLSessionPoolIT -DfailIfNoTests=false -# - uses: codecov/codecov-action@v1 -# with: -# file: ./**/target/site/jacoco/jacoco.xml -# name: codecov + Parquet-SQL-Test: + strategy: + fail-fast: false + #max-parallel: 20 + matrix: + java: [ 8 ] + python-version: [ "3.7" ] + os: [ ubuntu-latest, macos-latest ] + runs-on: ${{ matrix.os }} + steps: + - uses: actions/checkout@v2 + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v3 + with: + python-version: ${{ matrix.python-version }} + - name: Install Python dependencies + run: | + python -m pip install --upgrade pip + - name: Set up JDK ${{ matrix.java }} + uses: actions/setup-java@v1 + with: + java-version: ${{ matrix.java }} + - name: Cache Maven packages + uses: actions/cache@v2.1.5 + with: + path: ~/.m2 + key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }} + restore-keys: ${{ runner.os }}-m2 + - name: Run ZooKeeper + run: | + if [ "$RUNNER_OS" == "Linux" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/zk.sh" + "${GITHUB_WORKSPACE}/.github/zk.sh" + elif [ "$RUNNER_OS" == "macOS" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/zk_macos.sh" + "${GITHUB_WORKSPACE}/.github/zk_macos.sh" + else + echo "$RUNNER_OS is not supported" + exit 1 + fi + - name: Set Parquet + run: | + if [ "$RUNNER_OS" == "Linux" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/parquet.sh" + "${GITHUB_WORKSPACE}/.github/parquet.sh" + elif [ "$RUNNER_OS" == "macOS" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/parquet_macos.sh" + "${GITHUB_WORKSPACE}/.github/parquet_macos.sh" + else + echo "$RUNNER_OS is not supported" + exit 1 + fi + - name: Install with Maven + run: mvn clean package -DskipTests + - name: Start IginX + run: | + chmod +x "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" + nohup "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" & + - name: A Lame Integration Test with Maven for SQL + run: mvn test -q -Dtest=ParquetSQLSessionIT -DfailIfNoTests=false + - uses: codecov/codecov-action@v1 + with: + file: ./**/target/site/jacoco/jacoco.xml + name: codecov + + Parquet-SQL-SessionPool-Test: + strategy: + fail-fast: false + #max-parallel: 20 + matrix: + java: [ 8 ] + python-version: [ "3.7" ] + os: [ ubuntu-latest, macos-latest ] + runs-on: ${{ matrix.os }} + steps: + - uses: actions/checkout@v2 + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v3 + with: + python-version: ${{ matrix.python-version }} + - name: Install Python dependencies + run: | + python -m pip install --upgrade pip + - name: Set up JDK ${{ matrix.java }} + uses: actions/setup-java@v1 + with: + java-version: ${{ matrix.java }} + - name: Cache Maven packages + uses: actions/cache@v2.1.5 + with: + path: ~/.m2 + key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }} + restore-keys: ${{ runner.os }}-m2 + - name: Run ZooKeeper + run: | + if [ "$RUNNER_OS" == "Linux" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/zk.sh" + "${GITHUB_WORKSPACE}/.github/zk.sh" + elif [ "$RUNNER_OS" == "macOS" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/zk_macos.sh" + "${GITHUB_WORKSPACE}/.github/zk_macos.sh" + else + echo "$RUNNER_OS is not supported" + exit 1 + fi + - name: Set Parquet + run: | + if [ "$RUNNER_OS" == "Linux" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/parquet.sh" + "${GITHUB_WORKSPACE}/.github/parquet.sh" + elif [ "$RUNNER_OS" == "macOS" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/parquet_macos.sh" + "${GITHUB_WORKSPACE}/.github/parquet_macos.sh" + else + echo "$RUNNER_OS is not supported" + exit 1 + fi + - name: Install with Maven + run: mvn clean package -DskipTests + - name: Start IginX + run: | + chmod +x "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" + nohup "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" & + - name: A Lame Integration Test with Maven for SQL + run: mvn test -q -Dtest=ParquetSQLSessionPoolIT -DfailIfNoTests=false + - uses: codecov/codecov-action@v1 + with: + file: ./**/target/site/jacoco/jacoco.xml + name: codecov Parquet-Capacity-Expansion-Test: strategy: diff --git a/.github/workflows/func-transform.yml b/.github/workflows/func-transform.yml index 941320af4..69226fd8b 100644 --- a/.github/workflows/func-transform.yml +++ b/.github/workflows/func-transform.yml @@ -1,84 +1,84 @@ -#name: "Function-Test-Transform" -# -#on: -# push: -# branches: -# - main -# pull_request: -# branches: -# - main -#env: -# VERSION: 0.6.0-SNAPSHOT -# -#concurrency: -# group: ${{ github.workflow }}-${{ github.ref }} -# cancel-in-progress: true -# -#jobs: -# Transform-Test: -# strategy: -# fail-fast: false -# max-parallel: 20 -# matrix: -# java: [ 8 ] -# python-version: [ "3.7" ] -# os: [ ubuntu-latest, macos-latest ] -# runs-on: ${{ matrix.os }} -# env: -# VERSION: 0.6.0-SNAPSHOT -# steps: -# - uses: actions/checkout@v2 -# - name: Set up Python ${{ matrix.python-version }} -# uses: actions/setup-python@v3 -# with: -# python-version: ${{ matrix.python-version }} -# - name: Install Python dependencies -# run: | -# python -m pip install --upgrade pip -# pip install pemja==0.1.5 pandas numpy -# - name: Set up JDK ${{ matrix.java }} -# uses: actions/setup-java@v1 -# with: -# java-version: ${{ matrix.java }} -# - name: Cache Maven packages -# uses: actions/cache@v2.1.5 -# with: -# path: ~/.m2 -# key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }} -# restore-keys: ${{ runner.os }}-m2 -# - name: Run ZooKeeper -# run: | -# if [ "$RUNNER_OS" == "Linux" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/zk.sh" -# "${GITHUB_WORKSPACE}/.github/zk.sh" -# elif [ "$RUNNER_OS" == "macOS" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/zk_macos.sh" -# "${GITHUB_WORKSPACE}/.github/zk_macos.sh" -# else -# echo "$RUNNER_OS is not supported" -# exit 1 -# fi -# - name: Run IoTDB11 -# run: | -# if [ "$RUNNER_OS" == "Linux" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/iotdb11.sh" -# "${GITHUB_WORKSPACE}/.github/iotdb11.sh" -# elif [ "$RUNNER_OS" == "macOS" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/iotdb11_macos.sh" -# "${GITHUB_WORKSPACE}/.github/iotdb11_macos.sh" -# else -# echo "$RUNNER_OS is not supported" -# exit 1 -# fi -# - name: Install with Maven -# run: mvn clean package -DskipTests -# - name: Start IginX -# run: | -# chmod +x "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" -# nohup "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" & -# - name: A Lame Integration Test with Maven for IoTDB -# run: mvn test -q -Dtest=TransformIT -DfailIfNoTests=false -# - uses: codecov/codecov-action@v1 -# with: -# file: ./**/target/site/jacoco/jacoco.xml -# name: codecov \ No newline at end of file +name: "Function-Test-Transform" + +on: + push: + branches: + - main + pull_request: + branches: + - main +env: + VERSION: 0.6.0-SNAPSHOT + +concurrency: + group: ${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + +jobs: + Transform-Test: + strategy: + fail-fast: false + max-parallel: 20 + matrix: + java: [ 8 ] + python-version: [ "3.7" ] + os: [ ubuntu-latest, macos-latest ] + runs-on: ${{ matrix.os }} + env: + VERSION: 0.6.0-SNAPSHOT + steps: + - uses: actions/checkout@v2 + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v3 + with: + python-version: ${{ matrix.python-version }} + - name: Install Python dependencies + run: | + python -m pip install --upgrade pip + pip install pemja==0.1.5 pandas numpy + - name: Set up JDK ${{ matrix.java }} + uses: actions/setup-java@v1 + with: + java-version: ${{ matrix.java }} + - name: Cache Maven packages + uses: actions/cache@v2.1.5 + with: + path: ~/.m2 + key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }} + restore-keys: ${{ runner.os }}-m2 + - name: Run ZooKeeper + run: | + if [ "$RUNNER_OS" == "Linux" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/zk.sh" + "${GITHUB_WORKSPACE}/.github/zk.sh" + elif [ "$RUNNER_OS" == "macOS" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/zk_macos.sh" + "${GITHUB_WORKSPACE}/.github/zk_macos.sh" + else + echo "$RUNNER_OS is not supported" + exit 1 + fi + - name: Run IoTDB11 + run: | + if [ "$RUNNER_OS" == "Linux" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/iotdb11.sh" + "${GITHUB_WORKSPACE}/.github/iotdb11.sh" + elif [ "$RUNNER_OS" == "macOS" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/iotdb11_macos.sh" + "${GITHUB_WORKSPACE}/.github/iotdb11_macos.sh" + else + echo "$RUNNER_OS is not supported" + exit 1 + fi + - name: Install with Maven + run: mvn clean package -DskipTests + - name: Start IginX + run: | + chmod +x "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" + nohup "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" & + - name: A Lame Integration Test with Maven for IoTDB + run: mvn test -q -Dtest=TransformIT -DfailIfNoTests=false + - uses: codecov/codecov-action@v1 + with: + file: ./**/target/site/jacoco/jacoco.xml + name: codecov \ No newline at end of file diff --git a/.github/workflows/func-udf.yml b/.github/workflows/func-udf.yml index f1be81631..d7b62274c 100644 --- a/.github/workflows/func-udf.yml +++ b/.github/workflows/func-udf.yml @@ -1,92 +1,92 @@ -#name: "Function-Test-UDF" -# -#on: -# push: -# branches: -# - main -# pull_request: -# branches: -# - main -#env: -# VERSION: 0.6.0-SNAPSHOT -# -#concurrency: -# group: ${{ github.workflow }}-${{ github.ref }} -# cancel-in-progress: true -# -#jobs: -# UDF-Test: -# strategy: -# fail-fast: false -# max-parallel: 20 -# matrix: -# java: [ 8 ] -# python-version: [ "3.7" ] -# os: [ ubuntu-latest, macos-latest ] -# runs-on: ${{ matrix.os }} -# env: -# VERSION: 0.6.0-SNAPSHOT -# steps: -# - uses: actions/checkout@v2 -# - name: Set up Python ${{ matrix.python-version }} -# uses: actions/setup-python@v3 -# with: -# python-version: ${{ matrix.python-version }} -# - name: Install Python dependencies -# run: | -# python -m pip install --upgrade pip -# pip install pemja==0.1.5 -# - name: Set up JDK ${{ matrix.java }} -# uses: actions/setup-java@v1 -# with: -# java-version: ${{ matrix.java }} -# - name: Cache Maven packages -# uses: actions/cache@v2.1.5 -# with: -# path: ~/.m2 -# key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }} -# restore-keys: ${{ runner.os }}-m2 -# - name: Run ZooKeeper -# run: | -# if [ "$RUNNER_OS" == "Linux" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/zk.sh" -# "${GITHUB_WORKSPACE}/.github/zk.sh" -# elif [ "$RUNNER_OS" == "macOS" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/zk_macos.sh" -# "${GITHUB_WORKSPACE}/.github/zk_macos.sh" -# else -# echo "$RUNNER_OS is not supported" -# exit 1 -# fi -# - name: Run IoTDB11 -# run: | -# if [ "$RUNNER_OS" == "Linux" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/iotdb11.sh" -# "${GITHUB_WORKSPACE}/.github/iotdb11.sh" -# elif [ "$RUNNER_OS" == "macOS" ]; then -# chmod +x "${GITHUB_WORKSPACE}/.github/iotdb11_macos.sh" -# "${GITHUB_WORKSPACE}/.github/iotdb11_macos.sh" -# else -# echo "$RUNNER_OS is not supported" -# exit 1 -# fi -# - name: Install with Maven -# run: mvn clean package -DskipTests -# - name: Start IginX -# run: | -# if [ "$RUNNER_OS" == "Linux" ]; then -# sudo sed -i 's/needInitBasicUDFFunctions=false/needInitBasicUDFFunctions=true/g' ${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/conf/config.properties -# elif [ "$RUNNER_OS" == "macOS" ]; then -# sudo sed -i '' 's/needInitBasicUDFFunctions=false/needInitBasicUDFFunctions=true/' ${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/conf/config.properties -# else -# echo "$RUNNER_OS is not supported" -# exit 1 -# fi -# chmod +x "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" -# nohup "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" & -# - name: A Lame Integration Test with Maven for IoTDB -# run: mvn test -q -Dtest=UDFIT -DfailIfNoTests=false -# - uses: codecov/codecov-action@v1 -# with: -# file: ./**/target/site/jacoco/jacoco.xml -# name: codecov \ No newline at end of file +name: "Function-Test-UDF" + +on: + push: + branches: + - main + pull_request: + branches: + - main +env: + VERSION: 0.6.0-SNAPSHOT + +concurrency: + group: ${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + +jobs: + UDF-Test: + strategy: + fail-fast: false + max-parallel: 20 + matrix: + java: [ 8 ] + python-version: [ "3.7" ] + os: [ ubuntu-latest, macos-latest ] + runs-on: ${{ matrix.os }} + env: + VERSION: 0.6.0-SNAPSHOT + steps: + - uses: actions/checkout@v2 + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v3 + with: + python-version: ${{ matrix.python-version }} + - name: Install Python dependencies + run: | + python -m pip install --upgrade pip + pip install pemja==0.1.5 + - name: Set up JDK ${{ matrix.java }} + uses: actions/setup-java@v1 + with: + java-version: ${{ matrix.java }} + - name: Cache Maven packages + uses: actions/cache@v2.1.5 + with: + path: ~/.m2 + key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }} + restore-keys: ${{ runner.os }}-m2 + - name: Run ZooKeeper + run: | + if [ "$RUNNER_OS" == "Linux" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/zk.sh" + "${GITHUB_WORKSPACE}/.github/zk.sh" + elif [ "$RUNNER_OS" == "macOS" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/zk_macos.sh" + "${GITHUB_WORKSPACE}/.github/zk_macos.sh" + else + echo "$RUNNER_OS is not supported" + exit 1 + fi + - name: Run IoTDB11 + run: | + if [ "$RUNNER_OS" == "Linux" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/iotdb11.sh" + "${GITHUB_WORKSPACE}/.github/iotdb11.sh" + elif [ "$RUNNER_OS" == "macOS" ]; then + chmod +x "${GITHUB_WORKSPACE}/.github/iotdb11_macos.sh" + "${GITHUB_WORKSPACE}/.github/iotdb11_macos.sh" + else + echo "$RUNNER_OS is not supported" + exit 1 + fi + - name: Install with Maven + run: mvn clean package -DskipTests + - name: Start IginX + run: | + if [ "$RUNNER_OS" == "Linux" ]; then + sudo sed -i 's/needInitBasicUDFFunctions=false/needInitBasicUDFFunctions=true/g' ${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/conf/config.properties + elif [ "$RUNNER_OS" == "macOS" ]; then + sudo sed -i '' 's/needInitBasicUDFFunctions=false/needInitBasicUDFFunctions=true/' ${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/conf/config.properties + else + echo "$RUNNER_OS is not supported" + exit 1 + fi + chmod +x "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" + nohup "${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/sbin/start_iginx.sh" & + - name: A Lame Integration Test with Maven for IoTDB + run: mvn test -q -Dtest=UDFIT -DfailIfNoTests=false + - uses: codecov/codecov-action@v1 + with: + file: ./**/target/site/jacoco/jacoco.xml + name: codecov \ No newline at end of file diff --git a/.github/workflows/scale-out.yml b/.github/workflows/scale-out.yml index 2f2d20668..5f8e40f3b 100644 --- a/.github/workflows/scale-out.yml +++ b/.github/workflows/scale-out.yml @@ -1,381 +1,381 @@ -#name: "Scale-out-On-IoTDB" -#on: -# push: -# branches: -# - main -# pull_request: -# branches: -# - main -#env: -# VERSION: 0.6.0-SNAPSHOT -# -#concurrency: -# group: ${{ github.workflow }}-${{ github.ref }} -# cancel-in-progress: true -# -#jobs: -# IoTDB-Tag-Test: -# timeout-minutes: 20 -# strategy: -# fail-fast: false -# matrix: -# java: [ 8 ] -# python-version: [ "3.7" ] -# os: [ ubuntu-latest, macos-latest ] -# DB-name: [ "iotdb11", "iotdb12" ] -# runs-on: ${{ matrix.os }} -# steps: -# - uses: actions/checkout@v2 -# - name: Environmet Dependence -# uses: ./.github/actions/dependence -# with: -# python-version: ${{ matrix.python-version }} -# java: ${{ matrix.java }} -# -# - name: Run ZooKeeper -# uses: ./.github/actions/zookeeperRunner -# -# - name: Run IoTDB -# uses: ./.github/actions/iotdbRunner -# with: -# version: ${{matrix.DB-name}} -# -# - name: Change pom -# run: | -# mv test/pom.xml test/pom.xml.backup -# mv test/pom.xml.${{matrix.DB-name}} test/pom.xml -# ls test/pom* -# -# - name: Install IginX with Maven -# shell: bash -# run: | -# mvn clean package -DskipTests -# -# #第 1 阶段测试开始========================================== -# - name: Prepare CapExp environment -# uses: ./.github/actions/capacityExpansionUnionTest -# with: -# version: ${VERSION} -# DB-name: ${{matrix.DB-name}} -# Test-Way: oriNoDataExpNoData -# -# - name: oriNoDataExpNoData IT -# run: mvn test -q -Dtest=IoTDBTagScaleOutIT#oriNoDataExpNoDataIT -DfailIfNoTests=false -# -# #第 2 阶段测试开始========================================== -# - name: Prepare CapExp environment -# if: always() -# uses: ./.github/actions/capacityExpansionUnionTest -# with: -# version: ${VERSION} -# DB-name: ${{matrix.DB-name}} -# Test-Way: oriHasDataExpNoData -# -# - name: oriHasDataExpNoData IT -# if: always() -# run: mvn test -q -Dtest=IoTDBTagScaleOutIT#oriHasDataExpNoDataIT -DfailIfNoTests=false -# -# #第 3 阶段测试开始========================================== -# - name: Prepare CapExp environment -# if: always() -# uses: ./.github/actions/capacityExpansionUnionTest -# with: -# version: ${VERSION} -# DB-name: ${{matrix.DB-name}} -# Test-Way: oriNoDataExpHasData -# -# - name: oriNoDataExpHasData IT -# if: always() -# run: mvn test -q -Dtest=IoTDBTagScaleOutIT#oriNoDataExpHasDataIT -DfailIfNoTests=false -# -# #第 4 阶段测试开始========================================== -# - name: Prepare CapExp environment -# if: always() -# uses: ./.github/actions/capacityExpansionUnionTest -# with: -# version: ${VERSION} -# DB-name: ${{matrix.DB-name}} -# Test-Way: oriHasDataExpHasData -# -# - name: oriHasDataExpHasData IT -# if: always() -# run: mvn test -q -Dtest=IoTDBTagScaleOutIT#oriHasDataExpHasDataIT -DfailIfNoTests=false -# -# - uses: codecov/codecov-action@v1 -# with: -# file: ./**/target/site/jacoco/jacoco.xml -# name: codecov -# -# IoTDB-SQLSession-Test: -# timeout-minutes: 20 -# strategy: -# fail-fast: false -# matrix: -# java: [ 8 ] -# python-version: [ "3.7" ] -# os: [ ubuntu-latest, macos-latest ] -# DB-name: [ "iotdb11", "iotdb12" ] -# runs-on: ${{ matrix.os }} -# steps: -# - uses: actions/checkout@v2 -# - name: Environmet Dependence -# uses: ./.github/actions/dependence -# with: -# python-version: ${{ matrix.python-version }} -# java: ${{ matrix.java }} -# -# - name: Run ZooKeeper -# uses: ./.github/actions/zookeeperRunner -# -# - name: Run IoTDB -# uses: ./.github/actions/iotdbRunner -# with: -# version: ${{matrix.DB-name}} -# -# - name: Change pom -# run: | -# mv test/pom.xml test/pom.xml.backup -# mv test/pom.xml.${{matrix.DB-name}} test/pom.xml -# ls test/pom* -# -# - name: Install IginX with Maven -# shell: bash -# run: | -# mvn clean package -DskipTests -# -# #第 1 阶段测试开始========================================== -# - name: Prepare CapExp environment -# uses: ./.github/actions/capacityExpansionUnionTest -# with: -# version: ${VERSION} -# DB-name: ${{matrix.DB-name}} -# Test-Way: oriNoDataExpNoData -# -# - name: oriNoDataExpNoData IT -# run: mvn test -q -Dtest=IoTDBSqlScaleOutIT#oriNoDataExpNoDataIT -DfailIfNoTests=false -# -# #第 2 阶段测试开始========================================== -# - name: Prepare CapExp environment -# if: always() -# uses: ./.github/actions/capacityExpansionUnionTest -# with: -# version: ${VERSION} -# DB-name: ${{matrix.DB-name}} -# Test-Way: oriHasDataExpNoData -# -# - name: oriHasDataExpNoData IT -# if: always() -# run: mvn test -q -Dtest=IoTDBSqlScaleOutIT#oriHasDataExpNoDataIT -DfailIfNoTests=false -# -# #第 3 阶段测试开始========================================== -# - name: Prepare CapExp environment -# if: always() -# uses: ./.github/actions/capacityExpansionUnionTest -# with: -# version: ${VERSION} -# DB-name: ${{matrix.DB-name}} -# Test-Way: oriNoDataExpHasData -# -# - name: oriNoDataExpHasData IT -# if: always() -# run: mvn test -q -Dtest=IoTDBSqlScaleOutIT#oriNoDataExpHasDataIT -DfailIfNoTests=false -# -# #第 4 阶段测试开始========================================== -# - name: Prepare CapExp environment -# if: always() -# uses: ./.github/actions/capacityExpansionUnionTest -# with: -# version: ${VERSION} -# DB-name: ${{matrix.DB-name}} -# Test-Way: oriHasDataExpHasData -# -# - name: oriHasDataExpHasData IT -# if: always() -# run: mvn test -q -Dtest=IoTDBSqlScaleOutIT#oriHasDataExpHasDataIT -DfailIfNoTests=false -# -# - uses: codecov/codecov-action@v1 -# with: -# file: ./**/target/site/jacoco/jacoco.xml -# name: codecov -# -# IoTDB-Session-Test: -# timeout-minutes: 20 -# strategy: -# fail-fast: false -# matrix: -# java: [ 8 ] -# python-version: [ "3.7" ] -# os: [ ubuntu-latest, macos-latest ] -# DB-name: [ "iotdb11", "iotdb12" ] -# runs-on: ${{ matrix.os }} -# steps: -# - uses: actions/checkout@v2 -# - name: Environmet Dependence -# uses: ./.github/actions/dependence -# with: -# python-version: ${{ matrix.python-version }} -# java: ${{ matrix.java }} -# -# - name: Run ZooKeeper -# uses: ./.github/actions/zookeeperRunner -# -# - name: Run IoTDB -# uses: ./.github/actions/iotdbRunner -# with: -# version: ${{matrix.DB-name}} -# -# - name: Change pom -# run: | -# mv test/pom.xml test/pom.xml.backup -# mv test/pom.xml.${{matrix.DB-name}} test/pom.xml -# ls test/pom* -# -# - name: Install IginX with Maven -# shell: bash -# run: | -# mvn clean package -DskipTests -# -# #第 1 阶段测试开始========================================== -# - name: Prepare CapExp environment -# uses: ./.github/actions/capacityExpansionUnionTest -# with: -# DB-name: ${{matrix.DB-name}} -# Test-Way: oriNoDataExpNoData -# -# - name: oriNoDataExpNoData IT -# run: mvn test -q -Dtest=IoTDBSessionScaleOutIT#oriNoDataExpNoDataIT -DfailIfNoTests=false -# -# #第 2 阶段测试开始========================================== -# - name: Prepare CapExp environment -# if: always() -# uses: ./.github/actions/capacityExpansionUnionTest -# with: -# version: ${VERSION} -# DB-name: ${{matrix.DB-name}} -# Test-Way: oriHasDataExpNoData -# -# - name: oriHasDataExpNoData IT -# if: always() -# run: mvn test -q -Dtest=IoTDBSessionScaleOutIT#oriHasDataExpNoDataIT -DfailIfNoTests=false -# -# #第 3 阶段测试开始========================================== -# - name: Prepare CapExp environment -# if: always() -# uses: ./.github/actions/capacityExpansionUnionTest -# with: -# DB-name: ${{matrix.DB-name}} -# Test-Way: oriNoDataExpHasData -# -# - name: oriNoDataExpHasData IT -# if: always() -# run: mvn test -q -Dtest=IoTDBSessionScaleOutIT#oriNoDataExpHasDataIT -DfailIfNoTests=false -# -# #第 4 阶段测试开始========================================== -# - name: Prepare CapExp environment -# if: always() -# uses: ./.github/actions/capacityExpansionUnionTest -# with: -# version: ${VERSION} -# DB-name: ${{matrix.DB-name}} -# Test-Way: oriHasDataExpHasData -# -# - name: oriHasDataExpHasData IT -# if: always() -# run: mvn test -q -Dtest=IoTDBSessionScaleOutIT#oriHasDataExpHasDataIT -DfailIfNoTests=false -# -# - uses: codecov/codecov-action@v1 -# with: -# file: ./**/target/site/jacoco/jacoco.xml -# name: codecov -# -# IoTDB-Rest-Test: -# timeout-minutes: 20 -# strategy: -# fail-fast: false -# matrix: -# java: [ 8 ] -# python-version: [ "3.7" ] -# os: [ ubuntu-latest, macos-latest ] -# DB-name: [ "iotdb11", "iotdb12" ] -# runs-on: ${{ matrix.os }} -# steps: -# - uses: actions/checkout@v2 -# - name: Environmet Dependence -# uses: ./.github/actions/dependence -# with: -# python-version: ${{ matrix.python-version }} -# java: ${{ matrix.java }} -# -# - name: Run ZooKeeper -# uses: ./.github/actions/zookeeperRunner -# -# - name: Run IoTDB -# uses: ./.github/actions/iotdbRunner -# with: -# version: ${{matrix.DB-name}} -# -# - name: Change pom -# run: | -# mv test/pom.xml test/pom.xml.backup -# mv test/pom.xml.${{matrix.DB-name}} test/pom.xml -# ls test/pom* -# -# - name: Install IginX with Maven -# shell: bash -# run: | -# mvn clean package -DskipTests -# -# #第 2 阶段测试开始========================================== -# - name: Prepare CapExp environment -# if: always() -# uses: ./.github/actions/capacityExpansionUnionTest -# with: -# version: ${VERSION} -# DB-name: ${{matrix.DB-name}} -# Test-Way: oriHasDataExpNoData -# -# - name: oriHasDataExpNoData IT -# if: always() -# run: mvn test -q -Dtest=IoTDBRestfulScaleOutIT#oriHasDataExpNoDataIT -DfailIfNoTests=false -# -# #第 1 阶段测试开始========================================== -# - name: Prepare CapExp environment -# if: always() -# uses: ./.github/actions/capacityExpansionUnionTest -# with: -# DB-name: ${{matrix.DB-name}} -# Test-Way: oriNoDataExpNoData -# -# - name: oriNoDataExpNoData IT -# if: always() -# run: mvn test -q -Dtest=IoTDBRestfulScaleOutIT#oriNoDataExpNoDataIT -DfailIfNoTests=false -# -# #第 3 阶段测试开始========================================== -# - name: Prepare CapExp environment -# if: always() -# uses: ./.github/actions/capacityExpansionUnionTest -# with: -# DB-name: ${{matrix.DB-name}} -# Test-Way: oriNoDataExpHasData -# -# - name: oriNoDataExpHasData IT -# if: always() -# run: mvn test -q -Dtest=IoTDBRestfulScaleOutIT#oriNoDataExpHasDataIT -DfailIfNoTests=false -# -# #第 4 阶段测试开始========================================== -# - name: Prepare CapExp environment -# if: always() -# uses: ./.github/actions/capacityExpansionUnionTest -# with: -# version: ${VERSION} -# DB-name: ${{matrix.DB-name}} -# Test-Way: oriHasDataExpHasData -# -# - name: oriHasDataExpHasData IT -# if: always() -# run: mvn test -q -Dtest=IoTDBRestfulScaleOutIT#oriHasDataExpHasDataIT -DfailIfNoTests=false -# -# - uses: codecov/codecov-action@v1 -# with: -# file: ./**/target/site/jacoco/jacoco.xml -# name: codecov \ No newline at end of file +name: "Scale-out-On-IoTDB" +on: + push: + branches: + - main + pull_request: + branches: + - main +env: + VERSION: 0.6.0-SNAPSHOT + +concurrency: + group: ${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + +jobs: + IoTDB-Tag-Test: + timeout-minutes: 20 + strategy: + fail-fast: false + matrix: + java: [ 8 ] + python-version: [ "3.7" ] + os: [ ubuntu-latest, macos-latest ] + DB-name: [ "iotdb11", "iotdb12" ] + runs-on: ${{ matrix.os }} + steps: + - uses: actions/checkout@v2 + - name: Environmet Dependence + uses: ./.github/actions/dependence + with: + python-version: ${{ matrix.python-version }} + java: ${{ matrix.java }} + + - name: Run ZooKeeper + uses: ./.github/actions/zookeeperRunner + + - name: Run IoTDB + uses: ./.github/actions/iotdbRunner + with: + version: ${{matrix.DB-name}} + + - name: Change pom + run: | + mv test/pom.xml test/pom.xml.backup + mv test/pom.xml.${{matrix.DB-name}} test/pom.xml + ls test/pom* + + - name: Install IginX with Maven + shell: bash + run: | + mvn clean package -DskipTests + + #第 1 阶段测试开始========================================== + - name: Prepare CapExp environment + uses: ./.github/actions/capacityExpansionUnionTest + with: + version: ${VERSION} + DB-name: ${{matrix.DB-name}} + Test-Way: oriNoDataExpNoData + + - name: oriNoDataExpNoData IT + run: mvn test -q -Dtest=IoTDBTagScaleOutIT#oriNoDataExpNoDataIT -DfailIfNoTests=false + + #第 2 阶段测试开始========================================== + - name: Prepare CapExp environment + if: always() + uses: ./.github/actions/capacityExpansionUnionTest + with: + version: ${VERSION} + DB-name: ${{matrix.DB-name}} + Test-Way: oriHasDataExpNoData + + - name: oriHasDataExpNoData IT + if: always() + run: mvn test -q -Dtest=IoTDBTagScaleOutIT#oriHasDataExpNoDataIT -DfailIfNoTests=false + + #第 3 阶段测试开始========================================== + - name: Prepare CapExp environment + if: always() + uses: ./.github/actions/capacityExpansionUnionTest + with: + version: ${VERSION} + DB-name: ${{matrix.DB-name}} + Test-Way: oriNoDataExpHasData + + - name: oriNoDataExpHasData IT + if: always() + run: mvn test -q -Dtest=IoTDBTagScaleOutIT#oriNoDataExpHasDataIT -DfailIfNoTests=false + + #第 4 阶段测试开始========================================== + - name: Prepare CapExp environment + if: always() + uses: ./.github/actions/capacityExpansionUnionTest + with: + version: ${VERSION} + DB-name: ${{matrix.DB-name}} + Test-Way: oriHasDataExpHasData + + - name: oriHasDataExpHasData IT + if: always() + run: mvn test -q -Dtest=IoTDBTagScaleOutIT#oriHasDataExpHasDataIT -DfailIfNoTests=false + + - uses: codecov/codecov-action@v1 + with: + file: ./**/target/site/jacoco/jacoco.xml + name: codecov + + IoTDB-SQLSession-Test: + timeout-minutes: 20 + strategy: + fail-fast: false + matrix: + java: [ 8 ] + python-version: [ "3.7" ] + os: [ ubuntu-latest, macos-latest ] + DB-name: [ "iotdb11", "iotdb12" ] + runs-on: ${{ matrix.os }} + steps: + - uses: actions/checkout@v2 + - name: Environmet Dependence + uses: ./.github/actions/dependence + with: + python-version: ${{ matrix.python-version }} + java: ${{ matrix.java }} + + - name: Run ZooKeeper + uses: ./.github/actions/zookeeperRunner + + - name: Run IoTDB + uses: ./.github/actions/iotdbRunner + with: + version: ${{matrix.DB-name}} + + - name: Change pom + run: | + mv test/pom.xml test/pom.xml.backup + mv test/pom.xml.${{matrix.DB-name}} test/pom.xml + ls test/pom* + + - name: Install IginX with Maven + shell: bash + run: | + mvn clean package -DskipTests + + #第 1 阶段测试开始========================================== + - name: Prepare CapExp environment + uses: ./.github/actions/capacityExpansionUnionTest + with: + version: ${VERSION} + DB-name: ${{matrix.DB-name}} + Test-Way: oriNoDataExpNoData + + - name: oriNoDataExpNoData IT + run: mvn test -q -Dtest=IoTDBSqlScaleOutIT#oriNoDataExpNoDataIT -DfailIfNoTests=false + + #第 2 阶段测试开始========================================== + - name: Prepare CapExp environment + if: always() + uses: ./.github/actions/capacityExpansionUnionTest + with: + version: ${VERSION} + DB-name: ${{matrix.DB-name}} + Test-Way: oriHasDataExpNoData + + - name: oriHasDataExpNoData IT + if: always() + run: mvn test -q -Dtest=IoTDBSqlScaleOutIT#oriHasDataExpNoDataIT -DfailIfNoTests=false + + #第 3 阶段测试开始========================================== + - name: Prepare CapExp environment + if: always() + uses: ./.github/actions/capacityExpansionUnionTest + with: + version: ${VERSION} + DB-name: ${{matrix.DB-name}} + Test-Way: oriNoDataExpHasData + + - name: oriNoDataExpHasData IT + if: always() + run: mvn test -q -Dtest=IoTDBSqlScaleOutIT#oriNoDataExpHasDataIT -DfailIfNoTests=false + + #第 4 阶段测试开始========================================== + - name: Prepare CapExp environment + if: always() + uses: ./.github/actions/capacityExpansionUnionTest + with: + version: ${VERSION} + DB-name: ${{matrix.DB-name}} + Test-Way: oriHasDataExpHasData + + - name: oriHasDataExpHasData IT + if: always() + run: mvn test -q -Dtest=IoTDBSqlScaleOutIT#oriHasDataExpHasDataIT -DfailIfNoTests=false + + - uses: codecov/codecov-action@v1 + with: + file: ./**/target/site/jacoco/jacoco.xml + name: codecov + + IoTDB-Session-Test: + timeout-minutes: 20 + strategy: + fail-fast: false + matrix: + java: [ 8 ] + python-version: [ "3.7" ] + os: [ ubuntu-latest, macos-latest ] + DB-name: [ "iotdb11", "iotdb12" ] + runs-on: ${{ matrix.os }} + steps: + - uses: actions/checkout@v2 + - name: Environmet Dependence + uses: ./.github/actions/dependence + with: + python-version: ${{ matrix.python-version }} + java: ${{ matrix.java }} + + - name: Run ZooKeeper + uses: ./.github/actions/zookeeperRunner + + - name: Run IoTDB + uses: ./.github/actions/iotdbRunner + with: + version: ${{matrix.DB-name}} + + - name: Change pom + run: | + mv test/pom.xml test/pom.xml.backup + mv test/pom.xml.${{matrix.DB-name}} test/pom.xml + ls test/pom* + + - name: Install IginX with Maven + shell: bash + run: | + mvn clean package -DskipTests + + #第 1 阶段测试开始========================================== + - name: Prepare CapExp environment + uses: ./.github/actions/capacityExpansionUnionTest + with: + DB-name: ${{matrix.DB-name}} + Test-Way: oriNoDataExpNoData + + - name: oriNoDataExpNoData IT + run: mvn test -q -Dtest=IoTDBSessionScaleOutIT#oriNoDataExpNoDataIT -DfailIfNoTests=false + + #第 2 阶段测试开始========================================== + - name: Prepare CapExp environment + if: always() + uses: ./.github/actions/capacityExpansionUnionTest + with: + version: ${VERSION} + DB-name: ${{matrix.DB-name}} + Test-Way: oriHasDataExpNoData + + - name: oriHasDataExpNoData IT + if: always() + run: mvn test -q -Dtest=IoTDBSessionScaleOutIT#oriHasDataExpNoDataIT -DfailIfNoTests=false + + #第 3 阶段测试开始========================================== + - name: Prepare CapExp environment + if: always() + uses: ./.github/actions/capacityExpansionUnionTest + with: + DB-name: ${{matrix.DB-name}} + Test-Way: oriNoDataExpHasData + + - name: oriNoDataExpHasData IT + if: always() + run: mvn test -q -Dtest=IoTDBSessionScaleOutIT#oriNoDataExpHasDataIT -DfailIfNoTests=false + + #第 4 阶段测试开始========================================== + - name: Prepare CapExp environment + if: always() + uses: ./.github/actions/capacityExpansionUnionTest + with: + version: ${VERSION} + DB-name: ${{matrix.DB-name}} + Test-Way: oriHasDataExpHasData + + - name: oriHasDataExpHasData IT + if: always() + run: mvn test -q -Dtest=IoTDBSessionScaleOutIT#oriHasDataExpHasDataIT -DfailIfNoTests=false + + - uses: codecov/codecov-action@v1 + with: + file: ./**/target/site/jacoco/jacoco.xml + name: codecov + + IoTDB-Rest-Test: + timeout-minutes: 20 + strategy: + fail-fast: false + matrix: + java: [ 8 ] + python-version: [ "3.7" ] + os: [ ubuntu-latest, macos-latest ] + DB-name: [ "iotdb11", "iotdb12" ] + runs-on: ${{ matrix.os }} + steps: + - uses: actions/checkout@v2 + - name: Environmet Dependence + uses: ./.github/actions/dependence + with: + python-version: ${{ matrix.python-version }} + java: ${{ matrix.java }} + + - name: Run ZooKeeper + uses: ./.github/actions/zookeeperRunner + + - name: Run IoTDB + uses: ./.github/actions/iotdbRunner + with: + version: ${{matrix.DB-name}} + + - name: Change pom + run: | + mv test/pom.xml test/pom.xml.backup + mv test/pom.xml.${{matrix.DB-name}} test/pom.xml + ls test/pom* + + - name: Install IginX with Maven + shell: bash + run: | + mvn clean package -DskipTests + + #第 2 阶段测试开始========================================== + - name: Prepare CapExp environment + if: always() + uses: ./.github/actions/capacityExpansionUnionTest + with: + version: ${VERSION} + DB-name: ${{matrix.DB-name}} + Test-Way: oriHasDataExpNoData + + - name: oriHasDataExpNoData IT + if: always() + run: mvn test -q -Dtest=IoTDBRestfulScaleOutIT#oriHasDataExpNoDataIT -DfailIfNoTests=false + + #第 1 阶段测试开始========================================== + - name: Prepare CapExp environment + if: always() + uses: ./.github/actions/capacityExpansionUnionTest + with: + DB-name: ${{matrix.DB-name}} + Test-Way: oriNoDataExpNoData + + - name: oriNoDataExpNoData IT + if: always() + run: mvn test -q -Dtest=IoTDBRestfulScaleOutIT#oriNoDataExpNoDataIT -DfailIfNoTests=false + + #第 3 阶段测试开始========================================== + - name: Prepare CapExp environment + if: always() + uses: ./.github/actions/capacityExpansionUnionTest + with: + DB-name: ${{matrix.DB-name}} + Test-Way: oriNoDataExpHasData + + - name: oriNoDataExpHasData IT + if: always() + run: mvn test -q -Dtest=IoTDBRestfulScaleOutIT#oriNoDataExpHasDataIT -DfailIfNoTests=false + + #第 4 阶段测试开始========================================== + - name: Prepare CapExp environment + if: always() + uses: ./.github/actions/capacityExpansionUnionTest + with: + version: ${VERSION} + DB-name: ${{matrix.DB-name}} + Test-Way: oriHasDataExpHasData + + - name: oriHasDataExpHasData IT + if: always() + run: mvn test -q -Dtest=IoTDBRestfulScaleOutIT#oriHasDataExpHasDataIT -DfailIfNoTests=false + + - uses: codecov/codecov-action@v1 + with: + file: ./**/target/site/jacoco/jacoco.xml + name: codecov \ No newline at end of file diff --git a/.github/workflows/unit-mds.yml b/.github/workflows/unit-mds.yml index d1d3dec28..129804190 100644 --- a/.github/workflows/unit-mds.yml +++ b/.github/workflows/unit-mds.yml @@ -1,80 +1,80 @@ -#name: "Metadata-Service-Test" -# -#on: -# push: -# branches: -# - main -# pull_request: -# branches: -# - main -# -#concurrency: -# group: ${{ github.workflow }}-${{ github.ref }} -# cancel-in-progress: true -# -#jobs: -# ZK-Test: -# strategy: -# fail-fast: false -# matrix: -# java: [ 8 ] -# os: [ ubuntu-latest ] -# runs-on: ${{ matrix.os}} -# env: -# STORAGE: zookeeper -# ZOOKEEPER_CONNECTION_STRING: 127.0.0.1:2181 -# steps: -# - uses: actions/checkout@v2 -# - name: Set up JDK ${{ matrix.java }} -# uses: actions/setup-java@v1 -# with: -# java-version: ${{ matrix.java }} -# - name: Cache Maven packages -# uses: actions/cache@v2 -# with: -# path: ~/.m2 -# key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }} -# restore-keys: ${{ runner.os }}-m2 -# - name: Run ZooKeeper -# run: | -# chmod +x "${GITHUB_WORKSPACE}/.github/zk.sh" -# "${GITHUB_WORKSPACE}/.github/zk.sh" -# - name: Run Test For Meta Manager -# run: mvn test -q -Dtest=IMetaManagerTest -DfailIfNoTests=false -# - uses: codecov/codecov-action@v1 -# with: -# file: ./**/target/site/jacoco/jacoco.xml -# name: codecov -# ETCD-Test: -# strategy: -# fail-fast: false -# max-parallel: 20 -# matrix: -# java: [ 8 ] -# os: [ ubuntu-latest ] -# runs-on: ${{ matrix.os}} -# env: -# STORAGE: etcd -# ETCD_ENDPOINTS: http://localhost:2379 -# steps: -# - uses: actions/checkout@v2 -# - name: Set up JDK ${{ matrix.java }} -# uses: actions/setup-java@v1 -# with: -# java-version: ${{ matrix.java }} -# - name: Cache Maven packages -# uses: actions/cache@v2 -# with: -# path: ~/.m2 -# key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }} -# restore-keys: ${{ runner.os }}-m2 -# - name: Run ETCD -# run: | -# chmod +x "${GITHUB_WORKSPACE}/.github/etcd.sh" -# "${GITHUB_WORKSPACE}/.github/etcd.sh" -# #- name: Run Test For Meta Manager -# # run: mvn test -q -Dtest=IMetaManagerTest -DfailIfNoTests=false -# - uses: codecov/codecov-action@v1 -# with: -# file: ./**/target/site/jacoco/jacoco.xml -# name: codecov \ No newline at end of file +name: "Metadata-Service-Test" + +on: + push: + branches: + - main + pull_request: + branches: + - main + +concurrency: + group: ${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + +jobs: + ZK-Test: + strategy: + fail-fast: false + matrix: + java: [ 8 ] + os: [ ubuntu-latest ] + runs-on: ${{ matrix.os}} + env: + STORAGE: zookeeper + ZOOKEEPER_CONNECTION_STRING: 127.0.0.1:2181 + steps: + - uses: actions/checkout@v2 + - name: Set up JDK ${{ matrix.java }} + uses: actions/setup-java@v1 + with: + java-version: ${{ matrix.java }} + - name: Cache Maven packages + uses: actions/cache@v2 + with: + path: ~/.m2 + key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }} + restore-keys: ${{ runner.os }}-m2 + - name: Run ZooKeeper + run: | + chmod +x "${GITHUB_WORKSPACE}/.github/zk.sh" + "${GITHUB_WORKSPACE}/.github/zk.sh" + - name: Run Test For Meta Manager + run: mvn test -q -Dtest=IMetaManagerTest -DfailIfNoTests=false + - uses: codecov/codecov-action@v1 + with: + file: ./**/target/site/jacoco/jacoco.xml + name: codecov + ETCD-Test: + strategy: + fail-fast: false + max-parallel: 20 + matrix: + java: [ 8 ] + os: [ ubuntu-latest ] + runs-on: ${{ matrix.os}} + env: + STORAGE: etcd + ETCD_ENDPOINTS: http://localhost:2379 + steps: + - uses: actions/checkout@v2 + - name: Set up JDK ${{ matrix.java }} + uses: actions/setup-java@v1 + with: + java-version: ${{ matrix.java }} + - name: Cache Maven packages + uses: actions/cache@v2 + with: + path: ~/.m2 + key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }} + restore-keys: ${{ runner.os }}-m2 + - name: Run ETCD + run: | + chmod +x "${GITHUB_WORKSPACE}/.github/etcd.sh" + "${GITHUB_WORKSPACE}/.github/etcd.sh" + #- name: Run Test For Meta Manager + # run: mvn test -q -Dtest=IMetaManagerTest -DfailIfNoTests=false + - uses: codecov/codecov-action@v1 + with: + file: ./**/target/site/jacoco/jacoco.xml + name: codecov \ No newline at end of file