From 26fae0ff7b497381517c3ec9141b15f4dd0da17e Mon Sep 17 00:00:00 2001 From: pxLi Date: Mon, 24 Aug 2020 16:34:37 +0800 Subject: [PATCH 01/21] Update auto-merge.yml --- .github/workflows/auto-merge.yml | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/.github/workflows/auto-merge.yml b/.github/workflows/auto-merge.yml index a2260b5c57b9..9d17023c061e 100644 --- a/.github/workflows/auto-merge.yml +++ b/.github/workflows/auto-merge.yml @@ -16,9 +16,6 @@ name: auto-merge HEAD to BASE on: - push: - branches: - - branch-0.2 pull_request: branches: - branch-0.2 @@ -31,7 +28,7 @@ jobs: - uses: actions/checkout@v2 - name: auto-merge job - if: github.ref == 'refs/heads/branch-0.2' && (github.event_name == 'push' || (github.event_name == 'pull_request' && github.event.pull_request.merged == true)) + if: github.ref == 'refs/heads/branch-0.2' && github.event.pull_request.merged == true uses: ./.github/workflows/auto-merge env: OWNER: pxLi From 00a91f717aa7ed8b835fed4013001d199ae2889e Mon Sep 17 00:00:00 2001 From: pxLi Date: Mon, 24 Aug 2020 16:35:08 +0800 Subject: [PATCH 02/21] Update changelog.yml --- .github/workflows/changelog.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/changelog.yml b/.github/workflows/changelog.yml index d10bc4950d67..3bc0832b43df 100644 --- a/.github/workflows/changelog.yml +++ b/.github/workflows/changelog.yml @@ -30,7 +30,7 @@ jobs: - name: Update CHANGELOG.md id: upt #run: echo "::set-output name=stdout::$(.github/workflows/changelog/changelog --base_refs=branch-0.1,branch-0.2,branch-0.3)" - if: ${{ github.ref == 'refs/heads/branch-0.2' && github.event.pull_request.merged == true }} + if: github.ref == 'refs/heads/branch-0.2' && github.event.pull_request.merged == true uses: ./.github/workflows/changelog env: GITHUB_TOKEN: ${{ secrets.PAT }} @@ -41,7 +41,7 @@ jobs: run: echo "::set-output name=date::$(date +'%Y-%m-%d')" - name: Create PR - if: ${{ github.ref == 'refs/heads/branch-0.2' && github.event.pull_request.merged == true }} + if: github.ref == 'refs/heads/branch-0.2' && github.event.pull_request.merged == true uses: peter-evans/create-pull-request@v3 with: token: ${{ secrets.PAT }} From c6e3e3f316af2afa1976c8a1ebec9e1ca3e2c016 Mon Sep 17 00:00:00 2001 From: pxLi Date: Mon, 24 Aug 2020 16:36:36 +0800 Subject: [PATCH 03/21] PR-002 (#73) Co-authored-by: Peixin Li --- .github/workflows/README.md | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/README.md b/.github/workflows/README.md index e0ce003c25fa..da26f085d10e 100644 --- a/.github/workflows/README.md +++ b/.github/workflows/README.md @@ -1,2 +1,3 @@ # Workflows 001 +002 From 91c595aa29574b84c860a6a05ca443b54ae370d8 Mon Sep 17 00:00:00 2001 From: pxLi Date: Mon, 24 Aug 2020 16:41:01 +0800 Subject: [PATCH 04/21] Update changelog.yml --- .github/workflows/changelog.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/changelog.yml b/.github/workflows/changelog.yml index 3bc0832b43df..3b4162d0d128 100644 --- a/.github/workflows/changelog.yml +++ b/.github/workflows/changelog.yml @@ -30,7 +30,7 @@ jobs: - name: Update CHANGELOG.md id: upt #run: echo "::set-output name=stdout::$(.github/workflows/changelog/changelog --base_refs=branch-0.1,branch-0.2,branch-0.3)" - if: github.ref == 'refs/heads/branch-0.2' && github.event.pull_request.merged == true + if: github.event.pull_request.merged == true uses: ./.github/workflows/changelog env: GITHUB_TOKEN: ${{ secrets.PAT }} @@ -41,7 +41,7 @@ jobs: run: echo "::set-output name=date::$(date +'%Y-%m-%d')" - name: Create PR - if: github.ref == 'refs/heads/branch-0.2' && github.event.pull_request.merged == true + if: github.event.pull_request.merged == true uses: peter-evans/create-pull-request@v3 with: token: ${{ secrets.PAT }} From 506f6bbfa45fbafc00ad73ef88a199b206022275 Mon Sep 17 00:00:00 2001 From: pxLi Date: Mon, 24 Aug 2020 16:41:29 +0800 Subject: [PATCH 05/21] PR-003 (#74) Co-authored-by: Peixin Li --- .github/workflows/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/README.md b/.github/workflows/README.md index da26f085d10e..2aaac9838439 100644 --- a/.github/workflows/README.md +++ b/.github/workflows/README.md @@ -1,3 +1,3 @@ # Workflows 001 -002 +003 From 860757256003c51762e8ebe3fab87220ab24df1c Mon Sep 17 00:00:00 2001 From: pxLi Date: Mon, 24 Aug 2020 16:42:37 +0800 Subject: [PATCH 06/21] Update Dockerfile --- .github/workflows/changelog/Dockerfile | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/changelog/Dockerfile b/.github/workflows/changelog/Dockerfile index 6a946346f7f9..1aa68ddce599 100644 --- a/.github/workflows/changelog/Dockerfile +++ b/.github/workflows/changelog/Dockerfile @@ -16,7 +16,6 @@ FROM python:alpine WORKDIR / COPY changelog . -COPY entrypoint.sh . -RUN pip install requests && chmod +x /changelog /entrypoint.sh +RUN pip install requests && chmod +x /changelog ENTRYPOINT ["/changelog", "--base_refs=branch-0.1,branch-0.2,branch-0.3"] From 736f885a10b9dfdf16118fba3efb5ba76846a762 Mon Sep 17 00:00:00 2001 From: pxLi Date: Mon, 24 Aug 2020 16:43:57 +0800 Subject: [PATCH 07/21] PR-004 conflict from branch-0.2 (#75) Co-authored-by: Peixin Li --- .github/workflows/README.md | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/README.md b/.github/workflows/README.md index 2aaac9838439..993897ad68e3 100644 --- a/.github/workflows/README.md +++ b/.github/workflows/README.md @@ -1,3 +1,4 @@ # Workflows 001 -003 + +004 From e90349ec263477fd26ebb2bf4885a818dc903fef Mon Sep 17 00:00:00 2001 From: pxLi Date: Mon, 24 Aug 2020 16:47:10 +0800 Subject: [PATCH 08/21] Update changelog.yml --- .github/workflows/changelog.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/changelog.yml b/.github/workflows/changelog.yml index 3b4162d0d128..b8fc5e18106d 100644 --- a/.github/workflows/changelog.yml +++ b/.github/workflows/changelog.yml @@ -53,7 +53,8 @@ jobs: title: '[DOC] Changelog update ${{ steps.dt.outputs.date }} [skip ci] [bot]' body: | changelog-gen runs on ${{ steps.dt.outputs.date }} - check script stdout: [job_${{ github.run_id }}](https://github.com/pxLi/spark-rapids/runs/${{ github.run_id }}?check_suite_focus=true#step:3:1) + + check script stdout: [job_run_${{ github.run_number }}](https://github.com/pxLi/spark-rapids/runs/${{ github.run_number }}?check_suite_focus=true#step:3:1) Please review the generated CHANGELOG.md, then merge or close the PR and feel free to **delete** the remote branch. labels: | From 6cbdb9594c2de9cf0d1975b785f149d80d8894e3 Mon Sep 17 00:00:00 2001 From: pxLi Date: Mon, 24 Aug 2020 16:47:57 +0800 Subject: [PATCH 09/21] PR-001 (#77) Co-authored-by: Peixin Li --- .github/workflows/README.md | 2 -- 1 file changed, 2 deletions(-) diff --git a/.github/workflows/README.md b/.github/workflows/README.md index 993897ad68e3..e0ce003c25fa 100644 --- a/.github/workflows/README.md +++ b/.github/workflows/README.md @@ -1,4 +1,2 @@ # Workflows 001 - -004 From f321d34304df97cb5beecfd46ae8e6ffc76ccdd6 Mon Sep 17 00:00:00 2001 From: pxLi Date: Mon, 24 Aug 2020 16:51:50 +0800 Subject: [PATCH 10/21] PR-002 (#79) Co-authored-by: Peixin Li --- .github/workflows/README.md | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/README.md b/.github/workflows/README.md index e0ce003c25fa..da26f085d10e 100644 --- a/.github/workflows/README.md +++ b/.github/workflows/README.md @@ -1,2 +1,3 @@ # Workflows 001 +002 From 5c4af3ddf8ad56b6f4cf1bf42917343428a66174 Mon Sep 17 00:00:00 2001 From: pxLi Date: Mon, 24 Aug 2020 16:53:02 +0800 Subject: [PATCH 11/21] Update Dockerfile --- .github/workflows/changelog/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/changelog/Dockerfile b/.github/workflows/changelog/Dockerfile index 1aa68ddce599..e4a50fb717f6 100644 --- a/.github/workflows/changelog/Dockerfile +++ b/.github/workflows/changelog/Dockerfile @@ -18,4 +18,4 @@ WORKDIR / COPY changelog . RUN pip install requests && chmod +x /changelog -ENTRYPOINT ["/changelog", "--base_refs=branch-0.1,branch-0.2,branch-0.3"] +ENTRYPOINT ["/changelog", "--base_refs=branch-0.2,branch-0.3"] From 31db4426071c537f26052ecc89a7c525f7764e74 Mon Sep 17 00:00:00 2001 From: pxLi Date: Mon, 24 Aug 2020 16:54:40 +0800 Subject: [PATCH 12/21] PR-003 (#80) Co-authored-by: Peixin Li --- .github/workflows/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/README.md b/.github/workflows/README.md index da26f085d10e..2aaac9838439 100644 --- a/.github/workflows/README.md +++ b/.github/workflows/README.md @@ -1,3 +1,3 @@ # Workflows 001 -002 +003 From c24c70e23f25d5a4b3893c623cf11403e63b4eff Mon Sep 17 00:00:00 2001 From: pxLi Date: Mon, 24 Aug 2020 16:56:48 +0800 Subject: [PATCH 13/21] Update Dockerfile --- .github/workflows/changelog/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/changelog/Dockerfile b/.github/workflows/changelog/Dockerfile index e4a50fb717f6..01c66a087d54 100644 --- a/.github/workflows/changelog/Dockerfile +++ b/.github/workflows/changelog/Dockerfile @@ -18,4 +18,4 @@ WORKDIR / COPY changelog . RUN pip install requests && chmod +x /changelog -ENTRYPOINT ["/changelog", "--base_refs=branch-0.2,branch-0.3"] +ENTRYPOINT ["/changelog", "--base_refs=branch-0.2,branch-0.3,branch-0.1"] From 3747e9a490bf43615432a20bd0f50a181d7cd053 Mon Sep 17 00:00:00 2001 From: pxLi Date: Mon, 24 Aug 2020 16:57:40 +0800 Subject: [PATCH 14/21] Update changelog.yml --- .github/workflows/changelog.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/changelog.yml b/.github/workflows/changelog.yml index b8fc5e18106d..cd499af73b28 100644 --- a/.github/workflows/changelog.yml +++ b/.github/workflows/changelog.yml @@ -54,7 +54,7 @@ jobs: body: | changelog-gen runs on ${{ steps.dt.outputs.date }} - check script stdout: [job_run_${{ github.run_number }}](https://github.com/pxLi/spark-rapids/runs/${{ github.run_number }}?check_suite_focus=true#step:3:1) + check script stdout: [job_run_${{ github.run_id }}](https://github.com/pxLi/spark-rapids/actions/runs/${{ github.run_number }}) Please review the generated CHANGELOG.md, then merge or close the PR and feel free to **delete** the remote branch. labels: | From 9c06864c535e5f5b69e0ae4d635768eaccc345be Mon Sep 17 00:00:00 2001 From: pxLi Date: Mon, 24 Aug 2020 16:58:14 +0800 Subject: [PATCH 15/21] PR-004 conflict from branch-0.2 (#81) Co-authored-by: Peixin Li --- .github/workflows/README.md | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/README.md b/.github/workflows/README.md index 2aaac9838439..993897ad68e3 100644 --- a/.github/workflows/README.md +++ b/.github/workflows/README.md @@ -1,3 +1,4 @@ # Workflows 001 -003 + +004 From 886cc2bd80dd55ba9e7ce138b35b217aabccaecc Mon Sep 17 00:00:00 2001 From: pxLi Date: Mon, 24 Aug 2020 16:59:37 +0800 Subject: [PATCH 16/21] Update changelog.yml --- .github/workflows/changelog.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/changelog.yml b/.github/workflows/changelog.yml index cd499af73b28..8b05157f59b6 100644 --- a/.github/workflows/changelog.yml +++ b/.github/workflows/changelog.yml @@ -54,7 +54,7 @@ jobs: body: | changelog-gen runs on ${{ steps.dt.outputs.date }} - check script stdout: [job_run_${{ github.run_id }}](https://github.com/pxLi/spark-rapids/actions/runs/${{ github.run_number }}) + check script stdout: [job_run_${{ github.run_id }}](https://github.com/pxLi/spark-rapids/actions/runs/${{ github.run_id }}) Please review the generated CHANGELOG.md, then merge or close the PR and feel free to **delete** the remote branch. labels: | From 06e15166f5d6b0db45d6f0d6e7ef6d162494ab53 Mon Sep 17 00:00:00 2001 From: pxLi Date: Tue, 25 Aug 2020 09:44:28 +0800 Subject: [PATCH 17/21] Update changelog.yml --- .github/workflows/changelog.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/changelog.yml b/.github/workflows/changelog.yml index 8b05157f59b6..5be53a91b64c 100644 --- a/.github/workflows/changelog.yml +++ b/.github/workflows/changelog.yml @@ -33,7 +33,7 @@ jobs: if: github.event.pull_request.merged == true uses: ./.github/workflows/changelog env: - GITHUB_TOKEN: ${{ secrets.PAT }} + GITHUB_TOKEN: ${{ secrets.NVAUTO_TOKEN }} - name: Get date id: dt @@ -44,10 +44,10 @@ jobs: if: github.event.pull_request.merged == true uses: peter-evans/create-pull-request@v3 with: - token: ${{ secrets.PAT }} + token: ${{ secrets.NVAUTO_TOKEN }} commit-message: "changelog-gen ${{ steps.dt.outputs.date }}" - committer: Peixin Li - author: Peixin Li + committer: nvauto + author: nvauto signoff: true branch: changelog-night-update title: '[DOC] Changelog update ${{ steps.dt.outputs.date }} [skip ci] [bot]' From 519464b5145143a83a8480626a9997c3c04cb027 Mon Sep 17 00:00:00 2001 From: pxLi Date: Tue, 25 Aug 2020 09:44:53 +0800 Subject: [PATCH 18/21] Update auto-merge.yml --- .github/workflows/auto-merge.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/auto-merge.yml b/.github/workflows/auto-merge.yml index 9d17023c061e..075041085823 100644 --- a/.github/workflows/auto-merge.yml +++ b/.github/workflows/auto-merge.yml @@ -35,4 +35,4 @@ jobs: REPO_NAME: spark-rapids HEAD: branch-0.2 BASE: branch-0.3 - GITHUB_TOKEN: ${{ secrets.PAT }} + GITHUB_TOKEN: ${{ secrets.NVAUTO_TOKEN }} From af490265e22195091e9edad8acdfb8e0724dc8ff Mon Sep 17 00:00:00 2001 From: pxLi Date: Tue, 25 Aug 2020 09:45:22 +0800 Subject: [PATCH 19/21] changelog-gen 2020-08-24 (#78) Signed-off-by: Peixin Li --- CHANGELOG.md | 2 ++ 1 file changed, 2 insertions(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index 6ffe05927da0..8b8b30378c38 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -6,6 +6,7 @@ Generated on 2020-08-24 ### Features ||| |:---|:---| +|[#515](https://github.com/NVIDIA/spark-rapids/issues/515)|[FEA] Write tests for AQE skewed join optimization| |[#452](https://github.com/NVIDIA/spark-rapids/issues/452)|[FEA] Update HashSortOptimizerSuite to work with AQE| |[#454](https://github.com/NVIDIA/spark-rapids/issues/454)|[FEA] Update GpuCoalesceBatchesSuite to work with AQE enabled| |[#566](https://github.com/NVIDIA/spark-rapids/issues/566)|[FEA] Add support for StringSplit with an array index.| @@ -235,6 +236,7 @@ Generated on 2020-08-24 ### Features ||| |:---|:---| +|[#74](https://github.com/NVIDIA/spark-rapids/issues/74)|[FEA] Support ToUnixTimestamp| |[#21](https://github.com/NVIDIA/spark-rapids/issues/21)|[FEA] NormalizeNansAndZeros| |[#105](https://github.com/NVIDIA/spark-rapids/issues/105)|[FEA] integration tests for equi-joins| ### Bugs Fixed From 40ef3cdee09a39848cac21dd05b44de71500ab02 Mon Sep 17 00:00:00 2001 From: pxLi Date: Tue, 25 Aug 2020 09:46:38 +0800 Subject: [PATCH 20/21] Update auto-merge.yml --- .github/workflows/auto-merge.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/auto-merge.yml b/.github/workflows/auto-merge.yml index 075041085823..a4d760d2e1b5 100644 --- a/.github/workflows/auto-merge.yml +++ b/.github/workflows/auto-merge.yml @@ -28,7 +28,7 @@ jobs: - uses: actions/checkout@v2 - name: auto-merge job - if: github.ref == 'refs/heads/branch-0.2' && github.event.pull_request.merged == true + if: github.event.pull_request.merged == true uses: ./.github/workflows/auto-merge env: OWNER: pxLi From e4a212d277f91b335d1c05193b4b5d42128db4a8 Mon Sep 17 00:00:00 2001 From: spark-rapids automation <70000568+nvauto@users.noreply.github.com> Date: Tue, 25 Aug 2020 09:48:09 +0800 Subject: [PATCH 21/21] changelog-gen 2020-08-25 (#82) Signed-off-by: nvauto --- CHANGELOG.md | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 8b8b30378c38..958780476bf4 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,5 +1,5 @@ # Change log -Generated on 2020-08-24 +Generated on 2020-08-25 ## Release 0.2 @@ -48,6 +48,7 @@ Generated on 2020-08-24 ### Bugs Fixed ||| |:---|:---| +|[#598](https://github.com/NVIDIA/spark-rapids/issues/598)|[BUG] Non-deterministic output from MapOutputTracker.getStatistics() with AQE on GPU| |[#192](https://github.com/NVIDIA/spark-rapids/issues/192)|[BUG] test_read_merge_schema fails on Databricks| |[#569](https://github.com/NVIDIA/spark-rapids/issues/569)|[BUG] left_semi_join operation is abnormal and serious time-consuming| |[#341](https://github.com/NVIDIA/spark-rapids/issues/341)|[BUG] Document compression formats for readers/writers|