From c245e2050ada9032588e69574fb7f4b461f9b061 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 12:42:16 -0700 Subject: [PATCH 01/68] Add new build workflow Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 188 +++++++++++++++++++++++++++++ 1 file changed, 188 insertions(+) create mode 100644 .github/workflows/build_wheels.yml diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml new file mode 100644 index 00000000000..dcc2b14ddd6 --- /dev/null +++ b/.github/workflows/build_wheels.yml @@ -0,0 +1,188 @@ +name: build_wheels + +on: workflow_dispatch + +jobs: + get-version: + runs-on: ubuntu-latest + outputs: + release_version: ${{ steps.get_release_version.outputs.release_version }} + version_without_prefix: ${{ steps.get_release_version_without_prefix.outputs.version_without_prefix }} + highest_semver_tag: ${{ steps.get_highest_semver.outputs.highest_semver_tag }} + steps: + - uses: actions/checkout@v2 + - name: Get release version + id: get_release_version + run: echo ::set-output name=release_version::${GITHUB_REF#refs/*/} + - name: Get release version without prefix + id: get_release_version_without_prefix + env: + RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }} + run: | + echo ::set-output name=version_without_prefix::${RELEASE_VERSION:1} + - name: Get highest semver + id: get_highest_semver + env: + RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }} + run: | + source infra/scripts/setup-common-functions.sh + SEMVER_REGEX='^v[0-9]+\.[0-9]+\.[0-9]+(-([0-9A-Za-z-]+(\.[0-9A-Za-z-]+)*))?$' + if echo "${RELEASE_VERSION}" | grep -P "$SEMVER_REGEX" &>/dev/null ; then + echo ::set-output name=highest_semver_tag::$(get_tag_release -m) + fi + - name: Check output + env: + RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }} + VERSION_WITHOUT_PREFIX: ${{ steps.get_release_version_without_prefix.outputs.version_without_prefix }} + HIGHEST_SEMVER_TAG: ${{ steps.get_highest_semver.outputs.highest_semver_tag }} + run: | + echo $RELEASE_VERSION + echo $VERSION_WITHOUT_PREFIX + echo $HIGHEST_SEMVER_TAG + + build-python-sdk: + name: Build wheels on ${{ matrix.os }} + runs-on: ${{ matrix.os }} + strategy: + matrix: + os: [ ubuntu-latest, macos-10.15 ] + steps: + - uses: actions/checkout@v2 + - name: Setup Node + uses: actions/setup-node@v2 + with: + node-version: '17.x' + registry-url: 'https://registry.npmjs.org' + - name: Build UI + run: make build-ui + - name: Build wheels + uses: pypa/cibuildwheel@v2.4.0 + env: + CIBW_BUILD: "cp3*_x86_64" + CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" + CIBW_ARCHS: "native" + CIBW_ENVIRONMENT: > + COMPILE_GO=True PATH=$PATH:/usr/local/go/bin + CIBW_BEFORE_ALL_LINUX: | + curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz + tar -C /usr/local -xzf go.tar.gz + go version + CIBW_BEFORE_ALL_MACOS: | + curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg + sudo installer -pkg python.pkg -target / + CIBW_BEFORE_BUILD: | + make install-protoc-dependencies + make install-go-proto-dependencies + make install-go-ci-dependencies + + - uses: actions/upload-artifact@v2 + with: + name: wheels + path: ./wheelhouse/*.whl + + + build-python-sdk-macos-py310: + runs-on: macos-10.15 + steps: + - uses: actions/checkout@v2 + - name: Setup Python + id: setup-python + uses: actions/setup-python@v2 + with: + python-version: "3.10" + architecture: x64 + - name: Setup Node + uses: actions/setup-node@v2 + with: + node-version: '17.x' + registry-url: 'https://registry.npmjs.org' + - name: Build and install dependencies + run: | + pip install -U pip setuptools wheel twine + make install-protoc-dependencies + make install-go-proto-dependencies + make install-go-ci-dependencies + make build-ui + - name: Build + run: | + python3 setup.py sdist bdist_wheel + + - uses: actions/upload-artifact@v2 + with: + name: wheels + path: dist/* + + verify-python-wheel: + runs-on: ${{ matrix.os }} + needs: [build-python-sdk, build-python-sdk-macos-py310] + strategy: + matrix: + os: [ ubuntu-latest, macos-10.15 ] + python-version: [ "3.7", "3.8", "3.9", "3.10"] + from-source: [ True, False ] + env: + # this script is for testing servers + # it starts server with timeout and checks whether process killed by timeout (started healthy) or died by itself + TEST_SCRIPT: | + timeout 10s $@ & pid=$! + wait $pid + ret=$? + if [[ $ret -ne 124 ]] + then + exit $ret + else + echo "Succeeded!" + fi + steps: + - name: Setup Python + id: setup-python + uses: actions/setup-python@v2 + with: + python-version: ${{ matrix.python-version }} + architecture: x64 + - uses: actions/setup-go@v3 + with: + go-version: '>=1.17.0' + - uses: actions/download-artifact@v2 + with: + name: wheels + path: dist + - name: Install wheel + if: ${{ !matrix.from-source }} + # try to install all wheels; only the current platform wheel should be actually installed + run: | + cd dist/ + pip install wheel + for f in *.whl; do pip install $f || true; done + - name: Install go from sdist + if: ${{ matrix.from-source && (matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest')}} + env: + COMPILE_GO: "True" + run: | + pip install 'grpcio-tools==1.44.0' 'pybindgen==0.22.0' + go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.26.0 + go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1.0 + pip install dist/*tar.gz + + - name: Install sdist + if: ${{ matrix.from-source && (matrix.python-version == '3.10' && matrix.os == 'macos-10.15')}} + run: | + pip install dist/*tar.gz + - name: Install OS X dependencies + if: matrix.os == 'macos-10.15' + run: brew install coreutils + - name: Smoke test + run: | + feast init test_repo + cd test_repo/ + feast apply + echo "$TEST_SCRIPT" > run-and-wait.sh + bash run-and-wait.sh feast serve + bash run-and-wait.sh feast ui + # We disable this test for the Python 3.10 binary since it does not include Go. + - name: Smoke test with go + if: matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest' + run: | + pip install cffi + printf "\ngo_feature_retrieval: True" >> feature_store.yaml + bash run-and-wait.sh feast serve \ No newline at end of file From b0256b91ff5a9ec5cf469ced62a58d729f3a9985 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 12:46:00 -0700 Subject: [PATCH 02/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 7 +------ 1 file changed, 1 insertion(+), 6 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index dcc2b14ddd6..8eaf8d49422 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -155,7 +155,7 @@ jobs: pip install wheel for f in *.whl; do pip install $f || true; done - name: Install go from sdist - if: ${{ matrix.from-source && (matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest')}} + if: ${{ matrix.from-source }} env: COMPILE_GO: "True" run: | @@ -163,11 +163,6 @@ jobs: go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.26.0 go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1.0 pip install dist/*tar.gz - - - name: Install sdist - if: ${{ matrix.from-source && (matrix.python-version == '3.10' && matrix.os == 'macos-10.15')}} - run: | - pip install dist/*tar.gz - name: Install OS X dependencies if: matrix.os == 'macos-10.15' run: brew install coreutils From 609557a856b51b04afb13d6c1685ebd48beaf0bb Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 13:00:18 -0700 Subject: [PATCH 03/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 8eaf8d49422..676945710bd 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -180,4 +180,5 @@ jobs: run: | pip install cffi printf "\ngo_feature_retrieval: True" >> feature_store.yaml + echo "$TEST_SCRIPT" > run-and-wait.sh bash run-and-wait.sh feast serve \ No newline at end of file From 090c7afdf7d09ca19406c386da77409829f820a1 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 14:08:54 -0700 Subject: [PATCH 04/68] fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 676945710bd..26942a7d89c 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -178,7 +178,10 @@ jobs: - name: Smoke test with go if: matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest' run: | + feast init test_repo + cd test_repo/ + feast apply + echo "$TEST_SCRIPT" > run-and-wait.sh pip install cffi printf "\ngo_feature_retrieval: True" >> feature_store.yaml - echo "$TEST_SCRIPT" > run-and-wait.sh bash run-and-wait.sh feast serve \ No newline at end of file From 6ed11be17729373fff5686287f626a628b71fbea Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 14:16:04 -0700 Subject: [PATCH 05/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 78 +++++++++++++++--------------- 1 file changed, 39 insertions(+), 39 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 26942a7d89c..b316a3805e5 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -40,45 +40,45 @@ jobs: echo $VERSION_WITHOUT_PREFIX echo $HIGHEST_SEMVER_TAG - build-python-sdk: - name: Build wheels on ${{ matrix.os }} - runs-on: ${{ matrix.os }} - strategy: - matrix: - os: [ ubuntu-latest, macos-10.15 ] - steps: - - uses: actions/checkout@v2 - - name: Setup Node - uses: actions/setup-node@v2 - with: - node-version: '17.x' - registry-url: 'https://registry.npmjs.org' - - name: Build UI - run: make build-ui - - name: Build wheels - uses: pypa/cibuildwheel@v2.4.0 - env: - CIBW_BUILD: "cp3*_x86_64" - CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" - CIBW_ARCHS: "native" - CIBW_ENVIRONMENT: > - COMPILE_GO=True PATH=$PATH:/usr/local/go/bin - CIBW_BEFORE_ALL_LINUX: | - curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz - tar -C /usr/local -xzf go.tar.gz - go version - CIBW_BEFORE_ALL_MACOS: | - curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg - sudo installer -pkg python.pkg -target / - CIBW_BEFORE_BUILD: | - make install-protoc-dependencies - make install-go-proto-dependencies - make install-go-ci-dependencies + # build-python-sdk: + # name: Build wheels on ${{ matrix.os }} + # runs-on: ${{ matrix.os }} + # strategy: + # matrix: + # os: [ ubuntu-latest, macos-10.15 ] + # steps: + # - uses: actions/checkout@v2 + # - name: Setup Node + # uses: actions/setup-node@v2 + # with: + # node-version: '17.x' + # registry-url: 'https://registry.npmjs.org' + # - name: Build UI + # run: make build-ui + # - name: Build wheels + # uses: pypa/cibuildwheel@v2.4.0 + # env: + # CIBW_BUILD: "cp3*_x86_64" + # CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" + # CIBW_ARCHS: "native" + # CIBW_ENVIRONMENT: > + # COMPILE_GO=True PATH=$PATH:/usr/local/go/bin + # CIBW_BEFORE_ALL_LINUX: | + # curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz + # tar -C /usr/local -xzf go.tar.gz + # go version + # CIBW_BEFORE_ALL_MACOS: | + # curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg + # sudo installer -pkg python.pkg -target / + # CIBW_BEFORE_BUILD: | + # make install-protoc-dependencies + # make install-go-proto-dependencies + # make install-go-ci-dependencies - - uses: actions/upload-artifact@v2 - with: - name: wheels - path: ./wheelhouse/*.whl + # - uses: actions/upload-artifact@v2 + # with: + # name: wheels + # path: ./wheelhouse/*.whl build-python-sdk-macos-py310: @@ -114,7 +114,7 @@ jobs: verify-python-wheel: runs-on: ${{ matrix.os }} - needs: [build-python-sdk, build-python-sdk-macos-py310] + needs: [build-python-sdk-macos-py310] strategy: matrix: os: [ ubuntu-latest, macos-10.15 ] From 6d5d9a0bddaa81e22939690ea8f7220df2a5847f Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 14:18:14 -0700 Subject: [PATCH 06/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 78 +++++++++++++++--------------- 1 file changed, 39 insertions(+), 39 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index b316a3805e5..26942a7d89c 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -40,45 +40,45 @@ jobs: echo $VERSION_WITHOUT_PREFIX echo $HIGHEST_SEMVER_TAG - # build-python-sdk: - # name: Build wheels on ${{ matrix.os }} - # runs-on: ${{ matrix.os }} - # strategy: - # matrix: - # os: [ ubuntu-latest, macos-10.15 ] - # steps: - # - uses: actions/checkout@v2 - # - name: Setup Node - # uses: actions/setup-node@v2 - # with: - # node-version: '17.x' - # registry-url: 'https://registry.npmjs.org' - # - name: Build UI - # run: make build-ui - # - name: Build wheels - # uses: pypa/cibuildwheel@v2.4.0 - # env: - # CIBW_BUILD: "cp3*_x86_64" - # CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" - # CIBW_ARCHS: "native" - # CIBW_ENVIRONMENT: > - # COMPILE_GO=True PATH=$PATH:/usr/local/go/bin - # CIBW_BEFORE_ALL_LINUX: | - # curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz - # tar -C /usr/local -xzf go.tar.gz - # go version - # CIBW_BEFORE_ALL_MACOS: | - # curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg - # sudo installer -pkg python.pkg -target / - # CIBW_BEFORE_BUILD: | - # make install-protoc-dependencies - # make install-go-proto-dependencies - # make install-go-ci-dependencies + build-python-sdk: + name: Build wheels on ${{ matrix.os }} + runs-on: ${{ matrix.os }} + strategy: + matrix: + os: [ ubuntu-latest, macos-10.15 ] + steps: + - uses: actions/checkout@v2 + - name: Setup Node + uses: actions/setup-node@v2 + with: + node-version: '17.x' + registry-url: 'https://registry.npmjs.org' + - name: Build UI + run: make build-ui + - name: Build wheels + uses: pypa/cibuildwheel@v2.4.0 + env: + CIBW_BUILD: "cp3*_x86_64" + CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" + CIBW_ARCHS: "native" + CIBW_ENVIRONMENT: > + COMPILE_GO=True PATH=$PATH:/usr/local/go/bin + CIBW_BEFORE_ALL_LINUX: | + curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz + tar -C /usr/local -xzf go.tar.gz + go version + CIBW_BEFORE_ALL_MACOS: | + curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg + sudo installer -pkg python.pkg -target / + CIBW_BEFORE_BUILD: | + make install-protoc-dependencies + make install-go-proto-dependencies + make install-go-ci-dependencies - # - uses: actions/upload-artifact@v2 - # with: - # name: wheels - # path: ./wheelhouse/*.whl + - uses: actions/upload-artifact@v2 + with: + name: wheels + path: ./wheelhouse/*.whl build-python-sdk-macos-py310: @@ -114,7 +114,7 @@ jobs: verify-python-wheel: runs-on: ${{ matrix.os }} - needs: [build-python-sdk-macos-py310] + needs: [build-python-sdk, build-python-sdk-macos-py310] strategy: matrix: os: [ ubuntu-latest, macos-10.15 ] From c3a55e53bf033228f6218285f9dbbcdb8e639294 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 15:12:23 -0700 Subject: [PATCH 07/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 26942a7d89c..fda4bd52d2c 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -45,7 +45,7 @@ jobs: runs-on: ${{ matrix.os }} strategy: matrix: - os: [ ubuntu-latest, macos-10.15 ] + os: [ ubuntu-latest] steps: - uses: actions/checkout@v2 - name: Setup Node @@ -117,7 +117,7 @@ jobs: needs: [build-python-sdk, build-python-sdk-macos-py310] strategy: matrix: - os: [ ubuntu-latest, macos-10.15 ] + os: [ ubuntu-latest ] python-version: [ "3.7", "3.8", "3.9", "3.10"] from-source: [ True, False ] env: @@ -178,7 +178,6 @@ jobs: - name: Smoke test with go if: matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest' run: | - feast init test_repo cd test_repo/ feast apply echo "$TEST_SCRIPT" > run-and-wait.sh From 5110ef9b5d6b60b2c62fa955452b1c6539d48230 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 15:23:02 -0700 Subject: [PATCH 08/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index fda4bd52d2c..104792c6602 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -46,6 +46,7 @@ jobs: strategy: matrix: os: [ ubuntu-latest] + python-version: ["3.8"] steps: - uses: actions/checkout@v2 - name: Setup Node @@ -117,8 +118,8 @@ jobs: needs: [build-python-sdk, build-python-sdk-macos-py310] strategy: matrix: - os: [ ubuntu-latest ] - python-version: [ "3.7", "3.8", "3.9", "3.10"] + os: [ ubuntu-latest, macos-10.15] + python-version: ["3.10"] from-source: [ True, False ] env: # this script is for testing servers From d5a8f36dde07feef73c36e25861e9d67f78a1efe Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 15:34:08 -0700 Subject: [PATCH 09/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 55 +++++++++--------------------- 1 file changed, 17 insertions(+), 38 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 104792c6602..041c980f978 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -40,13 +40,12 @@ jobs: echo $VERSION_WITHOUT_PREFIX echo $HIGHEST_SEMVER_TAG - build-python-sdk: + build-python-wheel: name: Build wheels on ${{ matrix.os }} runs-on: ${{ matrix.os }} strategy: matrix: - os: [ ubuntu-latest] - python-version: ["3.8"] + os: [ ubuntu-latest, macos-10.15 ] steps: - uses: actions/checkout@v2 - name: Setup Node @@ -56,6 +55,17 @@ jobs: registry-url: 'https://registry.npmjs.org' - name: Build UI run: make build-ui + - name: Build and install dependencies go dependencies for py310 + if: ${{ matrix.os == "macos-10.15"}} + run: | + pip install -U pip setuptools wheel twine + make install-protoc-dependencies + make install-go-proto-dependencies + make install-go-ci-dependencies + make build-ui + - name: Build py310 wheel + run: | + python3 setup.py sdist bdist_wheel - name: Build wheels uses: pypa/cibuildwheel@v2.4.0 env: @@ -81,45 +91,13 @@ jobs: name: wheels path: ./wheelhouse/*.whl - - build-python-sdk-macos-py310: - runs-on: macos-10.15 - steps: - - uses: actions/checkout@v2 - - name: Setup Python - id: setup-python - uses: actions/setup-python@v2 - with: - python-version: "3.10" - architecture: x64 - - name: Setup Node - uses: actions/setup-node@v2 - with: - node-version: '17.x' - registry-url: 'https://registry.npmjs.org' - - name: Build and install dependencies - run: | - pip install -U pip setuptools wheel twine - make install-protoc-dependencies - make install-go-proto-dependencies - make install-go-ci-dependencies - make build-ui - - name: Build - run: | - python3 setup.py sdist bdist_wheel - - - uses: actions/upload-artifact@v2 - with: - name: wheels - path: dist/* - verify-python-wheel: runs-on: ${{ matrix.os }} - needs: [build-python-sdk, build-python-sdk-macos-py310] + needs: [build-python-sdk] strategy: matrix: - os: [ ubuntu-latest, macos-10.15] - python-version: ["3.10"] + os: [ ubuntu-latest, macos-10.15 ] + python-version: [ "3.7", "3.8", "3.9", "3.10"] from-source: [ True, False ] env: # this script is for testing servers @@ -179,6 +157,7 @@ jobs: - name: Smoke test with go if: matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest' run: | + feast init test_repo cd test_repo/ feast apply echo "$TEST_SCRIPT" > run-and-wait.sh From 6be258d867b1cd454725504c9462e1baf2907094 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 15:37:15 -0700 Subject: [PATCH 10/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 041c980f978..095047f77ce 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -56,7 +56,7 @@ jobs: - name: Build UI run: make build-ui - name: Build and install dependencies go dependencies for py310 - if: ${{ matrix.os == "macos-10.15"}} + if: matrix.os == 'macos-10.15' run: | pip install -U pip setuptools wheel twine make install-protoc-dependencies @@ -64,6 +64,7 @@ jobs: make install-go-ci-dependencies make build-ui - name: Build py310 wheel + if: matrix.os == 'macos-10.15' run: | python3 setup.py sdist bdist_wheel - name: Build wheels From 41255368395e1316940f07dcf0bd2dcf49d0e83f Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 15:37:57 -0700 Subject: [PATCH 11/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 095047f77ce..a9a312e613c 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -94,7 +94,7 @@ jobs: verify-python-wheel: runs-on: ${{ matrix.os }} - needs: [build-python-sdk] + needs: [build-python-wheel] strategy: matrix: os: [ ubuntu-latest, macos-10.15 ] From e829bbd2a3e99d979e370f5b54e189a0fdbe66cc Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 15:42:04 -0700 Subject: [PATCH 12/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 15 +-------------- 1 file changed, 1 insertion(+), 14 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index a9a312e613c..856e2965b03 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -55,23 +55,11 @@ jobs: registry-url: 'https://registry.npmjs.org' - name: Build UI run: make build-ui - - name: Build and install dependencies go dependencies for py310 - if: matrix.os == 'macos-10.15' - run: | - pip install -U pip setuptools wheel twine - make install-protoc-dependencies - make install-go-proto-dependencies - make install-go-ci-dependencies - make build-ui - - name: Build py310 wheel - if: matrix.os == 'macos-10.15' - run: | - python3 setup.py sdist bdist_wheel - name: Build wheels uses: pypa/cibuildwheel@v2.4.0 env: CIBW_BUILD: "cp3*_x86_64" - CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" + CIBW_SKIP: "cp36-* *-musllinux_x86_64" CIBW_ARCHS: "native" CIBW_ENVIRONMENT: > COMPILE_GO=True PATH=$PATH:/usr/local/go/bin @@ -86,7 +74,6 @@ jobs: make install-protoc-dependencies make install-go-proto-dependencies make install-go-ci-dependencies - - uses: actions/upload-artifact@v2 with: name: wheels From 7fdda76e40940d3c0f1b8a386d0b2b5caca6f012 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 16:28:36 -0700 Subject: [PATCH 13/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 48 ++++++++++++++++++++++++++++-- 1 file changed, 46 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 856e2965b03..b9c4004603c 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -55,11 +55,22 @@ jobs: registry-url: 'https://registry.npmjs.org' - name: Build UI run: make build-ui + - name: Build and install dependencies go dependencies for py310 + if: ${{ matrix.os == "macos-10.15"}} + run: | + pip install -U pip setuptools wheel twine + make install-protoc-dependencies + make install-go-proto-dependencies + make install-go-ci-dependencies + make build-ui + - name: Build py310 wheel + run: | + python3 setup.py sdist bdist_wheel - name: Build wheels uses: pypa/cibuildwheel@v2.4.0 env: CIBW_BUILD: "cp3*_x86_64" - CIBW_SKIP: "cp36-* *-musllinux_x86_64" + CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" CIBW_ARCHS: "native" CIBW_ENVIRONMENT: > COMPILE_GO=True PATH=$PATH:/usr/local/go/bin @@ -74,14 +85,47 @@ jobs: make install-protoc-dependencies make install-go-proto-dependencies make install-go-ci-dependencies + - uses: actions/upload-artifact@v2 with: name: wheels path: ./wheelhouse/*.whl + + build-python-sdk-macos-py310: + runs-on: macos-10.15 + steps: + - uses: actions/checkout@v2 + - name: Setup Python + id: setup-python + uses: actions/setup-python@v2 + with: + python-version: "3.10" + architecture: x64 + - name: Setup Node + uses: actions/setup-node@v2 + with: + node-version: '17.x' + registry-url: 'https://registry.npmjs.org' + - name: Build and install dependencies + run: | + pip install -U pip setuptools wheel twine + make install-protoc-dependencies + make install-go-proto-dependencies + make install-go-ci-dependencies + make build-ui + - name: Build + run: | + python3 setup.py sdist bdist_wheel + + - uses: actions/upload-artifact@v2 + with: + name: wheels + path: dist/* + verify-python-wheel: runs-on: ${{ matrix.os }} - needs: [build-python-wheel] + needs: [build-python-wheel, build-python-sdk-macos-py310] strategy: matrix: os: [ ubuntu-latest, macos-10.15 ] From 21d07d7833d893b5638d3a59395051c532b5a6db Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 16:38:44 -0700 Subject: [PATCH 14/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 11 ----------- 1 file changed, 11 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index b9c4004603c..6cb448b8f2f 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -55,17 +55,6 @@ jobs: registry-url: 'https://registry.npmjs.org' - name: Build UI run: make build-ui - - name: Build and install dependencies go dependencies for py310 - if: ${{ matrix.os == "macos-10.15"}} - run: | - pip install -U pip setuptools wheel twine - make install-protoc-dependencies - make install-go-proto-dependencies - make install-go-ci-dependencies - make build-ui - - name: Build py310 wheel - run: | - python3 setup.py sdist bdist_wheel - name: Build wheels uses: pypa/cibuildwheel@v2.4.0 env: From 7a37d94884f37e31cd7db4b6f445acc8797eea65 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 16:46:49 -0700 Subject: [PATCH 15/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 55 +++++++++++------------------- 1 file changed, 20 insertions(+), 35 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 6cb448b8f2f..afc08368fa4 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -56,7 +56,7 @@ jobs: - name: Build UI run: make build-ui - name: Build wheels - uses: pypa/cibuildwheel@v2.4.0 + uses: pypa/cibuildwheel@v2.7.0 env: CIBW_BUILD: "cp3*_x86_64" CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" @@ -74,47 +74,32 @@ jobs: make install-protoc-dependencies make install-go-proto-dependencies make install-go-ci-dependencies - + - name: Build wheels + uses: pypa/cibuildwheel@v2.7.0 + env: + CIBW_BUILD: "cp310-macosx_x86_64" + CIBW_ARCHS: "native" + CIBW_ENVIRONMENT: > + COMPILE_GO=False PATH=$PATH:/usr/local/go/bin + CIBW_BEFORE_ALL_LINUX: | + curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz + tar -C /usr/local -xzf go.tar.gz + go version + CIBW_BEFORE_ALL_MACOS: | + curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg + sudo installer -pkg python.pkg -target / + CIBW_BEFORE_BUILD: | + make install-protoc-dependencies + make install-go-proto-dependencies + make install-go-ci-dependencies - uses: actions/upload-artifact@v2 with: name: wheels path: ./wheelhouse/*.whl - - build-python-sdk-macos-py310: - runs-on: macos-10.15 - steps: - - uses: actions/checkout@v2 - - name: Setup Python - id: setup-python - uses: actions/setup-python@v2 - with: - python-version: "3.10" - architecture: x64 - - name: Setup Node - uses: actions/setup-node@v2 - with: - node-version: '17.x' - registry-url: 'https://registry.npmjs.org' - - name: Build and install dependencies - run: | - pip install -U pip setuptools wheel twine - make install-protoc-dependencies - make install-go-proto-dependencies - make install-go-ci-dependencies - make build-ui - - name: Build - run: | - python3 setup.py sdist bdist_wheel - - - uses: actions/upload-artifact@v2 - with: - name: wheels - path: dist/* - verify-python-wheel: runs-on: ${{ matrix.os }} - needs: [build-python-wheel, build-python-sdk-macos-py310] + needs: [build-python-wheel] strategy: matrix: os: [ ubuntu-latest, macos-10.15 ] From 1a7033e478918171e46a3f84bebbd2472d9c9389 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 17:01:27 -0700 Subject: [PATCH 16/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 12 +++--------- 1 file changed, 3 insertions(+), 9 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index afc08368fa4..27c46696f02 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -74,24 +74,18 @@ jobs: make install-protoc-dependencies make install-go-proto-dependencies make install-go-ci-dependencies - - name: Build wheels + - name: Build wheels for mac310 + if: matrix.os == "macos-10.15" uses: pypa/cibuildwheel@v2.7.0 env: CIBW_BUILD: "cp310-macosx_x86_64" CIBW_ARCHS: "native" CIBW_ENVIRONMENT: > COMPILE_GO=False PATH=$PATH:/usr/local/go/bin - CIBW_BEFORE_ALL_LINUX: | - curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz - tar -C /usr/local -xzf go.tar.gz go version CIBW_BEFORE_ALL_MACOS: | curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg - sudo installer -pkg python.pkg -target / - CIBW_BEFORE_BUILD: | - make install-protoc-dependencies - make install-go-proto-dependencies - make install-go-ci-dependencies + sudo installer -pkg python.pkg -target - uses: actions/upload-artifact@v2 with: name: wheels From 3ad9ce2eae8d291e9d85023cfbe1cc5ac6a931aa Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 17:02:43 -0700 Subject: [PATCH 17/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 27c46696f02..c2cdb29a0c0 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -75,7 +75,7 @@ jobs: make install-go-proto-dependencies make install-go-ci-dependencies - name: Build wheels for mac310 - if: matrix.os == "macos-10.15" + if: matrix.os == 'macos-10.15' uses: pypa/cibuildwheel@v2.7.0 env: CIBW_BUILD: "cp310-macosx_x86_64" From 2730f9643609004ded08121bca611b95303e88e9 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 17:03:48 -0700 Subject: [PATCH 18/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 44 +++++++++++++++--------------- 1 file changed, 22 insertions(+), 22 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index c2cdb29a0c0..8991b626c24 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -45,7 +45,7 @@ jobs: runs-on: ${{ matrix.os }} strategy: matrix: - os: [ ubuntu-latest, macos-10.15 ] + os: [ macos-10.15 ] steps: - uses: actions/checkout@v2 - name: Setup Node @@ -55,25 +55,25 @@ jobs: registry-url: 'https://registry.npmjs.org' - name: Build UI run: make build-ui - - name: Build wheels - uses: pypa/cibuildwheel@v2.7.0 - env: - CIBW_BUILD: "cp3*_x86_64" - CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" - CIBW_ARCHS: "native" - CIBW_ENVIRONMENT: > - COMPILE_GO=True PATH=$PATH:/usr/local/go/bin - CIBW_BEFORE_ALL_LINUX: | - curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz - tar -C /usr/local -xzf go.tar.gz - go version - CIBW_BEFORE_ALL_MACOS: | - curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg - sudo installer -pkg python.pkg -target / - CIBW_BEFORE_BUILD: | - make install-protoc-dependencies - make install-go-proto-dependencies - make install-go-ci-dependencies + # - name: Build wheels + # uses: pypa/cibuildwheel@v2.7.0 + # env: + # CIBW_BUILD: "cp3*_x86_64" + # CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" + # CIBW_ARCHS: "native" + # CIBW_ENVIRONMENT: > + # COMPILE_GO=True PATH=$PATH:/usr/local/go/bin + # CIBW_BEFORE_ALL_LINUX: | + # curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz + # tar -C /usr/local -xzf go.tar.gz + # go version + # CIBW_BEFORE_ALL_MACOS: | + # curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg + # sudo installer -pkg python.pkg -target / + # CIBW_BEFORE_BUILD: | + # make install-protoc-dependencies + # make install-go-proto-dependencies + # make install-go-ci-dependencies - name: Build wheels for mac310 if: matrix.os == 'macos-10.15' uses: pypa/cibuildwheel@v2.7.0 @@ -96,8 +96,8 @@ jobs: needs: [build-python-wheel] strategy: matrix: - os: [ ubuntu-latest, macos-10.15 ] - python-version: [ "3.7", "3.8", "3.9", "3.10"] + os: [ macos-10.15 ] + python-version: [ "3.10"] from-source: [ True, False ] env: # this script is for testing servers From 1bb556f873aea3d11407417efcf9bdf997354159 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 17:19:07 -0700 Subject: [PATCH 19/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 3 --- 1 file changed, 3 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 8991b626c24..a5e32a771d8 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -80,9 +80,6 @@ jobs: env: CIBW_BUILD: "cp310-macosx_x86_64" CIBW_ARCHS: "native" - CIBW_ENVIRONMENT: > - COMPILE_GO=False PATH=$PATH:/usr/local/go/bin - go version CIBW_BEFORE_ALL_MACOS: | curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg sudo installer -pkg python.pkg -target From 8028bf953762d780d92471bbc9186a2b6f05190a Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 17:25:09 -0700 Subject: [PATCH 20/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 44 ++++++++++++++++-------------- 1 file changed, 23 insertions(+), 21 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index a5e32a771d8..7a28f7886ea 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -55,31 +55,33 @@ jobs: registry-url: 'https://registry.npmjs.org' - name: Build UI run: make build-ui - # - name: Build wheels - # uses: pypa/cibuildwheel@v2.7.0 - # env: - # CIBW_BUILD: "cp3*_x86_64" - # CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" - # CIBW_ARCHS: "native" - # CIBW_ENVIRONMENT: > - # COMPILE_GO=True PATH=$PATH:/usr/local/go/bin - # CIBW_BEFORE_ALL_LINUX: | - # curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz - # tar -C /usr/local -xzf go.tar.gz - # go version - # CIBW_BEFORE_ALL_MACOS: | - # curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg - # sudo installer -pkg python.pkg -target / - # CIBW_BEFORE_BUILD: | - # make install-protoc-dependencies - # make install-go-proto-dependencies - # make install-go-ci-dependencies + - name: Build wheels + uses: pypa/cibuildwheel@v2.7.0 + env: + CIBW_BUILD: "cp3*_x86_64" + CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" + CIBW_ARCHS: "native" + CIBW_ENVIRONMENT: > + COMPILE_GO=True PATH=$PATH:/usr/local/go/bin + CIBW_BEFORE_ALL_LINUX: | + curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz + tar -C /usr/local -xzf go.tar.gz + go version + CIBW_BEFORE_ALL_MACOS: | + curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg + sudo installer -pkg python.pkg -target / + CIBW_BEFORE_BUILD: | + make install-protoc-dependencies + make install-go-proto-dependencies + make install-go-ci-dependencies - name: Build wheels for mac310 if: matrix.os == 'macos-10.15' uses: pypa/cibuildwheel@v2.7.0 env: CIBW_BUILD: "cp310-macosx_x86_64" CIBW_ARCHS: "native" + CIBW_ENVIRONMENT: > + PATH=$PATH:/usr/local/go/bin CIBW_BEFORE_ALL_MACOS: | curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg sudo installer -pkg python.pkg -target @@ -93,8 +95,8 @@ jobs: needs: [build-python-wheel] strategy: matrix: - os: [ macos-10.15 ] - python-version: [ "3.10"] + os: [ ubuntu-latest, macos-10.15 ] + python-version: [ "3.7", "3.8", "3.9", "3.10"] from-source: [ True, False ] env: # this script is for testing servers From fbada3538fd11d387a80b1ec0b6c365ff5e1a921 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 17:25:45 -0700 Subject: [PATCH 21/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 44 ++++++++++++++++-------------- 1 file changed, 23 insertions(+), 21 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 7a28f7886ea..81ea3771e6b 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -55,25 +55,25 @@ jobs: registry-url: 'https://registry.npmjs.org' - name: Build UI run: make build-ui - - name: Build wheels - uses: pypa/cibuildwheel@v2.7.0 - env: - CIBW_BUILD: "cp3*_x86_64" - CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" - CIBW_ARCHS: "native" - CIBW_ENVIRONMENT: > - COMPILE_GO=True PATH=$PATH:/usr/local/go/bin - CIBW_BEFORE_ALL_LINUX: | - curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz - tar -C /usr/local -xzf go.tar.gz - go version - CIBW_BEFORE_ALL_MACOS: | - curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg - sudo installer -pkg python.pkg -target / - CIBW_BEFORE_BUILD: | - make install-protoc-dependencies - make install-go-proto-dependencies - make install-go-ci-dependencies + # - name: Build wheels + # uses: pypa/cibuildwheel@v2.7.0 + # env: + # CIBW_BUILD: "cp3*_x86_64" + # CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" + # CIBW_ARCHS: "native" + # CIBW_ENVIRONMENT: > + # COMPILE_GO=True PATH=$PATH:/usr/local/go/bin + # CIBW_BEFORE_ALL_LINUX: | + # curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz + # tar -C /usr/local -xzf go.tar.gz + # go version + # CIBW_BEFORE_ALL_MACOS: | + # curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg + # sudo installer -pkg python.pkg -target / + # CIBW_BEFORE_BUILD: | + # make install-protoc-dependencies + # make install-go-proto-dependencies + # make install-go-ci-dependencies - name: Build wheels for mac310 if: matrix.os == 'macos-10.15' uses: pypa/cibuildwheel@v2.7.0 @@ -95,8 +95,10 @@ jobs: needs: [build-python-wheel] strategy: matrix: - os: [ ubuntu-latest, macos-10.15 ] - python-version: [ "3.7", "3.8", "3.9", "3.10"] + # os: [ ubuntu-latest, macos-10.15 ] + # python-version: [ "3.7", "3.8", "3.9", "3.10"] + os: [ macos-10.15 ] + python-version: [ "3.10"] from-source: [ True, False ] env: # this script is for testing servers From f16d464f4dca3538429c46211f95cdc70e4dcafd Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 17:35:45 -0700 Subject: [PATCH 22/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 5 ----- 1 file changed, 5 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 81ea3771e6b..41bd3e017ce 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -80,11 +80,6 @@ jobs: env: CIBW_BUILD: "cp310-macosx_x86_64" CIBW_ARCHS: "native" - CIBW_ENVIRONMENT: > - PATH=$PATH:/usr/local/go/bin - CIBW_BEFORE_ALL_MACOS: | - curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg - sudo installer -pkg python.pkg -target - uses: actions/upload-artifact@v2 with: name: wheels From 58c5dda50646a33213729768b5e2c8d3e26e43c8 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 17:37:05 -0700 Subject: [PATCH 23/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 99 +++++++++++++++++++++--------- 1 file changed, 71 insertions(+), 28 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 41bd3e017ce..89bd6cf1dc2 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -45,7 +45,7 @@ jobs: runs-on: ${{ matrix.os }} strategy: matrix: - os: [ macos-10.15 ] + os: [ ubuntu-latest, macos-10.15 ] steps: - uses: actions/checkout@v2 - name: Setup Node @@ -55,45 +55,88 @@ jobs: registry-url: 'https://registry.npmjs.org' - name: Build UI run: make build-ui - # - name: Build wheels - # uses: pypa/cibuildwheel@v2.7.0 - # env: - # CIBW_BUILD: "cp3*_x86_64" - # CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" - # CIBW_ARCHS: "native" - # CIBW_ENVIRONMENT: > - # COMPILE_GO=True PATH=$PATH:/usr/local/go/bin - # CIBW_BEFORE_ALL_LINUX: | - # curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz - # tar -C /usr/local -xzf go.tar.gz - # go version - # CIBW_BEFORE_ALL_MACOS: | - # curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg - # sudo installer -pkg python.pkg -target / - # CIBW_BEFORE_BUILD: | - # make install-protoc-dependencies - # make install-go-proto-dependencies - # make install-go-ci-dependencies - - name: Build wheels for mac310 - if: matrix.os == 'macos-10.15' + - name: Build wheels + uses: pypa/cibuildwheel@v2..0 + env: + CIBW_BUILD: "cp3*_x86_64" + CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" + CIBW_ARCHS: "native" + CIBW_ENVIRONMENT: > + COMPILE_GO=True PATH=$PATH:/usr/local/go/bin + CIBW_BEFORE_ALL_LINUX: | + curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz + tar -C /usr/local -xzf go.tar.gz + go version + CIBW_BEFORE_ALL_MACOS: | + curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg + sudo installer -pkg python.pkg -target / + CIBW_BEFORE_BUILD: | + make install-protoc-dependencies + make install-go-proto-dependencies + make install-go-ci-dependencies + - name: Build wheels uses: pypa/cibuildwheel@v2.7.0 env: - CIBW_BUILD: "cp310-macosx_x86_64" + CIBW_BUILD: "cp3*_x86_64" + CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" CIBW_ARCHS: "native" + CIBW_ENVIRONMENT: > + COMPILE_GO=True PATH=$PATH:/usr/local/go/bin + CIBW_BEFORE_ALL_LINUX: | + curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz + tar -C /usr/local -xzf go.tar.gz + go version + CIBW_BEFORE_ALL_MACOS: | + curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg + sudo installer -pkg python.pkg -target / + CIBW_BEFORE_BUILD: | + make install-protoc-dependencies + make install-go-proto-dependencies + make install-go-ci-dependencies - uses: actions/upload-artifact@v2 with: name: wheels path: ./wheelhouse/*.whl + + build-python-sdk-macos-py310: + runs-on: macos-10.15 + steps: + - uses: actions/checkout@v2 + - name: Setup Python + id: setup-python + uses: actions/setup-python@v2 + with: + python-version: "3.10" + architecture: x64 + - name: Setup Node + uses: actions/setup-node@v2 + with: + node-version: '17.x' + registry-url: 'https://registry.npmjs.org' + - name: Build and install dependencies + run: | + pip install -U pip setuptools wheel twine + make install-protoc-dependencies + make install-go-proto-dependencies + make install-go-ci-dependencies + make build-ui + - name: Build + run: | + python3 setup.py sdist bdist_wheel + + - uses: actions/upload-artifact@v2 + with: + name: wheels + path: dist/* + verify-python-wheel: runs-on: ${{ matrix.os }} - needs: [build-python-wheel] + needs: [build-python-wheel, build-python-sdk-macos-py310] strategy: matrix: - # os: [ ubuntu-latest, macos-10.15 ] - # python-version: [ "3.7", "3.8", "3.9", "3.10"] - os: [ macos-10.15 ] - python-version: [ "3.10"] + os: [ ubuntu-latest, macos-10.15 ] + python-version: [ "3.7", "3.8", "3.9", "3.10"] from-source: [ True, False ] env: # this script is for testing servers From 485444febd45cf9ad6b1dbe9be9ecda32d27ac6c Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 17:43:18 -0700 Subject: [PATCH 24/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 89bd6cf1dc2..5fb8647f136 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -56,7 +56,7 @@ jobs: - name: Build UI run: make build-ui - name: Build wheels - uses: pypa/cibuildwheel@v2..0 + uses: pypa/cibuildwheel@v2.7.0 env: CIBW_BUILD: "cp3*_x86_64" CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" From c55bcb2c331e375b71a9838249b02f8235ae9f47 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 17:47:47 -0700 Subject: [PATCH 25/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 100 ++++++++--------------------- 1 file changed, 28 insertions(+), 72 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 5fb8647f136..f01a8f8e953 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -39,13 +39,12 @@ jobs: echo $RELEASE_VERSION echo $VERSION_WITHOUT_PREFIX echo $HIGHEST_SEMVER_TAG - build-python-wheel: name: Build wheels on ${{ matrix.os }} runs-on: ${{ matrix.os }} strategy: matrix: - os: [ ubuntu-latest, macos-10.15 ] + os: [ macos-10.15 ] steps: - uses: actions/checkout@v2 - name: Setup Node @@ -55,88 +54,45 @@ jobs: registry-url: 'https://registry.npmjs.org' - name: Build UI run: make build-ui - - name: Build wheels - uses: pypa/cibuildwheel@v2.7.0 - env: - CIBW_BUILD: "cp3*_x86_64" - CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" - CIBW_ARCHS: "native" - CIBW_ENVIRONMENT: > - COMPILE_GO=True PATH=$PATH:/usr/local/go/bin - CIBW_BEFORE_ALL_LINUX: | - curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz - tar -C /usr/local -xzf go.tar.gz - go version - CIBW_BEFORE_ALL_MACOS: | - curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg - sudo installer -pkg python.pkg -target / - CIBW_BEFORE_BUILD: | - make install-protoc-dependencies - make install-go-proto-dependencies - make install-go-ci-dependencies - - name: Build wheels + # - name: Build wheels + # uses: pypa/cibuildwheel@v2.7.0 + # env: + # CIBW_BUILD: "cp3*_x86_64" + # CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" + # CIBW_ARCHS: "native" + # CIBW_ENVIRONMENT: > + # COMPILE_GO=True PATH=$PATH:/usr/local/go/bin + # CIBW_BEFORE_ALL_LINUX: | + # curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz + # tar -C /usr/local -xzf go.tar.gz + # go version + # CIBW_BEFORE_ALL_MACOS: | + # curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg + # sudo installer -pkg python.pkg -target / + # CIBW_BEFORE_BUILD: | + # make install-protoc-dependencies + # make install-go-proto-dependencies + # make install-go-ci-dependencies + - name: Build wheels for mac310 + if: matrix.os == 'macos-10.15' uses: pypa/cibuildwheel@v2.7.0 env: - CIBW_BUILD: "cp3*_x86_64" - CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" + CIBW_BUILD: "cp310-macosx_x86_64" CIBW_ARCHS: "native" - CIBW_ENVIRONMENT: > - COMPILE_GO=True PATH=$PATH:/usr/local/go/bin - CIBW_BEFORE_ALL_LINUX: | - curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz - tar -C /usr/local -xzf go.tar.gz - go version - CIBW_BEFORE_ALL_MACOS: | - curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg - sudo installer -pkg python.pkg -target / - CIBW_BEFORE_BUILD: | - make install-protoc-dependencies - make install-go-proto-dependencies - make install-go-ci-dependencies - uses: actions/upload-artifact@v2 with: name: wheels path: ./wheelhouse/*.whl - - build-python-sdk-macos-py310: - runs-on: macos-10.15 - steps: - - uses: actions/checkout@v2 - - name: Setup Python - id: setup-python - uses: actions/setup-python@v2 - with: - python-version: "3.10" - architecture: x64 - - name: Setup Node - uses: actions/setup-node@v2 - with: - node-version: '17.x' - registry-url: 'https://registry.npmjs.org' - - name: Build and install dependencies - run: | - pip install -U pip setuptools wheel twine - make install-protoc-dependencies - make install-go-proto-dependencies - make install-go-ci-dependencies - make build-ui - - name: Build - run: | - python3 setup.py sdist bdist_wheel - - - uses: actions/upload-artifact@v2 - with: - name: wheels - path: dist/* - verify-python-wheel: runs-on: ${{ matrix.os }} - needs: [build-python-wheel, build-python-sdk-macos-py310] + needs: [build-python-wheel] strategy: matrix: - os: [ ubuntu-latest, macos-10.15 ] - python-version: [ "3.7", "3.8", "3.9", "3.10"] + # os: [ ubuntu-latest, macos-10.15 ] + # python-version: [ "3.7", "3.8", "3.9", "3.10"] + os: [ macos-10.15 ] + python-version: [ "3.10"] from-source: [ True, False ] env: # this script is for testing servers From 95eb8095e57cd5631c71caa8f28e745819c8d2f4 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 17:51:28 -0700 Subject: [PATCH 26/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index f01a8f8e953..afd3cd2b0c7 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -129,13 +129,15 @@ jobs: pip install wheel for f in *.whl; do pip install $f || true; done - name: Install go from sdist - if: ${{ matrix.from-source }} + if: ${{ matrix.from-source && (matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest')}} env: COMPILE_GO: "True" run: | pip install 'grpcio-tools==1.44.0' 'pybindgen==0.22.0' go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.26.0 go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1.0 + - name: Install sdist + if ${{ matrix.from-source }} pip install dist/*tar.gz - name: Install OS X dependencies if: matrix.os == 'macos-10.15' From 0e586a03a09712e1cc884fbe58fec530d4fea0da Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 17:52:38 -0700 Subject: [PATCH 27/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index afd3cd2b0c7..3ea9e2ccc01 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -137,7 +137,7 @@ jobs: go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.26.0 go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1.0 - name: Install sdist - if ${{ matrix.from-source }} + if: ${{ matrix.from-source }} pip install dist/*tar.gz - name: Install OS X dependencies if: matrix.os == 'macos-10.15' From 79745f2941be9556b20876a71e227597ad19fce7 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 18:03:25 -0700 Subject: [PATCH 28/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 13 +++++-------- 1 file changed, 5 insertions(+), 8 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 3ea9e2ccc01..9f7c4404f49 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -39,12 +39,13 @@ jobs: echo $RELEASE_VERSION echo $VERSION_WITHOUT_PREFIX echo $HIGHEST_SEMVER_TAG + build-python-wheel: name: Build wheels on ${{ matrix.os }} runs-on: ${{ matrix.os }} strategy: matrix: - os: [ macos-10.15 ] + os: [ ubuntu-latest, macos-10.15 ] steps: - uses: actions/checkout@v2 - name: Setup Node @@ -73,8 +74,7 @@ jobs: # make install-protoc-dependencies # make install-go-proto-dependencies # make install-go-ci-dependencies - - name: Build wheels for mac310 - if: matrix.os == 'macos-10.15' + - name: Build wheels uses: pypa/cibuildwheel@v2.7.0 env: CIBW_BUILD: "cp310-macosx_x86_64" @@ -84,13 +84,12 @@ jobs: name: wheels path: ./wheelhouse/*.whl + verify-python-wheel: runs-on: ${{ matrix.os }} needs: [build-python-wheel] strategy: matrix: - # os: [ ubuntu-latest, macos-10.15 ] - # python-version: [ "3.7", "3.8", "3.9", "3.10"] os: [ macos-10.15 ] python-version: [ "3.10"] from-source: [ True, False ] @@ -129,15 +128,13 @@ jobs: pip install wheel for f in *.whl; do pip install $f || true; done - name: Install go from sdist - if: ${{ matrix.from-source && (matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest')}} + if: ${{ matrix.from-source }} env: COMPILE_GO: "True" run: | pip install 'grpcio-tools==1.44.0' 'pybindgen==0.22.0' go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.26.0 go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1.0 - - name: Install sdist - if: ${{ matrix.from-source }} pip install dist/*tar.gz - name: Install OS X dependencies if: matrix.os == 'macos-10.15' From 1352bfc2a21bb5d5cd637e4fbddb8efdfa0f5a34 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 18:06:51 -0700 Subject: [PATCH 29/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/main.yml | 160 +++++++++++++++++++++++++++++++++++++ 1 file changed, 160 insertions(+) create mode 100644 .github/workflows/main.yml diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml new file mode 100644 index 00000000000..5a780f6663c --- /dev/null +++ b/.github/workflows/main.yml @@ -0,0 +1,160 @@ +mname: build_wheels_other + +on: workflow_dispatch + +jobs: + get-version: + runs-on: ubuntu-latest + outputs: + release_version: ${{ steps.get_release_version.outputs.release_version }} + version_without_prefix: ${{ steps.get_release_version_without_prefix.outputs.version_without_prefix }} + highest_semver_tag: ${{ steps.get_highest_semver.outputs.highest_semver_tag }} + steps: + - uses: actions/checkout@v2 + - name: Get release version + id: get_release_version + run: echo ::set-output name=release_version::${GITHUB_REF#refs/*/} + - name: Get release version without prefix + id: get_release_version_without_prefix + env: + RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }} + run: | + echo ::set-output name=version_without_prefix::${RELEASE_VERSION:1} + - name: Get highest semver + id: get_highest_semver + env: + RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }} + run: | + source infra/scripts/setup-common-functions.sh + SEMVER_REGEX='^v[0-9]+\.[0-9]+\.[0-9]+(-([0-9A-Za-z-]+(\.[0-9A-Za-z-]+)*))?$' + if echo "${RELEASE_VERSION}" | grep -P "$SEMVER_REGEX" &>/dev/null ; then + echo ::set-output name=highest_semver_tag::$(get_tag_release -m) + fi + - name: Check output + env: + RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }} + VERSION_WITHOUT_PREFIX: ${{ steps.get_release_version_without_prefix.outputs.version_without_prefix }} + HIGHEST_SEMVER_TAG: ${{ steps.get_highest_semver.outputs.highest_semver_tag }} + run: | + echo $RELEASE_VERSION + echo $VERSION_WITHOUT_PREFIX + echo $HIGHEST_SEMVER_TAG + + build-python-wheel: + name: Build wheels on ${{ matrix.os }} + runs-on: ${{ matrix.os }} + strategy: + matrix: + os: [ ubuntu-latest, macos-10.15 ] + steps: + - uses: actions/checkout@v2 + - name: Setup Node + uses: actions/setup-node@v2 + with: + node-version: '17.x' + registry-url: 'https://registry.npmjs.org' + - name: Build UI + run: make build-ui + # - name: Build wheels + # uses: pypa/cibuildwheel@v2.7.0 + # env: + # CIBW_BUILD: "cp3*_x86_64" + # CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" + # CIBW_ARCHS: "native" + # CIBW_ENVIRONMENT: > + # COMPILE_GO=True PATH=$PATH:/usr/local/go/bin + # CIBW_BEFORE_ALL_LINUX: | + # curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz + # tar -C /usr/local -xzf go.tar.gz + # go version + # CIBW_BEFORE_ALL_MACOS: | + # curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg + # sudo installer -pkg python.pkg -target / + # CIBW_BEFORE_BUILD: | + # make install-protoc-dependencies + # make install-go-proto-dependencies + # make install-go-ci-dependencies + - name: Build wheels + uses: pypa/cibuildwheel@v2.7.0 + env: + CIBW_BUILD: "cp310-macosx_x86_64" + CIBW_ARCHS: "native" + - uses: actions/upload-artifact@v2 + with: + name: wheels + path: ./wheelhouse/*.whl + + + verify-python-wheel: + runs-on: ${{ matrix.os }} + needs: [build-python-wheel] + strategy: + matrix: + os: [ macos-10.15 ] + python-version: [ "3.10"] + from-source: [ True, False ] + env: + # this script is for testing servers + # it starts server with timeout and checks whether process killed by timeout (started healthy) or died by itself + TEST_SCRIPT: | + timeout 10s $@ & pid=$! + wait $pid + ret=$? + if [[ $ret -ne 124 ]] + then + exit $ret + else + echo "Succeeded!" + fi + steps: + - name: Setup Python + id: setup-python + uses: actions/setup-python@v2 + with: + python-version: ${{ matrix.python-version }} + architecture: x64 + - uses: actions/setup-go@v3 + with: + go-version: '>=1.17.0' + - uses: actions/download-artifact@v2 + with: + name: wheels + path: dist + - name: Install wheel + if: ${{ !matrix.from-source }} + # try to install all wheels; only the current platform wheel should be actually installed + run: | + cd dist/ + pip install wheel + for f in *.whl; do pip install $f || true; done + - name: Install go from sdist + if: ${{ matrix.from-source }} + env: + COMPILE_GO: "True" + run: | + pip install 'grpcio-tools==1.44.0' 'pybindgen==0.22.0' + go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.26.0 + go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1.0 + pip install dist/*tar.gz + - name: Install OS X dependencies + if: matrix.os == 'macos-10.15' + run: brew install coreutils + - name: Smoke test + run: | + feast init test_repo + cd test_repo/ + feast apply + echo "$TEST_SCRIPT" > run-and-wait.sh + bash run-and-wait.sh feast serve + bash run-and-wait.sh feast ui + # We disable this test for the Python 3.10 binary since it does not include Go. + - name: Smoke test with go + if: matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest' + run: | + feast init test_repo + cd test_repo/ + feast apply + echo "$TEST_SCRIPT" > run-and-wait.sh + pip install cffi + printf "\ngo_feature_retrieval: True" >> feature_store.yaml + bash run-and-wait.sh feast serve \ No newline at end of file From 120d6d0af3c88dff37345cb654d1650799bc00e3 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 18:15:22 -0700 Subject: [PATCH 30/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/main.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml index 5a780f6663c..4316ab97460 100644 --- a/.github/workflows/main.yml +++ b/.github/workflows/main.yml @@ -45,7 +45,7 @@ jobs: runs-on: ${{ matrix.os }} strategy: matrix: - os: [ ubuntu-latest, macos-10.15 ] + os: [ macos-10.15 ] steps: - uses: actions/checkout@v2 - name: Setup Node From f7ad4de38b936566b54b6081a2421502ac656b51 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 18:16:46 -0700 Subject: [PATCH 31/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 9f7c4404f49..7b616c19b61 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -45,7 +45,7 @@ jobs: runs-on: ${{ matrix.os }} strategy: matrix: - os: [ ubuntu-latest, macos-10.15 ] + os: [ macos-10.15 ] steps: - uses: actions/checkout@v2 - name: Setup Node From ab70a0dfe69635a5d8f06319d10af4b139b0c47e Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 18:29:49 -0700 Subject: [PATCH 32/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 7b616c19b61..7453e9d956a 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -128,7 +128,7 @@ jobs: pip install wheel for f in *.whl; do pip install $f || true; done - name: Install go from sdist - if: ${{ matrix.from-source }} + if: ${{ !matrix.from-source }} env: COMPILE_GO: "True" run: | From 4acef81244c0425ed83c4e1a53522400d329e0fb Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 18:47:22 -0700 Subject: [PATCH 33/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 7453e9d956a..043f7d17735 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -128,13 +128,15 @@ jobs: pip install wheel for f in *.whl; do pip install $f || true; done - name: Install go from sdist - if: ${{ !matrix.from-source }} + if: ${{ matrix.from-source && (matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest')}} env: COMPILE_GO: "True" run: | pip install 'grpcio-tools==1.44.0' 'pybindgen==0.22.0' go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.26.0 go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1.0 + - name: Install dist + if: ${{ matrix.from-source}} pip install dist/*tar.gz - name: Install OS X dependencies if: matrix.os == 'macos-10.15' From e917726f49b5e455e7f0a13f78fed9668dcdb3e4 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 18:48:28 -0700 Subject: [PATCH 34/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/main2.yml | 162 ++++++++++++++++++++++++++++++++++++ 1 file changed, 162 insertions(+) create mode 100644 .github/workflows/main2.yml diff --git a/.github/workflows/main2.yml b/.github/workflows/main2.yml new file mode 100644 index 00000000000..043f7d17735 --- /dev/null +++ b/.github/workflows/main2.yml @@ -0,0 +1,162 @@ +name: build_wheels + +on: workflow_dispatch + +jobs: + get-version: + runs-on: ubuntu-latest + outputs: + release_version: ${{ steps.get_release_version.outputs.release_version }} + version_without_prefix: ${{ steps.get_release_version_without_prefix.outputs.version_without_prefix }} + highest_semver_tag: ${{ steps.get_highest_semver.outputs.highest_semver_tag }} + steps: + - uses: actions/checkout@v2 + - name: Get release version + id: get_release_version + run: echo ::set-output name=release_version::${GITHUB_REF#refs/*/} + - name: Get release version without prefix + id: get_release_version_without_prefix + env: + RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }} + run: | + echo ::set-output name=version_without_prefix::${RELEASE_VERSION:1} + - name: Get highest semver + id: get_highest_semver + env: + RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }} + run: | + source infra/scripts/setup-common-functions.sh + SEMVER_REGEX='^v[0-9]+\.[0-9]+\.[0-9]+(-([0-9A-Za-z-]+(\.[0-9A-Za-z-]+)*))?$' + if echo "${RELEASE_VERSION}" | grep -P "$SEMVER_REGEX" &>/dev/null ; then + echo ::set-output name=highest_semver_tag::$(get_tag_release -m) + fi + - name: Check output + env: + RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }} + VERSION_WITHOUT_PREFIX: ${{ steps.get_release_version_without_prefix.outputs.version_without_prefix }} + HIGHEST_SEMVER_TAG: ${{ steps.get_highest_semver.outputs.highest_semver_tag }} + run: | + echo $RELEASE_VERSION + echo $VERSION_WITHOUT_PREFIX + echo $HIGHEST_SEMVER_TAG + + build-python-wheel: + name: Build wheels on ${{ matrix.os }} + runs-on: ${{ matrix.os }} + strategy: + matrix: + os: [ macos-10.15 ] + steps: + - uses: actions/checkout@v2 + - name: Setup Node + uses: actions/setup-node@v2 + with: + node-version: '17.x' + registry-url: 'https://registry.npmjs.org' + - name: Build UI + run: make build-ui + # - name: Build wheels + # uses: pypa/cibuildwheel@v2.7.0 + # env: + # CIBW_BUILD: "cp3*_x86_64" + # CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" + # CIBW_ARCHS: "native" + # CIBW_ENVIRONMENT: > + # COMPILE_GO=True PATH=$PATH:/usr/local/go/bin + # CIBW_BEFORE_ALL_LINUX: | + # curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz + # tar -C /usr/local -xzf go.tar.gz + # go version + # CIBW_BEFORE_ALL_MACOS: | + # curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg + # sudo installer -pkg python.pkg -target / + # CIBW_BEFORE_BUILD: | + # make install-protoc-dependencies + # make install-go-proto-dependencies + # make install-go-ci-dependencies + - name: Build wheels + uses: pypa/cibuildwheel@v2.7.0 + env: + CIBW_BUILD: "cp310-macosx_x86_64" + CIBW_ARCHS: "native" + - uses: actions/upload-artifact@v2 + with: + name: wheels + path: ./wheelhouse/*.whl + + + verify-python-wheel: + runs-on: ${{ matrix.os }} + needs: [build-python-wheel] + strategy: + matrix: + os: [ macos-10.15 ] + python-version: [ "3.10"] + from-source: [ True, False ] + env: + # this script is for testing servers + # it starts server with timeout and checks whether process killed by timeout (started healthy) or died by itself + TEST_SCRIPT: | + timeout 10s $@ & pid=$! + wait $pid + ret=$? + if [[ $ret -ne 124 ]] + then + exit $ret + else + echo "Succeeded!" + fi + steps: + - name: Setup Python + id: setup-python + uses: actions/setup-python@v2 + with: + python-version: ${{ matrix.python-version }} + architecture: x64 + - uses: actions/setup-go@v3 + with: + go-version: '>=1.17.0' + - uses: actions/download-artifact@v2 + with: + name: wheels + path: dist + - name: Install wheel + if: ${{ !matrix.from-source }} + # try to install all wheels; only the current platform wheel should be actually installed + run: | + cd dist/ + pip install wheel + for f in *.whl; do pip install $f || true; done + - name: Install go from sdist + if: ${{ matrix.from-source && (matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest')}} + env: + COMPILE_GO: "True" + run: | + pip install 'grpcio-tools==1.44.0' 'pybindgen==0.22.0' + go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.26.0 + go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1.0 + - name: Install dist + if: ${{ matrix.from-source}} + pip install dist/*tar.gz + - name: Install OS X dependencies + if: matrix.os == 'macos-10.15' + run: brew install coreutils + - name: Smoke test + run: | + feast init test_repo + cd test_repo/ + feast apply + echo "$TEST_SCRIPT" > run-and-wait.sh + bash run-and-wait.sh feast serve + bash run-and-wait.sh feast ui + # We disable this test for the Python 3.10 binary since it does not include Go. + - name: Smoke test with go + if: matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest' + run: | + feast init test_repo + cd test_repo/ + feast apply + echo "$TEST_SCRIPT" > run-and-wait.sh + pip install cffi + printf "\ngo_feature_retrieval: True" >> feature_store.yaml + bash run-and-wait.sh feast serve \ No newline at end of file From 46ecf7c1ce2bb9c051a343d213c7ce98eb89d40e Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 18:56:29 -0700 Subject: [PATCH 35/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/publish.yml | 596 +++++++++++++++++++++------------- 1 file changed, 378 insertions(+), 218 deletions(-) diff --git a/.github/workflows/publish.yml b/.github/workflows/publish.yml index 7b8afc97619..ae768b40d6f 100644 --- a/.github/workflows/publish.yml +++ b/.github/workflows/publish.yml @@ -1,9 +1,6 @@ name: publish -on: - push: - tags: - - 'v*.*.*' +on: workflow_dispatch jobs: get-version: @@ -43,109 +40,58 @@ jobs: echo $VERSION_WITHOUT_PREFIX echo $HIGHEST_SEMVER_TAG - build-publish-docker-images: - runs-on: ubuntu-latest - needs: get-version + build-python-wheel: + name: Build wheels on ${{ matrix.os }} + runs-on: ${{ matrix.os }} strategy: matrix: - component: [feature-server-python-aws, feature-server-java, feature-transformation-server] - env: - MAVEN_CACHE: gs://feast-templocation-kf-feast/.m2.2020-08-19.tar - REGISTRY: feastdev + os: [ macos-10.15 ] steps: - uses: actions/checkout@v2 - - name: Set up QEMU - uses: docker/setup-qemu-action@v1 - - name: Set up Docker Buildx - uses: docker/setup-buildx-action@v1 - - name: Login to DockerHub - uses: docker/login-action@v1 - with: - username: ${{ secrets.DOCKERHUB_USERNAME }} - password: ${{ secrets.DOCKERHUB_TOKEN }} - - name: Set up Cloud SDK - uses: google-github-actions/setup-gcloud@v0 + - name: Setup Node + uses: actions/setup-node@v2 with: - project_id: ${{ secrets.GCP_PROJECT_ID }} - service_account_key: ${{ secrets.GCP_SA_KEY }} - export_default_credentials: true - - name: Use gcloud CLI - run: gcloud info - - run: gcloud auth configure-docker --quiet - - name: Get m2 cache - run: | - infra/scripts/download-maven-cache.sh \ - --archive-uri ${MAVEN_CACHE} \ - --output-dir . - - name: Build image - run: | - make build-${{ matrix.component }}-docker REGISTRY=${REGISTRY} VERSION=${VERSION_WITHOUT_PREFIX} - env: - RELEASE_VERSION: ${{ needs.get-version.outputs.release_version }} - VERSION_WITHOUT_PREFIX: ${{ needs.get-version.outputs.version_without_prefix }} - HIGHEST_SEMVER_TAG: ${{ needs.get-version.outputs.highest_semver_tag }} - - name: Push versioned images + node-version: '17.x' + registry-url: 'https://registry.npmjs.org' + - name: Build UI + run: make build-ui + # - name: Build wheels + # uses: pypa/cibuildwheel@v2.7.0 + # env: + # CIBW_BUILD: "cp3*_x86_64" + # CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" + # CIBW_ARCHS: "native" + # CIBW_ENVIRONMENT: > + # COMPILE_GO=True PATH=$PATH:/usr/local/go/bin + # CIBW_BEFORE_ALL_LINUX: | + # curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz + # tar -C /usr/local -xzf go.tar.gz + # go version + # CIBW_BEFORE_ALL_MACOS: | + # curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg + # sudo installer -pkg python.pkg -target / + # CIBW_BEFORE_BUILD: | + # make install-protoc-dependencies + # make install-go-proto-dependencies + # make install-go-ci-dependencies + - name: Build wheels + uses: pypa/cibuildwheel@v2.7.0 env: - RELEASE_VERSION: ${{ needs.get-version.outputs.release_version }} - VERSION_WITHOUT_PREFIX: ${{ needs.get-version.outputs.version_without_prefix }} - HIGHEST_SEMVER_TAG: ${{ needs.get-version.outputs.highest_semver_tag }} - run: | - make push-${{ matrix.component }}-docker REGISTRY=${REGISTRY} VERSION=${VERSION_WITHOUT_PREFIX} - - echo "Only push to latest tag if tag is the highest semver version $HIGHEST_SEMVER_TAG" - if [ "${VERSION_WITHOUT_PREFIX}" = "${HIGHEST_SEMVER_TAG:1}" ] - then - docker tag feastdev/${{ matrix.component }}:${VERSION_WITHOUT_PREFIX} feastdev/${{ matrix.component }}:latest - docker push feastdev/${{ matrix.component }}:latest - fi - - publish-helm-charts: - runs-on: ubuntu-latest - needs: get-version - env: - HELM_VERSION: v3.8.0 - VERSION_WITHOUT_PREFIX: ${{ needs.get-version.outputs.version_without_prefix }} - steps: - - uses: actions/checkout@v2 - - uses: google-github-actions/setup-gcloud@v0 - with: - version: '290.0.1' - export_default_credentials: true - project_id: ${{ secrets.GCP_PROJECT_ID }} - service_account_key: ${{ secrets.GCP_SA_KEY }} - - run: gcloud auth configure-docker --quiet - - name: Remove previous Helm - run: sudo rm -rf $(which helm) - - name: Install Helm - run: ./infra/scripts/helm/install-helm.sh - - name: Validate Helm chart prior to publishing - run: ./infra/scripts/helm/validate-helm-chart-publish.sh - - name: Validate all version consistency - run: ./infra/scripts/helm/validate-helm-chart-versions.sh $VERSION_WITHOUT_PREFIX - - name: Publish Helm charts - run: ./infra/scripts/helm/push-helm-charts.sh $VERSION_WITHOUT_PREFIX - - publish-python-sdk: - runs-on: ubuntu-latest - needs: [verify-python-wheel] - steps: - - uses: actions/download-artifact@v2 + CIBW_BUILD: "cp310-macosx_x86_64" + CIBW_ARCHS: "native" + - uses: actions/upload-artifact@v2 with: name: wheels - path: dist - - uses: pypa/gh-action-pypi-publish@v1.4.2 - with: - user: __token__ - password: ${{ secrets.PYPI_PASSWORD }} + path: ./wheelhouse/*.whl verify-python-wheel: runs-on: ${{ matrix.os }} - needs: [build-python-sdk, build-python-sdk-macos-py310] + needs: [build-python-wheel] strategy: matrix: - os: [ ubuntu-latest, macos-10.15 ] - python-version: [ "3.7", "3.8", "3.9", "3.10"] + os: [ macos-10.15 ] + python-version: [ "3.10"] from-source: [ True, False ] env: # this script is for testing servers @@ -181,14 +127,16 @@ jobs: cd dist/ pip install wheel for f in *.whl; do pip install $f || true; done - - name: Install sdist - if: ${{ matrix.from-source }} + - name: Install go from sdist + if: ${{ matrix.from-source && (matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest')}} env: COMPILE_GO: "True" run: | pip install 'grpcio-tools==1.44.0' 'pybindgen==0.22.0' go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.26.0 go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1.0 + - name: Install dist + if: ${{ matrix.from-source}} pip install dist/*tar.gz - name: Install OS X dependencies if: matrix.os == 'macos-10.15' @@ -203,138 +151,350 @@ jobs: bash run-and-wait.sh feast ui # We disable this test for the Python 3.10 binary since it does not include Go. - name: Smoke test with go - if: matrix.python-version != '3.10' + if: matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest' run: | + feast init test_repo + cd test_repo/ + feast apply + echo "$TEST_SCRIPT" > run-and-wait.sh pip install cffi printf "\ngo_feature_retrieval: True" >> feature_store.yaml bash run-and-wait.sh feast serve +# on: +# push: +# tags: +# - 'v*.*.*' - build-python-sdk: - name: Build wheels on ${{ matrix.os }} - runs-on: ${{ matrix.os }} - strategy: - matrix: - os: [ ubuntu-latest, macos-10.15 ] - steps: - - uses: actions/checkout@v2 - - name: Setup Node - uses: actions/setup-node@v2 - with: - node-version: '17.x' - registry-url: 'https://registry.npmjs.org' - - name: Build UI - run: make build-ui - - name: Build wheels - uses: pypa/cibuildwheel@v2.4.0 - env: - CIBW_BUILD: "cp3*_x86_64" - CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" - CIBW_ARCHS: "native" - CIBW_ENVIRONMENT: > - COMPILE_GO=True PATH=$PATH:/usr/local/go/bin - CIBW_BEFORE_ALL_LINUX: | - curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz - tar -C /usr/local -xzf go.tar.gz - go version - CIBW_BEFORE_ALL_MACOS: | - curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg - sudo installer -pkg python.pkg -target / - CIBW_BEFORE_BUILD: | - make install-protoc-dependencies - make install-go-proto-dependencies - make install-go-ci-dependencies +# jobs: +# get-version: +# runs-on: ubuntu-latest +# outputs: +# release_version: ${{ steps.get_release_version.outputs.release_version }} +# version_without_prefix: ${{ steps.get_release_version_without_prefix.outputs.version_without_prefix }} +# highest_semver_tag: ${{ steps.get_highest_semver.outputs.highest_semver_tag }} +# steps: +# - uses: actions/checkout@v2 +# - name: Get release version +# id: get_release_version +# run: echo ::set-output name=release_version::${GITHUB_REF#refs/*/} +# - name: Get release version without prefix +# id: get_release_version_without_prefix +# env: +# RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }} +# run: | +# echo ::set-output name=version_without_prefix::${RELEASE_VERSION:1} +# - name: Get highest semver +# id: get_highest_semver +# env: +# RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }} +# run: | +# source infra/scripts/setup-common-functions.sh +# SEMVER_REGEX='^v[0-9]+\.[0-9]+\.[0-9]+(-([0-9A-Za-z-]+(\.[0-9A-Za-z-]+)*))?$' +# if echo "${RELEASE_VERSION}" | grep -P "$SEMVER_REGEX" &>/dev/null ; then +# echo ::set-output name=highest_semver_tag::$(get_tag_release -m) +# fi +# - name: Check output +# env: +# RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }} +# VERSION_WITHOUT_PREFIX: ${{ steps.get_release_version_without_prefix.outputs.version_without_prefix }} +# HIGHEST_SEMVER_TAG: ${{ steps.get_highest_semver.outputs.highest_semver_tag }} +# run: | +# echo $RELEASE_VERSION +# echo $VERSION_WITHOUT_PREFIX +# echo $HIGHEST_SEMVER_TAG - - uses: actions/upload-artifact@v2 - with: - name: wheels - path: ./wheelhouse/*.whl +# build-publish-docker-images: +# runs-on: ubuntu-latest +# needs: get-version +# strategy: +# matrix: +# component: [feature-server-python-aws, feature-server-java, feature-transformation-server] +# env: +# MAVEN_CACHE: gs://feast-templocation-kf-feast/.m2.2020-08-19.tar +# REGISTRY: feastdev +# steps: +# - uses: actions/checkout@v2 +# - name: Set up QEMU +# uses: docker/setup-qemu-action@v1 +# - name: Set up Docker Buildx +# uses: docker/setup-buildx-action@v1 +# - name: Login to DockerHub +# uses: docker/login-action@v1 +# with: +# username: ${{ secrets.DOCKERHUB_USERNAME }} +# password: ${{ secrets.DOCKERHUB_TOKEN }} +# - name: Set up Cloud SDK +# uses: google-github-actions/setup-gcloud@v0 +# with: +# project_id: ${{ secrets.GCP_PROJECT_ID }} +# service_account_key: ${{ secrets.GCP_SA_KEY }} +# export_default_credentials: true +# - name: Use gcloud CLI +# run: gcloud info +# - run: gcloud auth configure-docker --quiet +# - name: Get m2 cache +# run: | +# infra/scripts/download-maven-cache.sh \ +# --archive-uri ${MAVEN_CACHE} \ +# --output-dir . +# - name: Build image +# run: | +# make build-${{ matrix.component }}-docker REGISTRY=${REGISTRY} VERSION=${VERSION_WITHOUT_PREFIX} +# env: +# RELEASE_VERSION: ${{ needs.get-version.outputs.release_version }} +# VERSION_WITHOUT_PREFIX: ${{ needs.get-version.outputs.version_without_prefix }} +# HIGHEST_SEMVER_TAG: ${{ needs.get-version.outputs.highest_semver_tag }} +# - name: Push versioned images +# env: +# RELEASE_VERSION: ${{ needs.get-version.outputs.release_version }} +# VERSION_WITHOUT_PREFIX: ${{ needs.get-version.outputs.version_without_prefix }} +# HIGHEST_SEMVER_TAG: ${{ needs.get-version.outputs.highest_semver_tag }} +# run: | +# make push-${{ matrix.component }}-docker REGISTRY=${REGISTRY} VERSION=${VERSION_WITHOUT_PREFIX} +# echo "Only push to latest tag if tag is the highest semver version $HIGHEST_SEMVER_TAG" +# if [ "${VERSION_WITHOUT_PREFIX}" = "${HIGHEST_SEMVER_TAG:1}" ] +# then +# docker tag feastdev/${{ matrix.component }}:${VERSION_WITHOUT_PREFIX} feastdev/${{ matrix.component }}:latest +# docker push feastdev/${{ matrix.component }}:latest +# fi - build-python-sdk-macos-py310: - runs-on: macos-10.15 - steps: - - uses: actions/checkout@v2 - - name: Setup Python - id: setup-python - uses: actions/setup-python@v2 - with: - python-version: "3.10" - architecture: x64 - - name: Setup Node - uses: actions/setup-node@v2 - with: - node-version: '17.x' - registry-url: 'https://registry.npmjs.org' - - name: Build and install dependencies - run: | - pip install -U pip setuptools wheel twine - make install-protoc-dependencies - make install-go-proto-dependencies - make install-go-ci-dependencies - make build-ui - - name: Build - run: | - python3 setup.py sdist bdist_wheel +# publish-helm-charts: +# runs-on: ubuntu-latest +# needs: get-version +# env: +# HELM_VERSION: v3.8.0 +# VERSION_WITHOUT_PREFIX: ${{ needs.get-version.outputs.version_without_prefix }} +# steps: +# - uses: actions/checkout@v2 +# - uses: google-github-actions/setup-gcloud@v0 +# with: +# version: '290.0.1' +# export_default_credentials: true +# project_id: ${{ secrets.GCP_PROJECT_ID }} +# service_account_key: ${{ secrets.GCP_SA_KEY }} +# - run: gcloud auth configure-docker --quiet +# - name: Remove previous Helm +# run: sudo rm -rf $(which helm) +# - name: Install Helm +# run: ./infra/scripts/helm/install-helm.sh +# - name: Validate Helm chart prior to publishing +# run: ./infra/scripts/helm/validate-helm-chart-publish.sh +# - name: Validate all version consistency +# run: ./infra/scripts/helm/validate-helm-chart-versions.sh $VERSION_WITHOUT_PREFIX +# - name: Publish Helm charts +# run: ./infra/scripts/helm/push-helm-charts.sh $VERSION_WITHOUT_PREFIX - - uses: actions/upload-artifact@v2 - with: - name: wheels - path: dist/* +# publish-python-sdk: +# runs-on: ubuntu-latest +# needs: [verify-python-wheel] +# steps: +# - uses: actions/download-artifact@v2 +# with: +# name: wheels +# path: dist +# - uses: pypa/gh-action-pypi-publish@v1.4.2 +# with: +# user: __token__ +# password: ${{ secrets.PYPI_PASSWORD }} - publish-java-sdk: - container: maven:3.6-jdk-11 - runs-on: ubuntu-latest - needs: get-version - steps: - - uses: actions/checkout@v2 - with: - submodules: 'true' - - name: Set up JDK 11 - uses: actions/setup-java@v1 - with: - java-version: '11' - java-package: jdk - architecture: x64 - - uses: actions/setup-python@v2 - with: - python-version: '3.7' - architecture: 'x64' - - uses: actions/cache@v2 - with: - path: ~/.m2/repository - key: ${{ runner.os }}-it-maven-${{ hashFiles('**/pom.xml') }} - restore-keys: | - ${{ runner.os }}-it-maven- - - name: Publish java sdk - env: - VERSION_WITHOUT_PREFIX: ${{ needs.get-version.outputs.version_without_prefix }} - GPG_PUBLIC_KEY: ${{ secrets.GPG_PUBLIC_KEY }} - GPG_PRIVATE_KEY: ${{ secrets.GPG_PRIVATE_KEY }} - MAVEN_SETTINGS: ${{ secrets.MAVEN_SETTINGS }} - run: | - echo -n "$GPG_PUBLIC_KEY" > /root/public-key - echo -n "$GPG_PRIVATE_KEY" > /root/private-key - mkdir -p /root/.m2/ - echo -n "$MAVEN_SETTINGS" > /root/.m2/settings.xml - infra/scripts/publish-java-sdk.sh --revision ${VERSION_WITHOUT_PREFIX} --gpg-key-import-dir /root +# verify-python-wheel: +# runs-on: ${{ matrix.os }} +# needs: [build-python-sdk, build-python-sdk-macos-py310] +# strategy: +# matrix: +# os: [ ubuntu-latest, macos-10.15 ] +# python-version: [ "3.7", "3.8", "3.9", "3.10"] +# from-source: [ True, False ] +# env: +# # this script is for testing servers +# # it starts server with timeout and checks whether process killed by timeout (started healthy) or died by itself +# TEST_SCRIPT: | +# timeout 10s $@ & pid=$! +# wait $pid +# ret=$? +# if [[ $ret -ne 124 ]] +# then +# exit $ret +# else +# echo "Succeeded!" +# fi +# steps: +# - name: Setup Python +# id: setup-python +# uses: actions/setup-python@v2 +# with: +# python-version: ${{ matrix.python-version }} +# architecture: x64 +# - uses: actions/setup-go@v3 +# with: +# go-version: '>=1.17.0' +# - uses: actions/download-artifact@v2 +# with: +# name: wheels +# path: dist +# - name: Install wheel +# if: ${{ !matrix.from-source }} +# # try to install all wheels; only the current platform wheel should be actually installed +# run: | +# cd dist/ +# pip install wheel +# for f in *.whl; do pip install $f || true; done +# - name: Install sdist +# if: ${{ matrix.from-source }} +# env: +# COMPILE_GO: "True" +# run: | +# pip install 'grpcio-tools==1.44.0' 'pybindgen==0.22.0' +# go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.26.0 +# go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1.0 +# pip install dist/*tar.gz +# - name: Install OS X dependencies +# if: matrix.os == 'macos-10.15' +# run: brew install coreutils +# - name: Smoke test +# run: | +# feast init test_repo +# cd test_repo/ +# feast apply +# echo "$TEST_SCRIPT" > run-and-wait.sh +# bash run-and-wait.sh feast serve +# bash run-and-wait.sh feast ui +# # We disable this test for the Python 3.10 binary since it does not include Go. +# - name: Smoke test with go +# if: matrix.python-version != '3.10' +# run: | +# pip install cffi +# printf "\ngo_feature_retrieval: True" >> feature_store.yaml +# bash run-and-wait.sh feast serve - publish-web-ui-npm: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v2 - - uses: actions/setup-node@v2 - with: - node-version: '17.x' - registry-url: 'https://registry.npmjs.org' - - name: Install yarn dependencies - working-directory: ./ui - run: yarn install - - name: Build yarn rollup - working-directory: ./ui - run: yarn build:lib - - name: Publish UI package - working-directory: ./ui - run: npm publish - env: - NODE_AUTH_TOKEN: ${{secrets.NPM_TOKEN}} +# build-python-sdk: +# name: Build wheels on ${{ matrix.os }} +# runs-on: ${{ matrix.os }} +# strategy: +# matrix: +# os: [ ubuntu-latest, macos-10.15 ] +# steps: +# - uses: actions/checkout@v2 +# - name: Setup Node +# uses: actions/setup-node@v2 +# with: +# node-version: '17.x' +# registry-url: 'https://registry.npmjs.org' +# - name: Build UI +# run: make build-ui +# - name: Build wheels +# uses: pypa/cibuildwheel@v2.4.0 +# env: +# CIBW_BUILD: "cp3*_x86_64" +# CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" +# CIBW_ARCHS: "native" +# CIBW_ENVIRONMENT: > +# COMPILE_GO=True PATH=$PATH:/usr/local/go/bin +# CIBW_BEFORE_ALL_LINUX: | +# curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz +# tar -C /usr/local -xzf go.tar.gz +# go version +# CIBW_BEFORE_ALL_MACOS: | +# curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg +# sudo installer -pkg python.pkg -target / +# CIBW_BEFORE_BUILD: | +# make install-protoc-dependencies +# make install-go-proto-dependencies +# make install-go-ci-dependencies + +# - uses: actions/upload-artifact@v2 +# with: +# name: wheels +# path: ./wheelhouse/*.whl + + +# build-python-sdk-macos-py310: +# runs-on: macos-10.15 +# steps: +# - uses: actions/checkout@v2 +# - name: Setup Python +# id: setup-python +# uses: actions/setup-python@v2 +# with: +# python-version: "3.10" +# architecture: x64 +# - name: Setup Node +# uses: actions/setup-node@v2 +# with: +# node-version: '17.x' +# registry-url: 'https://registry.npmjs.org' +# - name: Build and install dependencies +# run: | +# pip install -U pip setuptools wheel twine +# make install-protoc-dependencies +# make install-go-proto-dependencies +# make install-go-ci-dependencies +# make build-ui +# - name: Build +# run: | +# python3 setup.py sdist bdist_wheel + +# - uses: actions/upload-artifact@v2 +# with: +# name: wheels +# path: dist/* + + +# publish-java-sdk: +# container: maven:3.6-jdk-11 +# runs-on: ubuntu-latest +# needs: get-version +# steps: +# - uses: actions/checkout@v2 +# with: +# submodules: 'true' +# - name: Set up JDK 11 +# uses: actions/setup-java@v1 +# with: +# java-version: '11' +# java-package: jdk +# architecture: x64 +# - uses: actions/setup-python@v2 +# with: +# python-version: '3.7' +# architecture: 'x64' +# - uses: actions/cache@v2 +# with: +# path: ~/.m2/repository +# key: ${{ runner.os }}-it-maven-${{ hashFiles('**/pom.xml') }} +# restore-keys: | +# ${{ runner.os }}-it-maven- +# - name: Publish java sdk +# env: +# VERSION_WITHOUT_PREFIX: ${{ needs.get-version.outputs.version_without_prefix }} +# GPG_PUBLIC_KEY: ${{ secrets.GPG_PUBLIC_KEY }} +# GPG_PRIVATE_KEY: ${{ secrets.GPG_PRIVATE_KEY }} +# MAVEN_SETTINGS: ${{ secrets.MAVEN_SETTINGS }} +# run: | +# echo -n "$GPG_PUBLIC_KEY" > /root/public-key +# echo -n "$GPG_PRIVATE_KEY" > /root/private-key +# mkdir -p /root/.m2/ +# echo -n "$MAVEN_SETTINGS" > /root/.m2/settings.xml +# infra/scripts/publish-java-sdk.sh --revision ${VERSION_WITHOUT_PREFIX} --gpg-key-import-dir /root + +# publish-web-ui-npm: +# runs-on: ubuntu-latest +# steps: +# - uses: actions/checkout@v2 +# - uses: actions/setup-node@v2 +# with: +# node-version: '17.x' +# registry-url: 'https://registry.npmjs.org' +# - name: Install yarn dependencies +# working-directory: ./ui +# run: yarn install +# - name: Build yarn rollup +# working-directory: ./ui +# run: yarn build:lib +# - name: Publish UI package +# working-directory: ./ui +# run: npm publish +# env: +# NODE_AUTH_TOKEN: ${{secrets.NPM_TOKEN}} From 1ed9e3b27e26b037957c11c8d1bf5d27d1fa70ae Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 18:58:02 -0700 Subject: [PATCH 36/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/publish.yml | 596 +++++++++++++--------------------- 1 file changed, 218 insertions(+), 378 deletions(-) diff --git a/.github/workflows/publish.yml b/.github/workflows/publish.yml index ae768b40d6f..7b8afc97619 100644 --- a/.github/workflows/publish.yml +++ b/.github/workflows/publish.yml @@ -1,6 +1,9 @@ name: publish -on: workflow_dispatch +on: + push: + tags: + - 'v*.*.*' jobs: get-version: @@ -40,58 +43,109 @@ jobs: echo $VERSION_WITHOUT_PREFIX echo $HIGHEST_SEMVER_TAG - build-python-wheel: - name: Build wheels on ${{ matrix.os }} - runs-on: ${{ matrix.os }} + build-publish-docker-images: + runs-on: ubuntu-latest + needs: get-version strategy: matrix: - os: [ macos-10.15 ] + component: [feature-server-python-aws, feature-server-java, feature-transformation-server] + env: + MAVEN_CACHE: gs://feast-templocation-kf-feast/.m2.2020-08-19.tar + REGISTRY: feastdev steps: - uses: actions/checkout@v2 - - name: Setup Node - uses: actions/setup-node@v2 + - name: Set up QEMU + uses: docker/setup-qemu-action@v1 + - name: Set up Docker Buildx + uses: docker/setup-buildx-action@v1 + - name: Login to DockerHub + uses: docker/login-action@v1 with: - node-version: '17.x' - registry-url: 'https://registry.npmjs.org' - - name: Build UI - run: make build-ui - # - name: Build wheels - # uses: pypa/cibuildwheel@v2.7.0 - # env: - # CIBW_BUILD: "cp3*_x86_64" - # CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" - # CIBW_ARCHS: "native" - # CIBW_ENVIRONMENT: > - # COMPILE_GO=True PATH=$PATH:/usr/local/go/bin - # CIBW_BEFORE_ALL_LINUX: | - # curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz - # tar -C /usr/local -xzf go.tar.gz - # go version - # CIBW_BEFORE_ALL_MACOS: | - # curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg - # sudo installer -pkg python.pkg -target / - # CIBW_BEFORE_BUILD: | - # make install-protoc-dependencies - # make install-go-proto-dependencies - # make install-go-ci-dependencies - - name: Build wheels - uses: pypa/cibuildwheel@v2.7.0 + username: ${{ secrets.DOCKERHUB_USERNAME }} + password: ${{ secrets.DOCKERHUB_TOKEN }} + - name: Set up Cloud SDK + uses: google-github-actions/setup-gcloud@v0 + with: + project_id: ${{ secrets.GCP_PROJECT_ID }} + service_account_key: ${{ secrets.GCP_SA_KEY }} + export_default_credentials: true + - name: Use gcloud CLI + run: gcloud info + - run: gcloud auth configure-docker --quiet + - name: Get m2 cache + run: | + infra/scripts/download-maven-cache.sh \ + --archive-uri ${MAVEN_CACHE} \ + --output-dir . + - name: Build image + run: | + make build-${{ matrix.component }}-docker REGISTRY=${REGISTRY} VERSION=${VERSION_WITHOUT_PREFIX} env: - CIBW_BUILD: "cp310-macosx_x86_64" - CIBW_ARCHS: "native" - - uses: actions/upload-artifact@v2 + RELEASE_VERSION: ${{ needs.get-version.outputs.release_version }} + VERSION_WITHOUT_PREFIX: ${{ needs.get-version.outputs.version_without_prefix }} + HIGHEST_SEMVER_TAG: ${{ needs.get-version.outputs.highest_semver_tag }} + - name: Push versioned images + env: + RELEASE_VERSION: ${{ needs.get-version.outputs.release_version }} + VERSION_WITHOUT_PREFIX: ${{ needs.get-version.outputs.version_without_prefix }} + HIGHEST_SEMVER_TAG: ${{ needs.get-version.outputs.highest_semver_tag }} + run: | + make push-${{ matrix.component }}-docker REGISTRY=${REGISTRY} VERSION=${VERSION_WITHOUT_PREFIX} + + echo "Only push to latest tag if tag is the highest semver version $HIGHEST_SEMVER_TAG" + if [ "${VERSION_WITHOUT_PREFIX}" = "${HIGHEST_SEMVER_TAG:1}" ] + then + docker tag feastdev/${{ matrix.component }}:${VERSION_WITHOUT_PREFIX} feastdev/${{ matrix.component }}:latest + docker push feastdev/${{ matrix.component }}:latest + fi + + publish-helm-charts: + runs-on: ubuntu-latest + needs: get-version + env: + HELM_VERSION: v3.8.0 + VERSION_WITHOUT_PREFIX: ${{ needs.get-version.outputs.version_without_prefix }} + steps: + - uses: actions/checkout@v2 + - uses: google-github-actions/setup-gcloud@v0 + with: + version: '290.0.1' + export_default_credentials: true + project_id: ${{ secrets.GCP_PROJECT_ID }} + service_account_key: ${{ secrets.GCP_SA_KEY }} + - run: gcloud auth configure-docker --quiet + - name: Remove previous Helm + run: sudo rm -rf $(which helm) + - name: Install Helm + run: ./infra/scripts/helm/install-helm.sh + - name: Validate Helm chart prior to publishing + run: ./infra/scripts/helm/validate-helm-chart-publish.sh + - name: Validate all version consistency + run: ./infra/scripts/helm/validate-helm-chart-versions.sh $VERSION_WITHOUT_PREFIX + - name: Publish Helm charts + run: ./infra/scripts/helm/push-helm-charts.sh $VERSION_WITHOUT_PREFIX + + publish-python-sdk: + runs-on: ubuntu-latest + needs: [verify-python-wheel] + steps: + - uses: actions/download-artifact@v2 with: name: wheels - path: ./wheelhouse/*.whl + path: dist + - uses: pypa/gh-action-pypi-publish@v1.4.2 + with: + user: __token__ + password: ${{ secrets.PYPI_PASSWORD }} verify-python-wheel: runs-on: ${{ matrix.os }} - needs: [build-python-wheel] + needs: [build-python-sdk, build-python-sdk-macos-py310] strategy: matrix: - os: [ macos-10.15 ] - python-version: [ "3.10"] + os: [ ubuntu-latest, macos-10.15 ] + python-version: [ "3.7", "3.8", "3.9", "3.10"] from-source: [ True, False ] env: # this script is for testing servers @@ -127,16 +181,14 @@ jobs: cd dist/ pip install wheel for f in *.whl; do pip install $f || true; done - - name: Install go from sdist - if: ${{ matrix.from-source && (matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest')}} + - name: Install sdist + if: ${{ matrix.from-source }} env: COMPILE_GO: "True" run: | pip install 'grpcio-tools==1.44.0' 'pybindgen==0.22.0' go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.26.0 go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1.0 - - name: Install dist - if: ${{ matrix.from-source}} pip install dist/*tar.gz - name: Install OS X dependencies if: matrix.os == 'macos-10.15' @@ -151,350 +203,138 @@ jobs: bash run-and-wait.sh feast ui # We disable this test for the Python 3.10 binary since it does not include Go. - name: Smoke test with go - if: matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest' + if: matrix.python-version != '3.10' run: | - feast init test_repo - cd test_repo/ - feast apply - echo "$TEST_SCRIPT" > run-and-wait.sh pip install cffi printf "\ngo_feature_retrieval: True" >> feature_store.yaml bash run-and-wait.sh feast serve -# on: -# push: -# tags: -# - 'v*.*.*' - -# jobs: -# get-version: -# runs-on: ubuntu-latest -# outputs: -# release_version: ${{ steps.get_release_version.outputs.release_version }} -# version_without_prefix: ${{ steps.get_release_version_without_prefix.outputs.version_without_prefix }} -# highest_semver_tag: ${{ steps.get_highest_semver.outputs.highest_semver_tag }} -# steps: -# - uses: actions/checkout@v2 -# - name: Get release version -# id: get_release_version -# run: echo ::set-output name=release_version::${GITHUB_REF#refs/*/} -# - name: Get release version without prefix -# id: get_release_version_without_prefix -# env: -# RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }} -# run: | -# echo ::set-output name=version_without_prefix::${RELEASE_VERSION:1} -# - name: Get highest semver -# id: get_highest_semver -# env: -# RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }} -# run: | -# source infra/scripts/setup-common-functions.sh -# SEMVER_REGEX='^v[0-9]+\.[0-9]+\.[0-9]+(-([0-9A-Za-z-]+(\.[0-9A-Za-z-]+)*))?$' -# if echo "${RELEASE_VERSION}" | grep -P "$SEMVER_REGEX" &>/dev/null ; then -# echo ::set-output name=highest_semver_tag::$(get_tag_release -m) -# fi -# - name: Check output -# env: -# RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }} -# VERSION_WITHOUT_PREFIX: ${{ steps.get_release_version_without_prefix.outputs.version_without_prefix }} -# HIGHEST_SEMVER_TAG: ${{ steps.get_highest_semver.outputs.highest_semver_tag }} -# run: | -# echo $RELEASE_VERSION -# echo $VERSION_WITHOUT_PREFIX -# echo $HIGHEST_SEMVER_TAG -# build-publish-docker-images: -# runs-on: ubuntu-latest -# needs: get-version -# strategy: -# matrix: -# component: [feature-server-python-aws, feature-server-java, feature-transformation-server] -# env: -# MAVEN_CACHE: gs://feast-templocation-kf-feast/.m2.2020-08-19.tar -# REGISTRY: feastdev -# steps: -# - uses: actions/checkout@v2 -# - name: Set up QEMU -# uses: docker/setup-qemu-action@v1 -# - name: Set up Docker Buildx -# uses: docker/setup-buildx-action@v1 -# - name: Login to DockerHub -# uses: docker/login-action@v1 -# with: -# username: ${{ secrets.DOCKERHUB_USERNAME }} -# password: ${{ secrets.DOCKERHUB_TOKEN }} -# - name: Set up Cloud SDK -# uses: google-github-actions/setup-gcloud@v0 -# with: -# project_id: ${{ secrets.GCP_PROJECT_ID }} -# service_account_key: ${{ secrets.GCP_SA_KEY }} -# export_default_credentials: true -# - name: Use gcloud CLI -# run: gcloud info -# - run: gcloud auth configure-docker --quiet -# - name: Get m2 cache -# run: | -# infra/scripts/download-maven-cache.sh \ -# --archive-uri ${MAVEN_CACHE} \ -# --output-dir . -# - name: Build image -# run: | -# make build-${{ matrix.component }}-docker REGISTRY=${REGISTRY} VERSION=${VERSION_WITHOUT_PREFIX} -# env: -# RELEASE_VERSION: ${{ needs.get-version.outputs.release_version }} -# VERSION_WITHOUT_PREFIX: ${{ needs.get-version.outputs.version_without_prefix }} -# HIGHEST_SEMVER_TAG: ${{ needs.get-version.outputs.highest_semver_tag }} -# - name: Push versioned images -# env: -# RELEASE_VERSION: ${{ needs.get-version.outputs.release_version }} -# VERSION_WITHOUT_PREFIX: ${{ needs.get-version.outputs.version_without_prefix }} -# HIGHEST_SEMVER_TAG: ${{ needs.get-version.outputs.highest_semver_tag }} -# run: | -# make push-${{ matrix.component }}-docker REGISTRY=${REGISTRY} VERSION=${VERSION_WITHOUT_PREFIX} - -# echo "Only push to latest tag if tag is the highest semver version $HIGHEST_SEMVER_TAG" -# if [ "${VERSION_WITHOUT_PREFIX}" = "${HIGHEST_SEMVER_TAG:1}" ] -# then -# docker tag feastdev/${{ matrix.component }}:${VERSION_WITHOUT_PREFIX} feastdev/${{ matrix.component }}:latest -# docker push feastdev/${{ matrix.component }}:latest -# fi - -# publish-helm-charts: -# runs-on: ubuntu-latest -# needs: get-version -# env: -# HELM_VERSION: v3.8.0 -# VERSION_WITHOUT_PREFIX: ${{ needs.get-version.outputs.version_without_prefix }} -# steps: -# - uses: actions/checkout@v2 -# - uses: google-github-actions/setup-gcloud@v0 -# with: -# version: '290.0.1' -# export_default_credentials: true -# project_id: ${{ secrets.GCP_PROJECT_ID }} -# service_account_key: ${{ secrets.GCP_SA_KEY }} -# - run: gcloud auth configure-docker --quiet -# - name: Remove previous Helm -# run: sudo rm -rf $(which helm) -# - name: Install Helm -# run: ./infra/scripts/helm/install-helm.sh -# - name: Validate Helm chart prior to publishing -# run: ./infra/scripts/helm/validate-helm-chart-publish.sh -# - name: Validate all version consistency -# run: ./infra/scripts/helm/validate-helm-chart-versions.sh $VERSION_WITHOUT_PREFIX -# - name: Publish Helm charts -# run: ./infra/scripts/helm/push-helm-charts.sh $VERSION_WITHOUT_PREFIX - -# publish-python-sdk: -# runs-on: ubuntu-latest -# needs: [verify-python-wheel] -# steps: -# - uses: actions/download-artifact@v2 -# with: -# name: wheels -# path: dist -# - uses: pypa/gh-action-pypi-publish@v1.4.2 -# with: -# user: __token__ -# password: ${{ secrets.PYPI_PASSWORD }} - - -# verify-python-wheel: -# runs-on: ${{ matrix.os }} -# needs: [build-python-sdk, build-python-sdk-macos-py310] -# strategy: -# matrix: -# os: [ ubuntu-latest, macos-10.15 ] -# python-version: [ "3.7", "3.8", "3.9", "3.10"] -# from-source: [ True, False ] -# env: -# # this script is for testing servers -# # it starts server with timeout and checks whether process killed by timeout (started healthy) or died by itself -# TEST_SCRIPT: | -# timeout 10s $@ & pid=$! -# wait $pid -# ret=$? -# if [[ $ret -ne 124 ]] -# then -# exit $ret -# else -# echo "Succeeded!" -# fi -# steps: -# - name: Setup Python -# id: setup-python -# uses: actions/setup-python@v2 -# with: -# python-version: ${{ matrix.python-version }} -# architecture: x64 -# - uses: actions/setup-go@v3 -# with: -# go-version: '>=1.17.0' -# - uses: actions/download-artifact@v2 -# with: -# name: wheels -# path: dist -# - name: Install wheel -# if: ${{ !matrix.from-source }} -# # try to install all wheels; only the current platform wheel should be actually installed -# run: | -# cd dist/ -# pip install wheel -# for f in *.whl; do pip install $f || true; done -# - name: Install sdist -# if: ${{ matrix.from-source }} -# env: -# COMPILE_GO: "True" -# run: | -# pip install 'grpcio-tools==1.44.0' 'pybindgen==0.22.0' -# go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.26.0 -# go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1.0 -# pip install dist/*tar.gz -# - name: Install OS X dependencies -# if: matrix.os == 'macos-10.15' -# run: brew install coreutils -# - name: Smoke test -# run: | -# feast init test_repo -# cd test_repo/ -# feast apply -# echo "$TEST_SCRIPT" > run-and-wait.sh -# bash run-and-wait.sh feast serve -# bash run-and-wait.sh feast ui -# # We disable this test for the Python 3.10 binary since it does not include Go. -# - name: Smoke test with go -# if: matrix.python-version != '3.10' -# run: | -# pip install cffi -# printf "\ngo_feature_retrieval: True" >> feature_store.yaml -# bash run-and-wait.sh feast serve - -# build-python-sdk: -# name: Build wheels on ${{ matrix.os }} -# runs-on: ${{ matrix.os }} -# strategy: -# matrix: -# os: [ ubuntu-latest, macos-10.15 ] -# steps: -# - uses: actions/checkout@v2 -# - name: Setup Node -# uses: actions/setup-node@v2 -# with: -# node-version: '17.x' -# registry-url: 'https://registry.npmjs.org' -# - name: Build UI -# run: make build-ui -# - name: Build wheels -# uses: pypa/cibuildwheel@v2.4.0 -# env: -# CIBW_BUILD: "cp3*_x86_64" -# CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" -# CIBW_ARCHS: "native" -# CIBW_ENVIRONMENT: > -# COMPILE_GO=True PATH=$PATH:/usr/local/go/bin -# CIBW_BEFORE_ALL_LINUX: | -# curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz -# tar -C /usr/local -xzf go.tar.gz -# go version -# CIBW_BEFORE_ALL_MACOS: | -# curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg -# sudo installer -pkg python.pkg -target / -# CIBW_BEFORE_BUILD: | -# make install-protoc-dependencies -# make install-go-proto-dependencies -# make install-go-ci-dependencies + build-python-sdk: + name: Build wheels on ${{ matrix.os }} + runs-on: ${{ matrix.os }} + strategy: + matrix: + os: [ ubuntu-latest, macos-10.15 ] + steps: + - uses: actions/checkout@v2 + - name: Setup Node + uses: actions/setup-node@v2 + with: + node-version: '17.x' + registry-url: 'https://registry.npmjs.org' + - name: Build UI + run: make build-ui + - name: Build wheels + uses: pypa/cibuildwheel@v2.4.0 + env: + CIBW_BUILD: "cp3*_x86_64" + CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" + CIBW_ARCHS: "native" + CIBW_ENVIRONMENT: > + COMPILE_GO=True PATH=$PATH:/usr/local/go/bin + CIBW_BEFORE_ALL_LINUX: | + curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz + tar -C /usr/local -xzf go.tar.gz + go version + CIBW_BEFORE_ALL_MACOS: | + curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg + sudo installer -pkg python.pkg -target / + CIBW_BEFORE_BUILD: | + make install-protoc-dependencies + make install-go-proto-dependencies + make install-go-ci-dependencies -# - uses: actions/upload-artifact@v2 -# with: -# name: wheels -# path: ./wheelhouse/*.whl + - uses: actions/upload-artifact@v2 + with: + name: wheels + path: ./wheelhouse/*.whl -# build-python-sdk-macos-py310: -# runs-on: macos-10.15 -# steps: -# - uses: actions/checkout@v2 -# - name: Setup Python -# id: setup-python -# uses: actions/setup-python@v2 -# with: -# python-version: "3.10" -# architecture: x64 -# - name: Setup Node -# uses: actions/setup-node@v2 -# with: -# node-version: '17.x' -# registry-url: 'https://registry.npmjs.org' -# - name: Build and install dependencies -# run: | -# pip install -U pip setuptools wheel twine -# make install-protoc-dependencies -# make install-go-proto-dependencies -# make install-go-ci-dependencies -# make build-ui -# - name: Build -# run: | -# python3 setup.py sdist bdist_wheel + build-python-sdk-macos-py310: + runs-on: macos-10.15 + steps: + - uses: actions/checkout@v2 + - name: Setup Python + id: setup-python + uses: actions/setup-python@v2 + with: + python-version: "3.10" + architecture: x64 + - name: Setup Node + uses: actions/setup-node@v2 + with: + node-version: '17.x' + registry-url: 'https://registry.npmjs.org' + - name: Build and install dependencies + run: | + pip install -U pip setuptools wheel twine + make install-protoc-dependencies + make install-go-proto-dependencies + make install-go-ci-dependencies + make build-ui + - name: Build + run: | + python3 setup.py sdist bdist_wheel -# - uses: actions/upload-artifact@v2 -# with: -# name: wheels -# path: dist/* + - uses: actions/upload-artifact@v2 + with: + name: wheels + path: dist/* -# publish-java-sdk: -# container: maven:3.6-jdk-11 -# runs-on: ubuntu-latest -# needs: get-version -# steps: -# - uses: actions/checkout@v2 -# with: -# submodules: 'true' -# - name: Set up JDK 11 -# uses: actions/setup-java@v1 -# with: -# java-version: '11' -# java-package: jdk -# architecture: x64 -# - uses: actions/setup-python@v2 -# with: -# python-version: '3.7' -# architecture: 'x64' -# - uses: actions/cache@v2 -# with: -# path: ~/.m2/repository -# key: ${{ runner.os }}-it-maven-${{ hashFiles('**/pom.xml') }} -# restore-keys: | -# ${{ runner.os }}-it-maven- -# - name: Publish java sdk -# env: -# VERSION_WITHOUT_PREFIX: ${{ needs.get-version.outputs.version_without_prefix }} -# GPG_PUBLIC_KEY: ${{ secrets.GPG_PUBLIC_KEY }} -# GPG_PRIVATE_KEY: ${{ secrets.GPG_PRIVATE_KEY }} -# MAVEN_SETTINGS: ${{ secrets.MAVEN_SETTINGS }} -# run: | -# echo -n "$GPG_PUBLIC_KEY" > /root/public-key -# echo -n "$GPG_PRIVATE_KEY" > /root/private-key -# mkdir -p /root/.m2/ -# echo -n "$MAVEN_SETTINGS" > /root/.m2/settings.xml -# infra/scripts/publish-java-sdk.sh --revision ${VERSION_WITHOUT_PREFIX} --gpg-key-import-dir /root + publish-java-sdk: + container: maven:3.6-jdk-11 + runs-on: ubuntu-latest + needs: get-version + steps: + - uses: actions/checkout@v2 + with: + submodules: 'true' + - name: Set up JDK 11 + uses: actions/setup-java@v1 + with: + java-version: '11' + java-package: jdk + architecture: x64 + - uses: actions/setup-python@v2 + with: + python-version: '3.7' + architecture: 'x64' + - uses: actions/cache@v2 + with: + path: ~/.m2/repository + key: ${{ runner.os }}-it-maven-${{ hashFiles('**/pom.xml') }} + restore-keys: | + ${{ runner.os }}-it-maven- + - name: Publish java sdk + env: + VERSION_WITHOUT_PREFIX: ${{ needs.get-version.outputs.version_without_prefix }} + GPG_PUBLIC_KEY: ${{ secrets.GPG_PUBLIC_KEY }} + GPG_PRIVATE_KEY: ${{ secrets.GPG_PRIVATE_KEY }} + MAVEN_SETTINGS: ${{ secrets.MAVEN_SETTINGS }} + run: | + echo -n "$GPG_PUBLIC_KEY" > /root/public-key + echo -n "$GPG_PRIVATE_KEY" > /root/private-key + mkdir -p /root/.m2/ + echo -n "$MAVEN_SETTINGS" > /root/.m2/settings.xml + infra/scripts/publish-java-sdk.sh --revision ${VERSION_WITHOUT_PREFIX} --gpg-key-import-dir /root -# publish-web-ui-npm: -# runs-on: ubuntu-latest -# steps: -# - uses: actions/checkout@v2 -# - uses: actions/setup-node@v2 -# with: -# node-version: '17.x' -# registry-url: 'https://registry.npmjs.org' -# - name: Install yarn dependencies -# working-directory: ./ui -# run: yarn install -# - name: Build yarn rollup -# working-directory: ./ui -# run: yarn build:lib -# - name: Publish UI package -# working-directory: ./ui -# run: npm publish -# env: -# NODE_AUTH_TOKEN: ${{secrets.NPM_TOKEN}} + publish-web-ui-npm: + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v2 + - uses: actions/setup-node@v2 + with: + node-version: '17.x' + registry-url: 'https://registry.npmjs.org' + - name: Install yarn dependencies + working-directory: ./ui + run: yarn install + - name: Build yarn rollup + working-directory: ./ui + run: yarn build:lib + - name: Publish UI package + working-directory: ./ui + run: npm publish + env: + NODE_AUTH_TOKEN: ${{secrets.NPM_TOKEN}} From 299a6d77964aaf786ed6076f5e570c1f33cb96be Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 18:59:29 -0700 Subject: [PATCH 37/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 043f7d17735..64625e58731 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -137,6 +137,7 @@ jobs: go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1.0 - name: Install dist if: ${{ matrix.from-source}} + run: | pip install dist/*tar.gz - name: Install OS X dependencies if: matrix.os == 'macos-10.15' From 1b8d91fb69b2290db15bbeb9d9027ceb46cdb9e6 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 19:01:07 -0700 Subject: [PATCH 38/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 64625e58731..c718fc450c2 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -137,8 +137,7 @@ jobs: go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1.0 - name: Install dist if: ${{ matrix.from-source}} - run: | - pip install dist/*tar.gz + run: pip install dist/*tar.gz - name: Install OS X dependencies if: matrix.os == 'macos-10.15' run: brew install coreutils From a36f302a149c07288484c9f3591b89b9c44533e3 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 19:15:41 -0700 Subject: [PATCH 39/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index c718fc450c2..d6256ea728b 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -136,7 +136,7 @@ jobs: go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.26.0 go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1.0 - name: Install dist - if: ${{ matrix.from-source}} + if: ${{ matrix.from-source && (matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest')}} run: pip install dist/*tar.gz - name: Install OS X dependencies if: matrix.os == 'macos-10.15' From cea432fcb80f89c53dae1a9c028d15963155421f Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 19:20:04 -0700 Subject: [PATCH 40/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index d6256ea728b..155cddb1681 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -79,6 +79,9 @@ jobs: env: CIBW_BUILD: "cp310-macosx_x86_64" CIBW_ARCHS: "native" + CIBW_BEFORE_ALL_MACOS: | + curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg + sudo installer -pkg python.pkg -target - uses: actions/upload-artifact@v2 with: name: wheels From b32f4f3a283720124d65d7fb1589708c74232dad Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 19:22:20 -0700 Subject: [PATCH 41/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 155cddb1681..ec30d4c87dc 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -139,7 +139,7 @@ jobs: go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.26.0 go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1.0 - name: Install dist - if: ${{ matrix.from-source && (matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest')}} + if: ${{ matrix.from-source }} run: pip install dist/*tar.gz - name: Install OS X dependencies if: matrix.os == 'macos-10.15' From 1542796bbddc9b820024ebcd58384eb81d9d520d Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 19:28:44 -0700 Subject: [PATCH 42/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 40 ++++++++++++++++-------------- 1 file changed, 21 insertions(+), 19 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index ec30d4c87dc..f8fa9a0324e 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -55,30 +55,32 @@ jobs: registry-url: 'https://registry.npmjs.org' - name: Build UI run: make build-ui - # - name: Build wheels - # uses: pypa/cibuildwheel@v2.7.0 - # env: - # CIBW_BUILD: "cp3*_x86_64" - # CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" - # CIBW_ARCHS: "native" - # CIBW_ENVIRONMENT: > - # COMPILE_GO=True PATH=$PATH:/usr/local/go/bin - # CIBW_BEFORE_ALL_LINUX: | - # curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz - # tar -C /usr/local -xzf go.tar.gz - # go version - # CIBW_BEFORE_ALL_MACOS: | - # curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg - # sudo installer -pkg python.pkg -target / - # CIBW_BEFORE_BUILD: | - # make install-protoc-dependencies - # make install-go-proto-dependencies - # make install-go-ci-dependencies + - name: Build wheels + uses: pypa/cibuildwheel@v2.7.0 + env: + CIBW_BUILD: "cp3*_x86_64" + CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" + CIBW_ARCHS: "native" + CIBW_ENVIRONMENT: > + COMPILE_GO=True PATH=$PATH:/usr/local/go/bin + CIBW_BEFORE_ALL_LINUX: | + curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz + tar -C /usr/local -xzf go.tar.gz + go version + CIBW_BEFORE_ALL_MACOS: | + curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg + sudo installer -pkg python.pkg -target / + CIBW_BEFORE_BUILD: | + make install-protoc-dependencies + make install-go-proto-dependencies + make install-go-ci-dependencies - name: Build wheels uses: pypa/cibuildwheel@v2.7.0 env: CIBW_BUILD: "cp310-macosx_x86_64" CIBW_ARCHS: "native" + CIBW_ENVIRONMENT: > + PATH=$PATH:/usr/local/go/bin CIBW_BEFORE_ALL_MACOS: | curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg sudo installer -pkg python.pkg -target From 036b02a679e53e5806f91ebd4c485c5f3b24621d Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 19:34:02 -0700 Subject: [PATCH 43/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 38 +++++++++++++++--------------- 1 file changed, 19 insertions(+), 19 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index f8fa9a0324e..cedc69d5c1c 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -55,25 +55,25 @@ jobs: registry-url: 'https://registry.npmjs.org' - name: Build UI run: make build-ui - - name: Build wheels - uses: pypa/cibuildwheel@v2.7.0 - env: - CIBW_BUILD: "cp3*_x86_64" - CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" - CIBW_ARCHS: "native" - CIBW_ENVIRONMENT: > - COMPILE_GO=True PATH=$PATH:/usr/local/go/bin - CIBW_BEFORE_ALL_LINUX: | - curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz - tar -C /usr/local -xzf go.tar.gz - go version - CIBW_BEFORE_ALL_MACOS: | - curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg - sudo installer -pkg python.pkg -target / - CIBW_BEFORE_BUILD: | - make install-protoc-dependencies - make install-go-proto-dependencies - make install-go-ci-dependencies + # - name: Build wheels + # uses: pypa/cibuildwheel@v2.7.0 + # env: + # CIBW_BUILD: "cp3*_x86_64" + # CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" + # CIBW_ARCHS: "native" + # CIBW_ENVIRONMENT: > + # COMPILE_GO=True PATH=$PATH:/usr/local/go/bin + # CIBW_BEFORE_ALL_LINUX: | + # curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz + # tar -C /usr/local -xzf go.tar.gz + # go version + # CIBW_BEFORE_ALL_MACOS: | + # curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg + # sudo installer -pkg python.pkg -target / + # CIBW_BEFORE_BUILD: | + # make install-protoc-dependencies + # make install-go-proto-dependencies + # make install-go-ci-dependencies - name: Build wheels uses: pypa/cibuildwheel@v2.7.0 env: From 68286be6d5208f6d50f9ddbe36d069d6f8be6c86 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 19:41:56 -0700 Subject: [PATCH 44/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 7 +------ 1 file changed, 1 insertion(+), 6 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index cedc69d5c1c..d6256ea728b 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -79,11 +79,6 @@ jobs: env: CIBW_BUILD: "cp310-macosx_x86_64" CIBW_ARCHS: "native" - CIBW_ENVIRONMENT: > - PATH=$PATH:/usr/local/go/bin - CIBW_BEFORE_ALL_MACOS: | - curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg - sudo installer -pkg python.pkg -target - uses: actions/upload-artifact@v2 with: name: wheels @@ -141,7 +136,7 @@ jobs: go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.26.0 go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1.0 - name: Install dist - if: ${{ matrix.from-source }} + if: ${{ matrix.from-source && (matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest')}} run: pip install dist/*tar.gz - name: Install OS X dependencies if: matrix.os == 'macos-10.15' From 627001acd51633265f4f1bf95524d8b0009bc31c Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 20:00:11 -0700 Subject: [PATCH 45/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index d6256ea728b..cb845b9abd9 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -142,6 +142,7 @@ jobs: if: matrix.os == 'macos-10.15' run: brew install coreutils - name: Smoke test + if: ${{ matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest' }} run: | feast init test_repo cd test_repo/ From f636b534b6340798c34921e5160353c5824a219a Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 20:23:44 -0700 Subject: [PATCH 46/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 44 +++++++++++++++--------------- 1 file changed, 22 insertions(+), 22 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index cb845b9abd9..ea7b5a0def1 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -45,7 +45,7 @@ jobs: runs-on: ${{ matrix.os }} strategy: matrix: - os: [ macos-10.15 ] + os: [ ubuntu-latest, macos-10.15 ] steps: - uses: actions/checkout@v2 - name: Setup Node @@ -55,25 +55,25 @@ jobs: registry-url: 'https://registry.npmjs.org' - name: Build UI run: make build-ui - # - name: Build wheels - # uses: pypa/cibuildwheel@v2.7.0 - # env: - # CIBW_BUILD: "cp3*_x86_64" - # CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" - # CIBW_ARCHS: "native" - # CIBW_ENVIRONMENT: > - # COMPILE_GO=True PATH=$PATH:/usr/local/go/bin - # CIBW_BEFORE_ALL_LINUX: | - # curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz - # tar -C /usr/local -xzf go.tar.gz - # go version - # CIBW_BEFORE_ALL_MACOS: | - # curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg - # sudo installer -pkg python.pkg -target / - # CIBW_BEFORE_BUILD: | - # make install-protoc-dependencies - # make install-go-proto-dependencies - # make install-go-ci-dependencies + - name: Build wheels + uses: pypa/cibuildwheel@v2.7.0 + env: + CIBW_BUILD: "cp3*_x86_64" + CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" + CIBW_ARCHS: "native" + CIBW_ENVIRONMENT: > + COMPILE_GO=True PATH=$PATH:/usr/local/go/bin + CIBW_BEFORE_ALL_LINUX: | + curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz + tar -C /usr/local -xzf go.tar.gz + go version + CIBW_BEFORE_ALL_MACOS: | + curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg + sudo installer -pkg python.pkg -target / + CIBW_BEFORE_BUILD: | + make install-protoc-dependencies + make install-go-proto-dependencies + make install-go-ci-dependencies - name: Build wheels uses: pypa/cibuildwheel@v2.7.0 env: @@ -90,8 +90,8 @@ jobs: needs: [build-python-wheel] strategy: matrix: - os: [ macos-10.15 ] - python-version: [ "3.10"] + os: [ubuntu-latest, macos-10.15 ] + python-version: [ "3.7", "3.8", "3.9", "3.10"] from-source: [ True, False ] env: # this script is for testing servers From 1dd685fddc5f6f92c0f97f035dc2fcd059a3f656 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 20:47:29 -0700 Subject: [PATCH 47/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index ea7b5a0def1..81a6fd31263 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -75,6 +75,7 @@ jobs: make install-go-proto-dependencies make install-go-ci-dependencies - name: Build wheels + if: matrix.os == 'macos-10.15' uses: pypa/cibuildwheel@v2.7.0 env: CIBW_BUILD: "cp310-macosx_x86_64" From b3f5995ee4a207f609f70cddecf95f2effffdccf Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 21:31:45 -0700 Subject: [PATCH 48/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 58 ++++++++++++++++-------------- 1 file changed, 32 insertions(+), 26 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 81a6fd31263..915a9ac380b 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -45,7 +45,8 @@ jobs: runs-on: ${{ matrix.os }} strategy: matrix: - os: [ ubuntu-latest, macos-10.15 ] + # os: [ ubuntu-latest, macos-10.15 ] + os: [ macos-10.15 ] steps: - uses: actions/checkout@v2 - name: Setup Node @@ -55,25 +56,25 @@ jobs: registry-url: 'https://registry.npmjs.org' - name: Build UI run: make build-ui - - name: Build wheels - uses: pypa/cibuildwheel@v2.7.0 - env: - CIBW_BUILD: "cp3*_x86_64" - CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" - CIBW_ARCHS: "native" - CIBW_ENVIRONMENT: > - COMPILE_GO=True PATH=$PATH:/usr/local/go/bin - CIBW_BEFORE_ALL_LINUX: | - curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz - tar -C /usr/local -xzf go.tar.gz - go version - CIBW_BEFORE_ALL_MACOS: | - curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg - sudo installer -pkg python.pkg -target / - CIBW_BEFORE_BUILD: | - make install-protoc-dependencies - make install-go-proto-dependencies - make install-go-ci-dependencies + # - name: Build wheels + # uses: pypa/cibuildwheel@v2.7.0 + # env: + # CIBW_BUILD: "cp3*_x86_64" + # CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" + # CIBW_ARCHS: "native" + # CIBW_ENVIRONMENT: > + # COMPILE_GO=True PATH=$PATH:/usr/local/go/bin + # CIBW_BEFORE_ALL_LINUX: | + # curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz + # tar -C /usr/local -xzf go.tar.gz + # go version + # CIBW_BEFORE_ALL_MACOS: | + # curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg + # sudo installer -pkg python.pkg -target / + # CIBW_BEFORE_BUILD: | + # make install-protoc-dependencies + # make install-go-proto-dependencies + # make install-go-ci-dependencies - name: Build wheels if: matrix.os == 'macos-10.15' uses: pypa/cibuildwheel@v2.7.0 @@ -84,15 +85,20 @@ jobs: with: name: wheels path: ./wheelhouse/*.whl - + - uses: actions/upload-artifact@v2 + with: + name: wheels + path: dist/* verify-python-wheel: runs-on: ${{ matrix.os }} needs: [build-python-wheel] strategy: matrix: - os: [ubuntu-latest, macos-10.15 ] - python-version: [ "3.7", "3.8", "3.9", "3.10"] + # os: [ubuntu-latest, macos-10.15 ] + # python-version: [ "3.7", "3.8", "3.9", "3.10"] + os: macos-10.15 ] + python-version: ["3.10"] from-source: [ True, False ] env: # this script is for testing servers @@ -129,7 +135,7 @@ jobs: pip install wheel for f in *.whl; do pip install $f || true; done - name: Install go from sdist - if: ${{ matrix.from-source && (matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest')}} + if: ${{ matrix.from-source }} env: COMPILE_GO: "True" run: | @@ -137,13 +143,13 @@ jobs: go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.26.0 go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1.0 - name: Install dist - if: ${{ matrix.from-source && (matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest')}} + if: ${{ matrix.from-source }} run: pip install dist/*tar.gz - name: Install OS X dependencies if: matrix.os == 'macos-10.15' run: brew install coreutils - name: Smoke test - if: ${{ matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest' }} + # if: ${{ matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest' }} run: | feast init test_repo cd test_repo/ From 470c6a65b96ca9f9a110c65d4c6aedea3c0267c3 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 21:32:26 -0700 Subject: [PATCH 49/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 915a9ac380b..040a4bdc27d 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -97,7 +97,7 @@ jobs: matrix: # os: [ubuntu-latest, macos-10.15 ] # python-version: [ "3.7", "3.8", "3.9", "3.10"] - os: macos-10.15 ] + os: [macos-10.15 ] python-version: ["3.10"] from-source: [ True, False ] env: From 20953f2e625c97a055fa21ccbbf096529dcc8404 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 21:57:08 -0700 Subject: [PATCH 50/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 040a4bdc27d..189ce2ff467 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -85,6 +85,10 @@ jobs: with: name: wheels path: ./wheelhouse/*.whl + - name: Build wheels + if: matrix.os == 'macos-10.15' + run: | + python3 setup.py sdist - uses: actions/upload-artifact@v2 with: name: wheels @@ -97,8 +101,8 @@ jobs: matrix: # os: [ubuntu-latest, macos-10.15 ] # python-version: [ "3.7", "3.8", "3.9", "3.10"] - os: [macos-10.15 ] - python-version: ["3.10"] + os: [ macos-10.15 ] + python-version: [ "3.10"] from-source: [ True, False ] env: # this script is for testing servers From 831359f7b615357447df58d86f210d3e01ef8666 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 22:09:52 -0700 Subject: [PATCH 51/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 35 +++++++++++++++++++++++------- 1 file changed, 27 insertions(+), 8 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 189ce2ff467..6c73c8e9f37 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -85,14 +85,33 @@ jobs: with: name: wheels path: ./wheelhouse/*.whl - - name: Build wheels - if: matrix.os == 'macos-10.15' - run: | - python3 setup.py sdist - - uses: actions/upload-artifact@v2 - with: - name: wheels - path: dist/* + +build-source_distribution: + runs-on: macos-10.15 + steps: + - uses: actions/checkout@v2 + - name: Setup Python + id: setup-python + uses: actions/setup-python@v2 + with: + python-version: "3.10" + architecture: x64 + - name: Setup Node + uses: actions/setup-node@v2 + with: + node-version: '17.x' + registry-url: 'https://registry.npmjs.org' + - name: Build and install dependencies + run: | + pip install -U pip setuptools wheel twine + make build-ui + - name: Build + run: | + python3 setup.py sdist + - uses: actions/upload-artifact@v2 + with: + name: wheels + path: dist/* verify-python-wheel: runs-on: ${{ matrix.os }} From 0a6c6213ecd901076d55373d19c0e30f6da6ec11 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 22:10:56 -0700 Subject: [PATCH 52/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 6c73c8e9f37..50fbe1d86f8 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -115,7 +115,7 @@ build-source_distribution: verify-python-wheel: runs-on: ${{ matrix.os }} - needs: [build-python-wheel] + needs: [build-python-wheel, build-source_distribution] strategy: matrix: # os: [ubuntu-latest, macos-10.15 ] From eb5aa24e41474673d7f77b41a2c913bbdffc1887 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 22:12:23 -0700 Subject: [PATCH 53/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 52 +++++++++++++++--------------- 1 file changed, 26 insertions(+), 26 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 50fbe1d86f8..3caff805fd6 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -86,32 +86,32 @@ jobs: name: wheels path: ./wheelhouse/*.whl -build-source_distribution: - runs-on: macos-10.15 - steps: - - uses: actions/checkout@v2 - - name: Setup Python - id: setup-python - uses: actions/setup-python@v2 - with: - python-version: "3.10" - architecture: x64 - - name: Setup Node - uses: actions/setup-node@v2 - with: - node-version: '17.x' - registry-url: 'https://registry.npmjs.org' - - name: Build and install dependencies - run: | - pip install -U pip setuptools wheel twine - make build-ui - - name: Build - run: | - python3 setup.py sdist - - uses: actions/upload-artifact@v2 - with: - name: wheels - path: dist/* + build-source_distribution: + runs-on: macos-10.15 + steps: + - uses: actions/checkout@v2 + - name: Setup Python + id: setup-python + uses: actions/setup-python@v2 + with: + python-version: "3.10" + architecture: x64 + - name: Setup Node + uses: actions/setup-node@v2 + with: + node-version: '17.x' + registry-url: 'https://registry.npmjs.org' + - name: Build and install dependencies + run: | + pip install -U pip setuptools wheel twine + make build-ui + - name: Build + run: | + python3 setup.py sdist + - uses: actions/upload-artifact@v2 + with: + name: wheels + path: dist/* verify-python-wheel: runs-on: ${{ matrix.os }} From 50009660370da07b10b2b409738b3031e9f8395c Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 22:20:21 -0700 Subject: [PATCH 54/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 3caff805fd6..ab2d146e39a 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -104,6 +104,9 @@ jobs: - name: Build and install dependencies run: | pip install -U pip setuptools wheel twine + make install-protoc-dependencies + make install-go-proto-dependencies + make install-go-ci-dependencies make build-ui - name: Build run: | From e8dd17c83603f2f68cda193c0beb6a55f81097a1 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 22:27:50 -0700 Subject: [PATCH 55/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 50 +++++++++++++++--------------- 1 file changed, 25 insertions(+), 25 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index ab2d146e39a..dfcb676390d 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -45,8 +45,8 @@ jobs: runs-on: ${{ matrix.os }} strategy: matrix: - # os: [ ubuntu-latest, macos-10.15 ] - os: [ macos-10.15 ] + os: [ ubuntu-latest, macos-10.15 ] + # os: [ macos-10.15 ] steps: - uses: actions/checkout@v2 - name: Setup Node @@ -56,25 +56,25 @@ jobs: registry-url: 'https://registry.npmjs.org' - name: Build UI run: make build-ui - # - name: Build wheels - # uses: pypa/cibuildwheel@v2.7.0 - # env: - # CIBW_BUILD: "cp3*_x86_64" - # CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" - # CIBW_ARCHS: "native" - # CIBW_ENVIRONMENT: > - # COMPILE_GO=True PATH=$PATH:/usr/local/go/bin - # CIBW_BEFORE_ALL_LINUX: | - # curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz - # tar -C /usr/local -xzf go.tar.gz - # go version - # CIBW_BEFORE_ALL_MACOS: | - # curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg - # sudo installer -pkg python.pkg -target / - # CIBW_BEFORE_BUILD: | - # make install-protoc-dependencies - # make install-go-proto-dependencies - # make install-go-ci-dependencies + - name: Build wheels + uses: pypa/cibuildwheel@v2.7.0 + env: + CIBW_BUILD: "cp3*_x86_64" + CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" + CIBW_ARCHS: "native" + CIBW_ENVIRONMENT: > + COMPILE_GO=True PATH=$PATH:/usr/local/go/bin + CIBW_BEFORE_ALL_LINUX: | + curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz + tar -C /usr/local -xzf go.tar.gz + go version + CIBW_BEFORE_ALL_MACOS: | + curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg + sudo installer -pkg python.pkg -target / + CIBW_BEFORE_BUILD: | + make install-protoc-dependencies + make install-go-proto-dependencies + make install-go-ci-dependencies - name: Build wheels if: matrix.os == 'macos-10.15' uses: pypa/cibuildwheel@v2.7.0 @@ -121,10 +121,10 @@ jobs: needs: [build-python-wheel, build-source_distribution] strategy: matrix: - # os: [ubuntu-latest, macos-10.15 ] - # python-version: [ "3.7", "3.8", "3.9", "3.10"] - os: [ macos-10.15 ] - python-version: [ "3.10"] + os: [ubuntu-latest, macos-10.15 ] + python-version: [ "3.7", "3.8", "3.9", "3.10"] + # os: [ macos-10.15 ] + # python-version: [ "3.10"] from-source: [ True, False ] env: # this script is for testing servers From 8a8f994dd9fa4c0de6dc0b20feda184e60cd4caa Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 23:01:40 -0700 Subject: [PATCH 56/68] Finally working version Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 7 +- .github/workflows/main.yml | 160 ---------------------------- .github/workflows/main2.yml | 162 ----------------------------- 3 files changed, 2 insertions(+), 327 deletions(-) delete mode 100644 .github/workflows/main.yml delete mode 100644 .github/workflows/main2.yml diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index dfcb676390d..6460c7c3c12 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -46,7 +46,6 @@ jobs: strategy: matrix: os: [ ubuntu-latest, macos-10.15 ] - # os: [ macos-10.15 ] steps: - uses: actions/checkout@v2 - name: Setup Node @@ -75,7 +74,7 @@ jobs: make install-protoc-dependencies make install-go-proto-dependencies make install-go-ci-dependencies - - name: Build wheels + - name: Build py310 specific wheels for macos if: matrix.os == 'macos-10.15' uses: pypa/cibuildwheel@v2.7.0 env: @@ -87,6 +86,7 @@ jobs: path: ./wheelhouse/*.whl build-source_distribution: + name: Build source distribution runs-on: macos-10.15 steps: - uses: actions/checkout@v2 @@ -123,8 +123,6 @@ jobs: matrix: os: [ubuntu-latest, macos-10.15 ] python-version: [ "3.7", "3.8", "3.9", "3.10"] - # os: [ macos-10.15 ] - # python-version: [ "3.10"] from-source: [ True, False ] env: # this script is for testing servers @@ -175,7 +173,6 @@ jobs: if: matrix.os == 'macos-10.15' run: brew install coreutils - name: Smoke test - # if: ${{ matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest' }} run: | feast init test_repo cd test_repo/ diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml deleted file mode 100644 index 4316ab97460..00000000000 --- a/.github/workflows/main.yml +++ /dev/null @@ -1,160 +0,0 @@ -mname: build_wheels_other - -on: workflow_dispatch - -jobs: - get-version: - runs-on: ubuntu-latest - outputs: - release_version: ${{ steps.get_release_version.outputs.release_version }} - version_without_prefix: ${{ steps.get_release_version_without_prefix.outputs.version_without_prefix }} - highest_semver_tag: ${{ steps.get_highest_semver.outputs.highest_semver_tag }} - steps: - - uses: actions/checkout@v2 - - name: Get release version - id: get_release_version - run: echo ::set-output name=release_version::${GITHUB_REF#refs/*/} - - name: Get release version without prefix - id: get_release_version_without_prefix - env: - RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }} - run: | - echo ::set-output name=version_without_prefix::${RELEASE_VERSION:1} - - name: Get highest semver - id: get_highest_semver - env: - RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }} - run: | - source infra/scripts/setup-common-functions.sh - SEMVER_REGEX='^v[0-9]+\.[0-9]+\.[0-9]+(-([0-9A-Za-z-]+(\.[0-9A-Za-z-]+)*))?$' - if echo "${RELEASE_VERSION}" | grep -P "$SEMVER_REGEX" &>/dev/null ; then - echo ::set-output name=highest_semver_tag::$(get_tag_release -m) - fi - - name: Check output - env: - RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }} - VERSION_WITHOUT_PREFIX: ${{ steps.get_release_version_without_prefix.outputs.version_without_prefix }} - HIGHEST_SEMVER_TAG: ${{ steps.get_highest_semver.outputs.highest_semver_tag }} - run: | - echo $RELEASE_VERSION - echo $VERSION_WITHOUT_PREFIX - echo $HIGHEST_SEMVER_TAG - - build-python-wheel: - name: Build wheels on ${{ matrix.os }} - runs-on: ${{ matrix.os }} - strategy: - matrix: - os: [ macos-10.15 ] - steps: - - uses: actions/checkout@v2 - - name: Setup Node - uses: actions/setup-node@v2 - with: - node-version: '17.x' - registry-url: 'https://registry.npmjs.org' - - name: Build UI - run: make build-ui - # - name: Build wheels - # uses: pypa/cibuildwheel@v2.7.0 - # env: - # CIBW_BUILD: "cp3*_x86_64" - # CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" - # CIBW_ARCHS: "native" - # CIBW_ENVIRONMENT: > - # COMPILE_GO=True PATH=$PATH:/usr/local/go/bin - # CIBW_BEFORE_ALL_LINUX: | - # curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz - # tar -C /usr/local -xzf go.tar.gz - # go version - # CIBW_BEFORE_ALL_MACOS: | - # curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg - # sudo installer -pkg python.pkg -target / - # CIBW_BEFORE_BUILD: | - # make install-protoc-dependencies - # make install-go-proto-dependencies - # make install-go-ci-dependencies - - name: Build wheels - uses: pypa/cibuildwheel@v2.7.0 - env: - CIBW_BUILD: "cp310-macosx_x86_64" - CIBW_ARCHS: "native" - - uses: actions/upload-artifact@v2 - with: - name: wheels - path: ./wheelhouse/*.whl - - - verify-python-wheel: - runs-on: ${{ matrix.os }} - needs: [build-python-wheel] - strategy: - matrix: - os: [ macos-10.15 ] - python-version: [ "3.10"] - from-source: [ True, False ] - env: - # this script is for testing servers - # it starts server with timeout and checks whether process killed by timeout (started healthy) or died by itself - TEST_SCRIPT: | - timeout 10s $@ & pid=$! - wait $pid - ret=$? - if [[ $ret -ne 124 ]] - then - exit $ret - else - echo "Succeeded!" - fi - steps: - - name: Setup Python - id: setup-python - uses: actions/setup-python@v2 - with: - python-version: ${{ matrix.python-version }} - architecture: x64 - - uses: actions/setup-go@v3 - with: - go-version: '>=1.17.0' - - uses: actions/download-artifact@v2 - with: - name: wheels - path: dist - - name: Install wheel - if: ${{ !matrix.from-source }} - # try to install all wheels; only the current platform wheel should be actually installed - run: | - cd dist/ - pip install wheel - for f in *.whl; do pip install $f || true; done - - name: Install go from sdist - if: ${{ matrix.from-source }} - env: - COMPILE_GO: "True" - run: | - pip install 'grpcio-tools==1.44.0' 'pybindgen==0.22.0' - go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.26.0 - go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1.0 - pip install dist/*tar.gz - - name: Install OS X dependencies - if: matrix.os == 'macos-10.15' - run: brew install coreutils - - name: Smoke test - run: | - feast init test_repo - cd test_repo/ - feast apply - echo "$TEST_SCRIPT" > run-and-wait.sh - bash run-and-wait.sh feast serve - bash run-and-wait.sh feast ui - # We disable this test for the Python 3.10 binary since it does not include Go. - - name: Smoke test with go - if: matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest' - run: | - feast init test_repo - cd test_repo/ - feast apply - echo "$TEST_SCRIPT" > run-and-wait.sh - pip install cffi - printf "\ngo_feature_retrieval: True" >> feature_store.yaml - bash run-and-wait.sh feast serve \ No newline at end of file diff --git a/.github/workflows/main2.yml b/.github/workflows/main2.yml deleted file mode 100644 index 043f7d17735..00000000000 --- a/.github/workflows/main2.yml +++ /dev/null @@ -1,162 +0,0 @@ -name: build_wheels - -on: workflow_dispatch - -jobs: - get-version: - runs-on: ubuntu-latest - outputs: - release_version: ${{ steps.get_release_version.outputs.release_version }} - version_without_prefix: ${{ steps.get_release_version_without_prefix.outputs.version_without_prefix }} - highest_semver_tag: ${{ steps.get_highest_semver.outputs.highest_semver_tag }} - steps: - - uses: actions/checkout@v2 - - name: Get release version - id: get_release_version - run: echo ::set-output name=release_version::${GITHUB_REF#refs/*/} - - name: Get release version without prefix - id: get_release_version_without_prefix - env: - RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }} - run: | - echo ::set-output name=version_without_prefix::${RELEASE_VERSION:1} - - name: Get highest semver - id: get_highest_semver - env: - RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }} - run: | - source infra/scripts/setup-common-functions.sh - SEMVER_REGEX='^v[0-9]+\.[0-9]+\.[0-9]+(-([0-9A-Za-z-]+(\.[0-9A-Za-z-]+)*))?$' - if echo "${RELEASE_VERSION}" | grep -P "$SEMVER_REGEX" &>/dev/null ; then - echo ::set-output name=highest_semver_tag::$(get_tag_release -m) - fi - - name: Check output - env: - RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }} - VERSION_WITHOUT_PREFIX: ${{ steps.get_release_version_without_prefix.outputs.version_without_prefix }} - HIGHEST_SEMVER_TAG: ${{ steps.get_highest_semver.outputs.highest_semver_tag }} - run: | - echo $RELEASE_VERSION - echo $VERSION_WITHOUT_PREFIX - echo $HIGHEST_SEMVER_TAG - - build-python-wheel: - name: Build wheels on ${{ matrix.os }} - runs-on: ${{ matrix.os }} - strategy: - matrix: - os: [ macos-10.15 ] - steps: - - uses: actions/checkout@v2 - - name: Setup Node - uses: actions/setup-node@v2 - with: - node-version: '17.x' - registry-url: 'https://registry.npmjs.org' - - name: Build UI - run: make build-ui - # - name: Build wheels - # uses: pypa/cibuildwheel@v2.7.0 - # env: - # CIBW_BUILD: "cp3*_x86_64" - # CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" - # CIBW_ARCHS: "native" - # CIBW_ENVIRONMENT: > - # COMPILE_GO=True PATH=$PATH:/usr/local/go/bin - # CIBW_BEFORE_ALL_LINUX: | - # curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz - # tar -C /usr/local -xzf go.tar.gz - # go version - # CIBW_BEFORE_ALL_MACOS: | - # curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg - # sudo installer -pkg python.pkg -target / - # CIBW_BEFORE_BUILD: | - # make install-protoc-dependencies - # make install-go-proto-dependencies - # make install-go-ci-dependencies - - name: Build wheels - uses: pypa/cibuildwheel@v2.7.0 - env: - CIBW_BUILD: "cp310-macosx_x86_64" - CIBW_ARCHS: "native" - - uses: actions/upload-artifact@v2 - with: - name: wheels - path: ./wheelhouse/*.whl - - - verify-python-wheel: - runs-on: ${{ matrix.os }} - needs: [build-python-wheel] - strategy: - matrix: - os: [ macos-10.15 ] - python-version: [ "3.10"] - from-source: [ True, False ] - env: - # this script is for testing servers - # it starts server with timeout and checks whether process killed by timeout (started healthy) or died by itself - TEST_SCRIPT: | - timeout 10s $@ & pid=$! - wait $pid - ret=$? - if [[ $ret -ne 124 ]] - then - exit $ret - else - echo "Succeeded!" - fi - steps: - - name: Setup Python - id: setup-python - uses: actions/setup-python@v2 - with: - python-version: ${{ matrix.python-version }} - architecture: x64 - - uses: actions/setup-go@v3 - with: - go-version: '>=1.17.0' - - uses: actions/download-artifact@v2 - with: - name: wheels - path: dist - - name: Install wheel - if: ${{ !matrix.from-source }} - # try to install all wheels; only the current platform wheel should be actually installed - run: | - cd dist/ - pip install wheel - for f in *.whl; do pip install $f || true; done - - name: Install go from sdist - if: ${{ matrix.from-source && (matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest')}} - env: - COMPILE_GO: "True" - run: | - pip install 'grpcio-tools==1.44.0' 'pybindgen==0.22.0' - go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.26.0 - go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1.0 - - name: Install dist - if: ${{ matrix.from-source}} - pip install dist/*tar.gz - - name: Install OS X dependencies - if: matrix.os == 'macos-10.15' - run: brew install coreutils - - name: Smoke test - run: | - feast init test_repo - cd test_repo/ - feast apply - echo "$TEST_SCRIPT" > run-and-wait.sh - bash run-and-wait.sh feast serve - bash run-and-wait.sh feast ui - # We disable this test for the Python 3.10 binary since it does not include Go. - - name: Smoke test with go - if: matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest' - run: | - feast init test_repo - cd test_repo/ - feast apply - echo "$TEST_SCRIPT" > run-and-wait.sh - pip install cffi - printf "\ngo_feature_retrieval: True" >> feature_store.yaml - bash run-and-wait.sh feast serve \ No newline at end of file From 0a6fffc276a5a6af50593edbc6c0aa5cea68ae72 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 23:02:32 -0700 Subject: [PATCH 57/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 6460c7c3c12..717a3dbd0d3 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -184,7 +184,6 @@ jobs: - name: Smoke test with go if: matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest' run: | - feast init test_repo cd test_repo/ feast apply echo "$TEST_SCRIPT" > run-and-wait.sh From 1d9feabfc93e5b4fefb25952302955f19c78ef98 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 23:05:23 -0700 Subject: [PATCH 58/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 2 +- .github/workflows/publish.yml | 163 +++++++++++++++-------------- 2 files changed, 86 insertions(+), 79 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 717a3dbd0d3..a2bc3e0d9af 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -116,7 +116,7 @@ jobs: name: wheels path: dist/* - verify-python-wheel: + verify-python-wheels: runs-on: ${{ matrix.os }} needs: [build-python-wheel, build-source_distribution] strategy: diff --git a/.github/workflows/publish.yml b/.github/workflows/publish.yml index 7b8afc97619..be11236700e 100644 --- a/.github/workflows/publish.yml +++ b/.github/workflows/publish.yml @@ -138,78 +138,7 @@ jobs: user: __token__ password: ${{ secrets.PYPI_PASSWORD }} - - verify-python-wheel: - runs-on: ${{ matrix.os }} - needs: [build-python-sdk, build-python-sdk-macos-py310] - strategy: - matrix: - os: [ ubuntu-latest, macos-10.15 ] - python-version: [ "3.7", "3.8", "3.9", "3.10"] - from-source: [ True, False ] - env: - # this script is for testing servers - # it starts server with timeout and checks whether process killed by timeout (started healthy) or died by itself - TEST_SCRIPT: | - timeout 10s $@ & pid=$! - wait $pid - ret=$? - if [[ $ret -ne 124 ]] - then - exit $ret - else - echo "Succeeded!" - fi - steps: - - name: Setup Python - id: setup-python - uses: actions/setup-python@v2 - with: - python-version: ${{ matrix.python-version }} - architecture: x64 - - uses: actions/setup-go@v3 - with: - go-version: '>=1.17.0' - - uses: actions/download-artifact@v2 - with: - name: wheels - path: dist - - name: Install wheel - if: ${{ !matrix.from-source }} - # try to install all wheels; only the current platform wheel should be actually installed - run: | - cd dist/ - pip install wheel - for f in *.whl; do pip install $f || true; done - - name: Install sdist - if: ${{ matrix.from-source }} - env: - COMPILE_GO: "True" - run: | - pip install 'grpcio-tools==1.44.0' 'pybindgen==0.22.0' - go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.26.0 - go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1.0 - pip install dist/*tar.gz - - name: Install OS X dependencies - if: matrix.os == 'macos-10.15' - run: brew install coreutils - - name: Smoke test - run: | - feast init test_repo - cd test_repo/ - feast apply - echo "$TEST_SCRIPT" > run-and-wait.sh - bash run-and-wait.sh feast serve - bash run-and-wait.sh feast ui - # We disable this test for the Python 3.10 binary since it does not include Go. - - name: Smoke test with go - if: matrix.python-version != '3.10' - run: | - pip install cffi - printf "\ngo_feature_retrieval: True" >> feature_store.yaml - bash run-and-wait.sh feast serve - - build-python-sdk: + build-python-wheels: name: Build wheels on ${{ matrix.os }} runs-on: ${{ matrix.os }} strategy: @@ -225,7 +154,7 @@ jobs: - name: Build UI run: make build-ui - name: Build wheels - uses: pypa/cibuildwheel@v2.4.0 + uses: pypa/cibuildwheel@v2.7.0 env: CIBW_BUILD: "cp3*_x86_64" CIBW_SKIP: "cp36-* *-musllinux_x86_64 cp310-macosx_x86_64" @@ -243,14 +172,19 @@ jobs: make install-protoc-dependencies make install-go-proto-dependencies make install-go-ci-dependencies - + - name: Build py310 specific wheels for macos + if: matrix.os == 'macos-10.15' + uses: pypa/cibuildwheel@v2.7.0 + env: + CIBW_BUILD: "cp310-macosx_x86_64" + CIBW_ARCHS: "native" - uses: actions/upload-artifact@v2 with: name: wheels path: ./wheelhouse/*.whl - - build-python-sdk-macos-py310: + build-source_distribution: + name: Build source distribution runs-on: macos-10.15 steps: - uses: actions/checkout@v2 @@ -274,13 +208,86 @@ jobs: make build-ui - name: Build run: | - python3 setup.py sdist bdist_wheel - + python3 setup.py sdist - uses: actions/upload-artifact@v2 with: name: wheels path: dist/* + verify-python-wheel: + runs-on: ${{ matrix.os }} + needs: [build-python-wheel, build-source_distribution] + strategy: + matrix: + os: [ubuntu-latest, macos-10.15 ] + python-version: [ "3.7", "3.8", "3.9", "3.10"] + from-source: [ True, False ] + env: + # this script is for testing servers + # it starts server with timeout and checks whether process killed by timeout (started healthy) or died by itself + TEST_SCRIPT: | + timeout 10s $@ & pid=$! + wait $pid + ret=$? + if [[ $ret -ne 124 ]] + then + exit $ret + else + echo "Succeeded!" + fi + steps: + - name: Setup Python + id: setup-python + uses: actions/setup-python@v2 + with: + python-version: ${{ matrix.python-version }} + architecture: x64 + - uses: actions/setup-go@v3 + with: + go-version: '>=1.17.0' + - uses: actions/download-artifact@v2 + with: + name: wheels + path: dist + - name: Install wheel + if: ${{ !matrix.from-source }} + # try to install all wheels; only the current platform wheel should be actually installed + run: | + cd dist/ + pip install wheel + for f in *.whl; do pip install $f || true; done + - name: Install go from sdist + if: ${{ matrix.from-source }} + env: + COMPILE_GO: "True" + run: | + pip install 'grpcio-tools==1.44.0' 'pybindgen==0.22.0' + go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.26.0 + go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1.0 + - name: Install dist + if: ${{ matrix.from-source }} + run: pip install dist/*tar.gz + - name: Install OS X dependencies + if: matrix.os == 'macos-10.15' + run: brew install coreutils + - name: Smoke test + run: | + feast init test_repo + cd test_repo/ + feast apply + echo "$TEST_SCRIPT" > run-and-wait.sh + bash run-and-wait.sh feast serve + bash run-and-wait.sh feast ui + # We disable this test for the Python 3.10 binary since it does not include Go. + - name: Smoke test with go + if: matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest' + run: | + cd test_repo/ + feast apply + echo "$TEST_SCRIPT" > run-and-wait.sh + pip install cffi + printf "\ngo_feature_retrieval: True" >> feature_store.yaml + bash run-and-wait.sh feast serve publish-java-sdk: container: maven:3.6-jdk-11 From 978ce22c42924aa2ed7d803b519756b9adac73fe Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 23:21:58 -0700 Subject: [PATCH 59/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 2 +- .github/workflows/publish.yml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index a2bc3e0d9af..960b2686760 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -85,7 +85,7 @@ jobs: name: wheels path: ./wheelhouse/*.whl - build-source_distribution: + build-source-distribution: name: Build source distribution runs-on: macos-10.15 steps: diff --git a/.github/workflows/publish.yml b/.github/workflows/publish.yml index be11236700e..99a154874c5 100644 --- a/.github/workflows/publish.yml +++ b/.github/workflows/publish.yml @@ -183,7 +183,7 @@ jobs: name: wheels path: ./wheelhouse/*.whl - build-source_distribution: + build-source-distribution: name: Build source distribution runs-on: macos-10.15 steps: From e132df5f3f4e1869e958430ca035b84d0f16608e Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 23:48:56 -0700 Subject: [PATCH 60/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 960b2686760..057c112e560 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -158,16 +158,17 @@ jobs: cd dist/ pip install wheel for f in *.whl; do pip install $f || true; done - - name: Install go from sdist - if: ${{ matrix.from-source }} + - name: Install dist with go + if: ${{ matrix.from-source && (matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest')}} env: COMPILE_GO: "True" run: | pip install 'grpcio-tools==1.44.0' 'pybindgen==0.22.0' go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.26.0 go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1.0 - - name: Install dist - if: ${{ matrix.from-source }} + pip install dist/*tar.gz + - name: Install dist w/o go + if: ${{ matrix.from-source && matrix.python-version == '3.10' && matrix.os == 'macos-10.15'}} run: pip install dist/*tar.gz - name: Install OS X dependencies if: matrix.os == 'macos-10.15' From 1c00b997aacbee24e1ef6dac48878954f49155c9 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 27 Jun 2022 23:50:05 -0700 Subject: [PATCH 61/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 2 +- .github/workflows/publish.yml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 057c112e560..e4c94714ec5 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -118,7 +118,7 @@ jobs: verify-python-wheels: runs-on: ${{ matrix.os }} - needs: [build-python-wheel, build-source_distribution] + needs: [build-python-wheel, build-source-distribution] strategy: matrix: os: [ubuntu-latest, macos-10.15 ] diff --git a/.github/workflows/publish.yml b/.github/workflows/publish.yml index 99a154874c5..358b26d3649 100644 --- a/.github/workflows/publish.yml +++ b/.github/workflows/publish.yml @@ -216,7 +216,7 @@ jobs: verify-python-wheel: runs-on: ${{ matrix.os }} - needs: [build-python-wheel, build-source_distribution] + needs: [build-python-wheel, build-source-distribution] strategy: matrix: os: [ubuntu-latest, macos-10.15 ] From 7d4f0b882724f8321081ac85cf11e452a0b546df Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Tue, 28 Jun 2022 00:47:34 -0700 Subject: [PATCH 62/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/publish.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/publish.yml b/.github/workflows/publish.yml index 358b26d3649..a31334e3f23 100644 --- a/.github/workflows/publish.yml +++ b/.github/workflows/publish.yml @@ -214,7 +214,7 @@ jobs: name: wheels path: dist/* - verify-python-wheel: + verify-python-wheels: runs-on: ${{ matrix.os }} needs: [build-python-wheel, build-source-distribution] strategy: From 974e88129f7624b3e4751a43a9243148aaa39d49 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Tue, 28 Jun 2022 00:49:48 -0700 Subject: [PATCH 63/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/publish.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/publish.yml b/.github/workflows/publish.yml index a31334e3f23..2b39a772f04 100644 --- a/.github/workflows/publish.yml +++ b/.github/workflows/publish.yml @@ -216,7 +216,7 @@ jobs: verify-python-wheels: runs-on: ${{ matrix.os }} - needs: [build-python-wheel, build-source-distribution] + needs: [build-python-wheels, build-source-distribution] strategy: matrix: os: [ubuntu-latest, macos-10.15 ] From 5cb08e90cde2072c341f0e2c837beb8c318a3dc1 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Tue, 28 Jun 2022 00:51:44 -0700 Subject: [PATCH 64/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/publish.yml | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/.github/workflows/publish.yml b/.github/workflows/publish.yml index 2b39a772f04..c3e5a22a5c3 100644 --- a/.github/workflows/publish.yml +++ b/.github/workflows/publish.yml @@ -1,9 +1,6 @@ name: publish -on: - push: - tags: - - 'v*.*.*' +on: workflow_dispatch jobs: get-version: From 53f1d5567efda7df494490cc50952e93a6604aff Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Tue, 28 Jun 2022 00:52:18 -0700 Subject: [PATCH 65/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/publish.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/publish.yml b/.github/workflows/publish.yml index c3e5a22a5c3..43475aa32c6 100644 --- a/.github/workflows/publish.yml +++ b/.github/workflows/publish.yml @@ -211,7 +211,7 @@ jobs: name: wheels path: dist/* - verify-python-wheels: + verify-python-wheel: runs-on: ${{ matrix.os }} needs: [build-python-wheels, build-source-distribution] strategy: From 04442037f806ce040bb6483b203b20fb530163ee Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Tue, 28 Jun 2022 00:53:24 -0700 Subject: [PATCH 66/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/publish.yml | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/.github/workflows/publish.yml b/.github/workflows/publish.yml index 43475aa32c6..03169676147 100644 --- a/.github/workflows/publish.yml +++ b/.github/workflows/publish.yml @@ -1,6 +1,9 @@ name: publish -on: workflow_dispatch +on: + push: + tags: + - 'v*.*.*' jobs: get-version: From 2bc348f6e3462861b0fab03c516d7853503011f2 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Tue, 28 Jun 2022 00:54:10 -0700 Subject: [PATCH 67/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/publish.yml | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/.github/workflows/publish.yml b/.github/workflows/publish.yml index 03169676147..43475aa32c6 100644 --- a/.github/workflows/publish.yml +++ b/.github/workflows/publish.yml @@ -1,9 +1,6 @@ name: publish -on: - push: - tags: - - 'v*.*.*' +on: workflow_dispatch jobs: get-version: From d63a8362ad0a441a7c91eec99b47ebc77a7ce4de Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Tue, 28 Jun 2022 00:55:01 -0700 Subject: [PATCH 68/68] Fix Signed-off-by: Kevin Zhang --- .github/workflows/publish.yml | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/.github/workflows/publish.yml b/.github/workflows/publish.yml index 43475aa32c6..03169676147 100644 --- a/.github/workflows/publish.yml +++ b/.github/workflows/publish.yml @@ -1,6 +1,9 @@ name: publish -on: workflow_dispatch +on: + push: + tags: + - 'v*.*.*' jobs: get-version: