| #!/bin/bash |
| # Copyright 2015 gRPC authors. |
| # |
| # Licensed under the Apache License, Version 2.0 (the "License"); |
| # you may not use this file except in compliance with the License. |
| # You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| |
| set -ex |
| |
| # change to grpc repo root |
| cd "$(dirname "$0")/../../.." |
| |
| ########################## |
| # Portability operations # |
| ########################## |
| |
| PLATFORM=$(uname -s) |
| |
| function is_msys() { |
| if [ "${PLATFORM/MSYS}" != "$PLATFORM" ]; then |
| echo true |
| else |
| exit 1 |
| fi |
| } |
| |
| function is_mingw() { |
| if [ "${PLATFORM/MINGW}" != "$PLATFORM" ]; then |
| echo true |
| else |
| exit 1 |
| fi |
| } |
| |
| function is_darwin() { |
| if [ "${PLATFORM/Darwin}" != "$PLATFORM" ]; then |
| echo true |
| else |
| exit 1 |
| fi |
| } |
| |
| function is_linux() { |
| if [ "${PLATFORM/Linux}" != "$PLATFORM" ]; then |
| echo true |
| else |
| exit 1 |
| fi |
| } |
| |
| function inside_venv() { |
| if [[ -n "${VIRTUAL_ENV}" ]]; then |
| echo true |
| fi |
| } |
| |
| # Associated virtual environment name for the given python command. |
| function venv() { |
| $1 -c "import sys; print('py{}{}'.format(*sys.version_info[:2]))" |
| } |
| |
| # Path to python executable within a virtual environment depending on the |
| # system. |
| function venv_relative_python() { |
| if [ "$(is_mingw)" ]; then |
| echo 'Scripts/python.exe' |
| else |
| echo 'bin/python' |
| fi |
| } |
| |
| # Distutils toolchain to use depending on the system. |
| function toolchain() { |
| if [ "$(is_mingw)" ]; then |
| echo 'mingw32' |
| else |
| echo 'unix' |
| fi |
| } |
| |
| # TODO(jtattermusch): this adds dependency on grealpath on mac |
| # (brew install coreutils) for little reason. |
| # Command to invoke the linux command `realpath` or equivalent. |
| function script_realpath() { |
| # Find `realpath` |
| if [ -x "$(command -v realpath)" ]; then |
| realpath "$@" |
| elif [ -x "$(command -v grealpath)" ]; then |
| grealpath "$@" |
| else |
| exit 1 |
| fi |
| } |
| |
| #################### |
| # Script Arguments # |
| #################### |
| |
| PYTHON=${1:-python2.7} |
| VENV=${2:-$(venv "$PYTHON")} |
| VENV_RELATIVE_PYTHON=${3:-$(venv_relative_python)} |
| TOOLCHAIN=${4:-$(toolchain)} |
| |
| if [ "$(is_msys)" ]; then |
| echo "MSYS doesn't directly provide the right compiler(s);" |
| echo "switch to a MinGW shell." |
| exit 1 |
| fi |
| |
| ROOT=$(pwd) |
| export CFLAGS="-I$ROOT/include -std=gnu99 -fno-wrapv $CFLAGS" |
| export GRPC_PYTHON_BUILD_WITH_CYTHON=1 |
| export LANG=en_US.UTF-8 |
| |
| # Allow build_ext to build C/C++ files in parallel |
| # by enabling a monkeypatch. It speeds up the build a lot. |
| DEFAULT_PARALLEL_JOBS=$(nproc) || DEFAULT_PARALLEL_JOBS=4 |
| export GRPC_PYTHON_BUILD_EXT_COMPILER_JOBS=${GRPC_PYTHON_BUILD_EXT_COMPILER_JOBS:-$DEFAULT_PARALLEL_JOBS} |
| |
| # If ccache is available on Linux, use it. |
| if [ "$(is_linux)" ]; then |
| # We're not on Darwin (Mac OS X) |
| if [ -x "$(command -v ccache)" ]; then |
| if [ -x "$(command -v gcc)" ]; then |
| export CC='ccache gcc' |
| elif [ -x "$(command -v clang)" ]; then |
| export CC='ccache clang' |
| fi |
| fi |
| fi |
| |
| ############################ |
| # Perform build operations # |
| ############################ |
| |
| if [[ "$(inside_venv)" ]]; then |
| VENV_PYTHON="$PYTHON" |
| else |
| # Instantiate the virtualenv from the Python version passed in. |
| $PYTHON -m pip install --user virtualenv==16.7.9 |
| $PYTHON -m virtualenv "$VENV" |
| VENV_PYTHON=$(script_realpath "$VENV/$VENV_RELATIVE_PYTHON") |
| fi |
| |
| # See https://github.com/grpc/grpc/issues/14815 for more context. We cannot rely |
| # on pip to upgrade itself because if pip is too old, it may not have the required |
| # TLS version to run `pip install`. |
| curl https://bootstrap.pypa.io/get-pip.py | $VENV_PYTHON |
| |
| # pip-installs the directory specified. Used because on MSYS the vanilla Windows |
| # Python gets confused when parsing paths. |
| pip_install_dir() { |
| PWD=$(pwd) |
| cd "$1" |
| ($VENV_PYTHON setup.py build_ext -c "$TOOLCHAIN" || true) |
| $VENV_PYTHON -m pip install --no-deps . |
| cd "$PWD" |
| } |
| |
| # On library/version/platforms combo that do not have a binary |
| # published, we may end up building a dependency from source. In that |
| # case, several of our build environment variables may disrupt the |
| # third-party build process. This function pipes through only the |
| # minimal environment necessary. |
| pip_install() { |
| /usr/bin/env -i PATH="$PATH" "$VENV_PYTHON" -m pip install "$@" |
| } |
| |
| case "$VENV" in |
| *py36_gevent*) |
| # TODO(https://github.com/grpc/grpc/issues/15411) unpin this |
| pip_install gevent==1.3.b1 |
| ;; |
| *gevent*) |
| pip_install -U gevent |
| ;; |
| esac |
| |
| |
| pip_install --upgrade setuptools==44.1.1 |
| pip_install --upgrade pip==19.3.1 |
| pip_install --upgrade cython |
| pip_install --upgrade six protobuf |
| |
| if [ "$("$VENV_PYTHON" -c "import sys; print(sys.version_info[0])")" == "2" ] |
| then |
| pip_install --upgrade futures enum34 |
| fi |
| |
| pip_install_dir "$ROOT" |
| |
| $VENV_PYTHON "$ROOT/tools/distrib/python/make_grpcio_tools.py" |
| pip_install_dir "$ROOT/tools/distrib/python/grpcio_tools" |
| |
| # Build/install Channelz |
| $VENV_PYTHON "$ROOT/src/python/grpcio_channelz/setup.py" preprocess |
| $VENV_PYTHON "$ROOT/src/python/grpcio_channelz/setup.py" build_package_protos |
| pip_install_dir "$ROOT/src/python/grpcio_channelz" |
| |
| # Build/install health checking |
| $VENV_PYTHON "$ROOT/src/python/grpcio_health_checking/setup.py" preprocess |
| $VENV_PYTHON "$ROOT/src/python/grpcio_health_checking/setup.py" build_package_protos |
| pip_install_dir "$ROOT/src/python/grpcio_health_checking" |
| |
| # Build/install reflection |
| $VENV_PYTHON "$ROOT/src/python/grpcio_reflection/setup.py" preprocess |
| $VENV_PYTHON "$ROOT/src/python/grpcio_reflection/setup.py" build_package_protos |
| pip_install_dir "$ROOT/src/python/grpcio_reflection" |
| |
| # Build/install status proto mapping |
| $VENV_PYTHON "$ROOT/src/python/grpcio_status/setup.py" preprocess |
| $VENV_PYTHON "$ROOT/src/python/grpcio_status/setup.py" build_package_protos |
| pip_install_dir "$ROOT/src/python/grpcio_status" |
| |
| # Install testing |
| pip_install_dir "$ROOT/src/python/grpcio_testing" |
| |
| # Build/install tests |
| pip_install coverage==4.4 oauth2client==4.1.0 \ |
| google-auth>=1.17.2 requests==2.14.2 \ |
| googleapis-common-protos>=1.5.5 rsa==4.0 |
| $VENV_PYTHON "$ROOT/src/python/grpcio_tests/setup.py" preprocess |
| $VENV_PYTHON "$ROOT/src/python/grpcio_tests/setup.py" build_package_protos |
| pip_install_dir "$ROOT/src/python/grpcio_tests" |