1*6777b538SAndroid Build Coastguard Worker#!/bin/bash 2*6777b538SAndroid Build Coastguard Worker 3*6777b538SAndroid Build Coastguard Workerset -ex 4*6777b538SAndroid Build Coastguard Worker 5*6777b538SAndroid Build Coastguard Workerfunction get_source_version() { 6*6777b538SAndroid Build Coastguard Worker grep "__version__ = '.*'" python/google/protobuf/__init__.py | sed -r "s/__version__ = '(.*)'/\1/" 7*6777b538SAndroid Build Coastguard Worker} 8*6777b538SAndroid Build Coastguard Worker 9*6777b538SAndroid Build Coastguard Workerfunction run_install_test() { 10*6777b538SAndroid Build Coastguard Worker local VERSION=$1 11*6777b538SAndroid Build Coastguard Worker local PYTHON=$2 12*6777b538SAndroid Build Coastguard Worker local PYPI=$3 13*6777b538SAndroid Build Coastguard Worker 14*6777b538SAndroid Build Coastguard Worker virtualenv -p `which $PYTHON` test-venv 15*6777b538SAndroid Build Coastguard Worker 16*6777b538SAndroid Build Coastguard Worker # Intentionally put a broken protoc in the path to make sure installation 17*6777b538SAndroid Build Coastguard Worker # doesn't require protoc installed. 18*6777b538SAndroid Build Coastguard Worker touch test-venv/bin/protoc 19*6777b538SAndroid Build Coastguard Worker chmod +x test-venv/bin/protoc 20*6777b538SAndroid Build Coastguard Worker 21*6777b538SAndroid Build Coastguard Worker source test-venv/bin/activate 22*6777b538SAndroid Build Coastguard Worker (pip install -i ${PYPI} protobuf==${VERSION} --no-cache-dir) || (retry_pip_install ${PYPI} ${VERSION}) 23*6777b538SAndroid Build Coastguard Worker deactivate 24*6777b538SAndroid Build Coastguard Worker rm -fr test-venv 25*6777b538SAndroid Build Coastguard Worker} 26*6777b538SAndroid Build Coastguard Worker 27*6777b538SAndroid Build Coastguard Workerfunction retry_pip_install() { 28*6777b538SAndroid Build Coastguard Worker local PYPI=$1 29*6777b538SAndroid Build Coastguard Worker local VERSION=$2 30*6777b538SAndroid Build Coastguard Worker 31*6777b538SAndroid Build Coastguard Worker read -p "pip install failed, possibly due to delay between upload and availability on pip. Retry? [y/n]" -r 32*6777b538SAndroid Build Coastguard Worker echo 33*6777b538SAndroid Build Coastguard Worker if [[ ! $REPLY =~ ^[Yy]$ ]]; then 34*6777b538SAndroid Build Coastguard Worker exit 1 35*6777b538SAndroid Build Coastguard Worker fi 36*6777b538SAndroid Build Coastguard Worker 37*6777b538SAndroid Build Coastguard Worker (pip install -i ${PYPI} protobuf==${VERSION} --no-cache-dir) || (retry_pip_install ${PYPI} ${VERSION}) 38*6777b538SAndroid Build Coastguard Worker} 39*6777b538SAndroid Build Coastguard Worker 40*6777b538SAndroid Build Coastguard Worker 41*6777b538SAndroid Build Coastguard Worker[ $# -lt 1 ] && { 42*6777b538SAndroid Build Coastguard Worker echo "Usage: $0 VERSION [" 43*6777b538SAndroid Build Coastguard Worker echo "" 44*6777b538SAndroid Build Coastguard Worker echo "Examples:" 45*6777b538SAndroid Build Coastguard Worker echo " Test 3.3.0 release using version number 3.3.0.dev1:" 46*6777b538SAndroid Build Coastguard Worker echo " $0 3.0.0 dev1" 47*6777b538SAndroid Build Coastguard Worker echo " Actually release 3.3.0 to PyPI:" 48*6777b538SAndroid Build Coastguard Worker echo " $0 3.3.0" 49*6777b538SAndroid Build Coastguard Worker exit 1 50*6777b538SAndroid Build Coastguard Worker} 51*6777b538SAndroid Build Coastguard WorkerVERSION=$1 52*6777b538SAndroid Build Coastguard WorkerDEV=$2 53*6777b538SAndroid Build Coastguard Worker 54*6777b538SAndroid Build Coastguard Worker# Make sure we are in a protobuf source tree. 55*6777b538SAndroid Build Coastguard Worker[ -f "python/google/protobuf/__init__.py" ] || { 56*6777b538SAndroid Build Coastguard Worker echo "This script must be ran under root of protobuf source tree." 57*6777b538SAndroid Build Coastguard Worker exit 1 58*6777b538SAndroid Build Coastguard Worker} 59*6777b538SAndroid Build Coastguard Worker 60*6777b538SAndroid Build Coastguard Worker# Make sure all files are world-readable. 61*6777b538SAndroid Build Coastguard Workerfind python -type d -exec chmod a+r,a+x {} + 62*6777b538SAndroid Build Coastguard Workerfind python -type f -exec chmod a+r {} + 63*6777b538SAndroid Build Coastguard Workerumask 0022 64*6777b538SAndroid Build Coastguard Worker 65*6777b538SAndroid Build Coastguard Worker# Check that the supplied version number matches what's inside the source code. 66*6777b538SAndroid Build Coastguard WorkerSOURCE_VERSION=`get_source_version` 67*6777b538SAndroid Build Coastguard Worker 68*6777b538SAndroid Build Coastguard Worker[ "${VERSION}" == "${SOURCE_VERSION}" -o "${VERSION}.${DEV}" == "${SOURCE_VERSION}" ] || { 69*6777b538SAndroid Build Coastguard Worker echo "Version number specified on the command line ${VERSION} doesn't match" 70*6777b538SAndroid Build Coastguard Worker echo "the actual version number in the source code: ${SOURCE_VERSION}" 71*6777b538SAndroid Build Coastguard Worker exit 1 72*6777b538SAndroid Build Coastguard Worker} 73*6777b538SAndroid Build Coastguard Worker 74*6777b538SAndroid Build Coastguard WorkerTESTING_ONLY=1 75*6777b538SAndroid Build Coastguard WorkerTESTING_VERSION=${VERSION}.${DEV} 76*6777b538SAndroid Build Coastguard Workerif [ -z "${DEV}" ]; then 77*6777b538SAndroid Build Coastguard Worker read -p "You are releasing ${VERSION} to PyPI. Are you sure? [y/n]" -r 78*6777b538SAndroid Build Coastguard Worker echo 79*6777b538SAndroid Build Coastguard Worker if [[ ! $REPLY =~ ^[Yy]$ ]]; then 80*6777b538SAndroid Build Coastguard Worker exit 1 81*6777b538SAndroid Build Coastguard Worker fi 82*6777b538SAndroid Build Coastguard Worker TESTING_ONLY=0 83*6777b538SAndroid Build Coastguard Worker TESTING_VERSION=${VERSION} 84*6777b538SAndroid Build Coastguard Workerelse 85*6777b538SAndroid Build Coastguard Worker # Use dev version number for testing. 86*6777b538SAndroid Build Coastguard Worker sed -i -r "s/__version__ = '.*'/__version__ = '${VERSION}.${DEV}'/" python/google/protobuf/__init__.py 87*6777b538SAndroid Build Coastguard Workerfi 88*6777b538SAndroid Build Coastguard Worker 89*6777b538SAndroid Build Coastguard Worker# Copy LICENSE 90*6777b538SAndroid Build Coastguard Workercp LICENSE python/LICENSE 91*6777b538SAndroid Build Coastguard Worker 92*6777b538SAndroid Build Coastguard Workercd python 93*6777b538SAndroid Build Coastguard Worker 94*6777b538SAndroid Build Coastguard Worker# Run tests locally. 95*6777b538SAndroid Build Coastguard Workerpython3 setup.py build 96*6777b538SAndroid Build Coastguard Workerpython3 setup.py test 97*6777b538SAndroid Build Coastguard Worker 98*6777b538SAndroid Build Coastguard Worker# Deploy source package to testing PyPI 99*6777b538SAndroid Build Coastguard Workerpython3 setup.py sdist 100*6777b538SAndroid Build Coastguard Workertwine upload --skip-existing -r testpypi -u protobuf-wheel-test dist/* 101*6777b538SAndroid Build Coastguard Worker 102*6777b538SAndroid Build Coastguard Worker# Sleep to allow time for distribution to be available on pip. 103*6777b538SAndroid Build Coastguard Workersleep 5m 104*6777b538SAndroid Build Coastguard Worker 105*6777b538SAndroid Build Coastguard Worker# Test locally. 106*6777b538SAndroid Build Coastguard Workerrun_install_test ${TESTING_VERSION} python3 https://test.pypi.org/simple 107*6777b538SAndroid Build Coastguard Worker 108*6777b538SAndroid Build Coastguard Worker# Deploy egg/wheel packages to testing PyPI and test again. 109*6777b538SAndroid Build Coastguard Workerpython3 setup.py clean build bdist_wheel 110*6777b538SAndroid Build Coastguard Workertwine upload --skip-existing -r testpypi -u protobuf-wheel-test dist/* 111*6777b538SAndroid Build Coastguard Workersleep 5m 112*6777b538SAndroid Build Coastguard Workerrun_install_test ${TESTING_VERSION} python3 https://test.pypi.org/simple 113*6777b538SAndroid Build Coastguard Worker 114*6777b538SAndroid Build Coastguard Workerecho "All install tests have passed using testing PyPI." 115*6777b538SAndroid Build Coastguard Worker 116*6777b538SAndroid Build Coastguard Workerif [ $TESTING_ONLY -eq 0 ]; then 117*6777b538SAndroid Build Coastguard Worker read -p "Publish to PyPI? [y/n]" -r 118*6777b538SAndroid Build Coastguard Worker echo 119*6777b538SAndroid Build Coastguard Worker if [[ ! $REPLY =~ ^[Yy]$ ]]; then 120*6777b538SAndroid Build Coastguard Worker exit 1 121*6777b538SAndroid Build Coastguard Worker fi 122*6777b538SAndroid Build Coastguard Worker echo "Publishing to PyPI..." 123*6777b538SAndroid Build Coastguard Worker # Be sure to run build before sdist, because otherwise sdist will not include 124*6777b538SAndroid Build Coastguard Worker # well-known types. 125*6777b538SAndroid Build Coastguard Worker python3 setup.py clean build sdist 126*6777b538SAndroid Build Coastguard Worker twine upload --skip-existing -u protobuf-packages dist/* 127*6777b538SAndroid Build Coastguard Worker # Be sure to run clean before bdist_xxx, because otherwise bdist_xxx will 128*6777b538SAndroid Build Coastguard Worker # include files you may not want in the package. E.g., if you have built 129*6777b538SAndroid Build Coastguard Worker # and tested with --cpp_implemenation, bdist_xxx will include the _message.so 130*6777b538SAndroid Build Coastguard Worker # file even when you no longer pass the --cpp_implemenation flag. See: 131*6777b538SAndroid Build Coastguard Worker # https://github.com/protocolbuffers/protobuf/issues/3042 132*6777b538SAndroid Build Coastguard Worker python3 setup.py clean build bdist_wheel 133*6777b538SAndroid Build Coastguard Worker twine upload --skip-existing -u protobuf-packages dist/* 134*6777b538SAndroid Build Coastguard Workerelse 135*6777b538SAndroid Build Coastguard Worker # Set the version number back (i.e., remove dev suffix). 136*6777b538SAndroid Build Coastguard Worker sed -i -r "s/__version__ = '.*'/__version__ = '${VERSION}'/" google/protobuf/__init__.py 137*6777b538SAndroid Build Coastguard Workerfi 138