scripts/regenerate.sh - third_party/github/grpc/grpc-go - Git at Google


            
            #!/bin/bash

            
            #

            
            # Copyright 2020 gRPC authors.

            
            #

            
            # Licensed under the Apache License, Version 2.0 (the "License");

            
            # you may not use this file except in compliance with the License.

            
            # You may obtain a copy of the License at

            
            #

            
            #      http://www.apache.org/licenses/LICENSE-2.0

            
            #

            
            # Unless required by applicable law or agreed to in writing, software

            
            # distributed under the License is distributed on an "AS IS" BASIS,

            
            # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

            
            # See the License for the specific language governing permissions and

            
            # limitations under the License.


            set -eu -o pipefail


            WORKDIR="/tmp/grpc-go-tools"

            
            mkdir -p "${WORKDIR}"


            "$(dirname "${0}")"/install-protoc.sh ${WORKDIR}


            export GOBIN="${WORKDIR}"/bin

            
            export PATH="${GOBIN}:${PATH}"

            
            mkdir -p "${GOBIN}"


            # The version of the Go toolchain used to build the protoc plugins affects the

            
            # generated code. Build them with the minimum supported Go version, i.e. the go

            
            # line in the root go.mod, so that the generated code does not depend on the

            
            # locally installed Go version.

            
            export GOTOOLCHAIN="go$(awk '/^go /{print $2}' "$(dirname "${0}")"/../go.mod)"


            echo "removing existing generated files..."

            
            # grpc_testing_not_regenerated/*.pb.go is not re-generated,

            
            # see grpc_testing_not_regenerated/README.md for details.

            
            find . -name '*.pb.go' | grep -v 'grpc_testing_not_regenerated' | xargs rm -f || true


            echo "Executing: go install google.golang.org/protobuf/cmd/protoc-gen-go..."

            
            (cd test/tools && go install google.golang.org/protobuf/cmd/protoc-gen-go)


            echo "Executing: go install cmd/protoc-gen-go-grpc..."

            
            (cd cmd/protoc-gen-go-grpc && go install .)


            echo "Pulling protos from https://github.com/grpc/grpc-proto..."

            
            if [ -d "${WORKDIR}/grpc-proto" ]; then

            
              (cd "${WORKDIR}/grpc-proto" && git pull)

            
            else

            
              git clone --quiet https://github.com/grpc/grpc-proto "${WORKDIR}/grpc-proto"

            
            fi


            echo "Pulling protos from https://github.com/protocolbuffers/protobuf..."

            
            if [ -d "${WORKDIR}/protobuf" ]; then

            
              (cd "${WORKDIR}/protobuf" && git pull)

            
            else

            
              git clone --quiet https://github.com/protocolbuffers/protobuf "${WORKDIR}/protobuf"

            
            fi


            # Pull in code.proto as a proto dependency

            
            mkdir -p "${WORKDIR}/googleapis/google/rpc"

            
            echo "Pulling code.proto from https://raw.githubusercontent.com/googleapis/googleapis/master/google/rpc/code.proto..."

            
            curl --silent https://raw.githubusercontent.com/googleapis/googleapis/master/google/rpc/code.proto > "${WORKDIR}/googleapis/google/rpc/code.proto"


            echo "Pulling protos from https://github.com/GoogleCloudPlatform/autosharding..."

            
            if [ -d "${WORKDIR}/autosharding" ]; then

            
              (cd "${WORKDIR}/autosharding" && git pull)

            
            else

            
              git clone --quiet https://github.com/GoogleCloudPlatform/autosharding "${WORKDIR}/autosharding"

            
            fi


            # Pull in google/api/field_behavior.proto as a proto dependency

            
            mkdir -p "${WORKDIR}/googleapis/google/api"

            
            echo "Pulling field_behavior.proto from https://raw.githubusercontent.com/googleapis/googleapis/master/google/api/field_behavior.proto..."

            
            curl --silent https://raw.githubusercontent.com/googleapis/googleapis/master/google/api/field_behavior.proto > "${WORKDIR}/googleapis/google/api/field_behavior.proto"


            mkdir -p "${WORKDIR}/out"


            # Generates sources without the embed requirement

            
            LEGACY_SOURCES=(

            
              "${WORKDIR}/grpc-proto/grpc/binlog/v1/binarylog.proto"

            
              "${WORKDIR}/grpc-proto/grpc/channelz/v1/channelz.proto"

            
              "${WORKDIR}/grpc-proto/grpc/health/v1/health.proto"

            
              "${WORKDIR}/grpc-proto/grpc/lb/v1/load_balancer.proto"

            
              profiling/proto/service.proto

            
              "${WORKDIR}/grpc-proto/grpc/reflection/v1alpha/reflection.proto"

            
              "${WORKDIR}/grpc-proto/grpc/reflection/v1/reflection.proto"

            
            )


            # Generates only the new gRPC Service symbols

            
            SOURCES=(

            
              $(git ls-files --exclude-standard --cached --others "*.proto" | grep -v '^profiling/proto/service.proto$')

            
              "${WORKDIR}/grpc-proto/grpc/gcp/altscontext.proto"

            
              "${WORKDIR}/grpc-proto/grpc/gcp/handshaker.proto"

            
              "${WORKDIR}/grpc-proto/grpc/gcp/transport_security_common.proto"

            
              "${WORKDIR}/grpc-proto/grpc/lookup/v1/rls.proto"

            
              "${WORKDIR}/grpc-proto/grpc/lookup/v1/rls_config.proto"

            
              "${WORKDIR}"/grpc-proto/grpc/testing/*.proto

            
              "${WORKDIR}"/grpc-proto/grpc/core/*.proto

            
              "${WORKDIR}"/autosharding/proto/autosharding/v1/autosharding.proto

            
            )


            # These options of the form 'Mfoo.proto=bar' instruct the codegen to use an

            
            # import path of 'bar' in the generated code when 'foo.proto' is imported in

            
            # one of the sources.

            
            #

            
            # Note that the protos listed here are all for testing purposes. All protos to

            
            # be used externally should have a go_package option (and they don't need to be

            
            # listed here).

            
            OPTS=Mgrpc/core/stats.proto=google.golang.org/grpc/interop/grpc_testing/core,\

            
            Mgrpc/testing/benchmark_service.proto=google.golang.org/grpc/interop/grpc_testing,\

            
            Mgrpc/testing/stats.proto=google.golang.org/grpc/interop/grpc_testing,\

            
            Mgrpc/testing/report_qps_scenario_service.proto=google.golang.org/grpc/interop/grpc_testing,\

            
            Mgrpc/testing/messages.proto=google.golang.org/grpc/interop/grpc_testing,\

            
            Mgrpc/testing/worker_service.proto=google.golang.org/grpc/interop/grpc_testing,\

            
            Mgrpc/testing/control.proto=google.golang.org/grpc/interop/grpc_testing,\

            
            Mgrpc/testing/test.proto=google.golang.org/grpc/interop/grpc_testing,\

            
            Mgrpc/testing/payloads.proto=google.golang.org/grpc/interop/grpc_testing,\

            
            Mgrpc/testing/empty.proto=google.golang.org/grpc/interop/grpc_testing


            for src in "${SOURCES[@]}"; do

            
              echo "protoc ${src}"

            
              protoc --go_out="${OPTS}:${WORKDIR}/out" --go-grpc_out="${OPTS}:${WORKDIR}/out" \

            
                -I"." \

            
                -I"${WORKDIR}/grpc-proto" \

            
                -I"${WORKDIR}/googleapis" \

            
                -I"${WORKDIR}/protobuf/src" \

            
                -I"${WORKDIR}/autosharding" \

            
                "${src}"

            
            done


            for src in "${LEGACY_SOURCES[@]}"; do

            
              echo "protoc ${src}"

            
              protoc --go_out="${OPTS}:${WORKDIR}/out" --go-grpc_out="${OPTS},require_unimplemented_servers=false:${WORKDIR}/out" \

            
                -I"." \

            
                -I"${WORKDIR}/grpc-proto" \

            
                -I"${WORKDIR}/googleapis" \

            
                -I"${WORKDIR}/protobuf/src" \

            
                "${src}"

            
            done


            # The go_package option in grpc/lookup/v1/rls.proto doesn't match the

            
            # current location. Move it into the right place.

            
            mkdir -p "${WORKDIR}/out/google.golang.org/grpc/internal/proto/grpc_lookup_v1"

            
            mv "${WORKDIR}"/out/google.golang.org/grpc/lookup/grpc_lookup_v1/* "${WORKDIR}/out/google.golang.org/grpc/internal/proto/grpc_lookup_v1"


            # The go_package option in the autosharding proto doesn't match the current

            
            # location. Move it into the right place.

            
            mkdir -p "${WORKDIR}/out/google.golang.org/grpc/balancer/autosharding/internal/proto"

            
            mv "${WORKDIR}"/out/github.com/GoogleCloudPlatform/autosharding/apiv1/*.pb.go "${WORKDIR}/out/google.golang.org/grpc/balancer/autosharding/internal/proto"


            # grpc_testing_not_regenerated/*.pb.go are not re-generated,

            
            # see grpc_testing_not_regenerated/README.md for details.

            
            rm "${WORKDIR}"/out/google.golang.org/grpc/testdata/grpc_testing_not_regenerated/*.pb.go


            cp -R "${WORKDIR}"/out/google.golang.org/grpc/* .
	#!/bin/bash
	#
	# Copyright 2020 gRPC authors.
	#
	# Licensed under the Apache License, Version 2.0 (the "License");
	# you may not use this file except in compliance with the License.
	# You may obtain a copy of the License at
	#
	# http://www.apache.org/licenses/LICENSE-2.0
	#
	# Unless required by applicable law or agreed to in writing, software
	# distributed under the License is distributed on an "AS IS" BASIS,
	# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	# See the License for the specific language governing permissions and
	# limitations under the License.

	set -eu -o pipefail

	WORKDIR="/tmp/grpc-go-tools"
	mkdir -p "${WORKDIR}"

	"$(dirname "${0}")"/install-protoc.sh ${WORKDIR}

	export GOBIN="${WORKDIR}"/bin
	export PATH="${GOBIN}:${PATH}"
	mkdir -p "${GOBIN}"

	# The version of the Go toolchain used to build the protoc plugins affects the
	# generated code. Build them with the minimum supported Go version, i.e. the go
	# line in the root go.mod, so that the generated code does not depend on the
	# locally installed Go version.
	export GOTOOLCHAIN="go$(awk '/^go /{print $2}' "$(dirname "${0}")"/../go.mod)"

	echo "removing existing generated files..."
	# grpc_testing_not_regenerated/*.pb.go is not re-generated,
	# see grpc_testing_not_regenerated/README.md for details.
	find . -name '*.pb.go' \| grep -v 'grpc_testing_not_regenerated' \| xargs rm -f \|\| true

	echo "Executing: go install google.golang.org/protobuf/cmd/protoc-gen-go..."
	(cd test/tools && go install google.golang.org/protobuf/cmd/protoc-gen-go)

	echo "Executing: go install cmd/protoc-gen-go-grpc..."
	(cd cmd/protoc-gen-go-grpc && go install .)

	echo "Pulling protos from https://github.com/grpc/grpc-proto..."
	if [ -d "${WORKDIR}/grpc-proto" ]; then
	(cd "${WORKDIR}/grpc-proto" && git pull)
	else
	git clone --quiet https://github.com/grpc/grpc-proto "${WORKDIR}/grpc-proto"
	fi

	echo "Pulling protos from https://github.com/protocolbuffers/protobuf..."
	if [ -d "${WORKDIR}/protobuf" ]; then
	(cd "${WORKDIR}/protobuf" && git pull)
	else
	git clone --quiet https://github.com/protocolbuffers/protobuf "${WORKDIR}/protobuf"
	fi

	# Pull in code.proto as a proto dependency
	mkdir -p "${WORKDIR}/googleapis/google/rpc"
	echo "Pulling code.proto from https://raw.githubusercontent.com/googleapis/googleapis/master/google/rpc/code.proto..."
	curl --silent https://raw.githubusercontent.com/googleapis/googleapis/master/google/rpc/code.proto > "${WORKDIR}/googleapis/google/rpc/code.proto"

	echo "Pulling protos from https://github.com/GoogleCloudPlatform/autosharding..."
	if [ -d "${WORKDIR}/autosharding" ]; then
	(cd "${WORKDIR}/autosharding" && git pull)
	else
	git clone --quiet https://github.com/GoogleCloudPlatform/autosharding "${WORKDIR}/autosharding"
	fi

	# Pull in google/api/field_behavior.proto as a proto dependency
	mkdir -p "${WORKDIR}/googleapis/google/api"
	echo "Pulling field_behavior.proto from https://raw.githubusercontent.com/googleapis/googleapis/master/google/api/field_behavior.proto..."
	curl --silent https://raw.githubusercontent.com/googleapis/googleapis/master/google/api/field_behavior.proto > "${WORKDIR}/googleapis/google/api/field_behavior.proto"

	mkdir -p "${WORKDIR}/out"

	# Generates sources without the embed requirement
	LEGACY_SOURCES=(
	"${WORKDIR}/grpc-proto/grpc/binlog/v1/binarylog.proto"
	"${WORKDIR}/grpc-proto/grpc/channelz/v1/channelz.proto"
	"${WORKDIR}/grpc-proto/grpc/health/v1/health.proto"
	"${WORKDIR}/grpc-proto/grpc/lb/v1/load_balancer.proto"
	profiling/proto/service.proto
	"${WORKDIR}/grpc-proto/grpc/reflection/v1alpha/reflection.proto"
	"${WORKDIR}/grpc-proto/grpc/reflection/v1/reflection.proto"
	)

	# Generates only the new gRPC Service symbols
	SOURCES=(
	$(git ls-files --exclude-standard --cached --others "*.proto" \| grep -v '^profiling/proto/service.proto$')
	"${WORKDIR}/grpc-proto/grpc/gcp/altscontext.proto"
	"${WORKDIR}/grpc-proto/grpc/gcp/handshaker.proto"
	"${WORKDIR}/grpc-proto/grpc/gcp/transport_security_common.proto"
	"${WORKDIR}/grpc-proto/grpc/lookup/v1/rls.proto"
	"${WORKDIR}/grpc-proto/grpc/lookup/v1/rls_config.proto"
	"${WORKDIR}"/grpc-proto/grpc/testing/*.proto
	"${WORKDIR}"/grpc-proto/grpc/core/*.proto
	"${WORKDIR}"/autosharding/proto/autosharding/v1/autosharding.proto
	)

	# These options of the form 'Mfoo.proto=bar' instruct the codegen to use an
	# import path of 'bar' in the generated code when 'foo.proto' is imported in
	# one of the sources.
	#
	# Note that the protos listed here are all for testing purposes. All protos to
	# be used externally should have a go_package option (and they don't need to be
	# listed here).
	OPTS=Mgrpc/core/stats.proto=google.golang.org/grpc/interop/grpc_testing/core,\
	Mgrpc/testing/benchmark_service.proto=google.golang.org/grpc/interop/grpc_testing,\
	Mgrpc/testing/stats.proto=google.golang.org/grpc/interop/grpc_testing,\
	Mgrpc/testing/report_qps_scenario_service.proto=google.golang.org/grpc/interop/grpc_testing,\
	Mgrpc/testing/messages.proto=google.golang.org/grpc/interop/grpc_testing,\
	Mgrpc/testing/worker_service.proto=google.golang.org/grpc/interop/grpc_testing,\
	Mgrpc/testing/control.proto=google.golang.org/grpc/interop/grpc_testing,\
	Mgrpc/testing/test.proto=google.golang.org/grpc/interop/grpc_testing,\
	Mgrpc/testing/payloads.proto=google.golang.org/grpc/interop/grpc_testing,\
	Mgrpc/testing/empty.proto=google.golang.org/grpc/interop/grpc_testing

	for src in "${SOURCES[@]}"; do
	echo "protoc ${src}"
	protoc --go_out="${OPTS}:${WORKDIR}/out" --go-grpc_out="${OPTS}:${WORKDIR}/out" \
	-I"." \
	-I"${WORKDIR}/grpc-proto" \
	-I"${WORKDIR}/googleapis" \
	-I"${WORKDIR}/protobuf/src" \
	-I"${WORKDIR}/autosharding" \
	"${src}"
	done

	for src in "${LEGACY_SOURCES[@]}"; do
	echo "protoc ${src}"
	protoc --go_out="${OPTS}:${WORKDIR}/out" --go-grpc_out="${OPTS},require_unimplemented_servers=false:${WORKDIR}/out" \
	-I"." \
	-I"${WORKDIR}/grpc-proto" \
	-I"${WORKDIR}/googleapis" \
	-I"${WORKDIR}/protobuf/src" \
	"${src}"
	done

	# The go_package option in grpc/lookup/v1/rls.proto doesn't match the
	# current location. Move it into the right place.
	mkdir -p "${WORKDIR}/out/google.golang.org/grpc/internal/proto/grpc_lookup_v1"
	mv "${WORKDIR}"/out/google.golang.org/grpc/lookup/grpc_lookup_v1/* "${WORKDIR}/out/google.golang.org/grpc/internal/proto/grpc_lookup_v1"

	# The go_package option in the autosharding proto doesn't match the current
	# location. Move it into the right place.
	mkdir -p "${WORKDIR}/out/google.golang.org/grpc/balancer/autosharding/internal/proto"
	mv "${WORKDIR}"/out/github.com/GoogleCloudPlatform/autosharding/apiv1/*.pb.go "${WORKDIR}/out/google.golang.org/grpc/balancer/autosharding/internal/proto"

	# grpc_testing_not_regenerated/*.pb.go are not re-generated,
	# see grpc_testing_not_regenerated/README.md for details.
	rm "${WORKDIR}"/out/google.golang.org/grpc/testdata/grpc_testing_not_regenerated/*.pb.go

	cp -R "${WORKDIR}"/out/google.golang.org/grpc/* .