378 lines
		
	
	
		
			11 KiB
		
	
	
	
		
			Go
		
	
	
			
		
		
	
	
			378 lines
		
	
	
		
			11 KiB
		
	
	
	
		
			Go
		
	
	
/*
 | 
						|
 * Copyright 2016, Google Inc.
 | 
						|
 * All rights reserved.
 | 
						|
 *
 | 
						|
 * Redistribution and use in source and binary forms, with or without
 | 
						|
 * modification, are permitted provided that the following conditions are
 | 
						|
 * met:
 | 
						|
 *
 | 
						|
 *     * Redistributions of source code must retain the above copyright
 | 
						|
 * notice, this list of conditions and the following disclaimer.
 | 
						|
 *     * Redistributions in binary form must reproduce the above
 | 
						|
 * copyright notice, this list of conditions and the following disclaimer
 | 
						|
 * in the documentation and/or other materials provided with the
 | 
						|
 * distribution.
 | 
						|
 *     * Neither the name of Google Inc. nor the names of its
 | 
						|
 * contributors may be used to endorse or promote products derived from
 | 
						|
 * this software without specific prior written permission.
 | 
						|
 *
 | 
						|
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 | 
						|
 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 | 
						|
 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
 | 
						|
 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
 | 
						|
 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
 | 
						|
 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
 | 
						|
 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 | 
						|
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 | 
						|
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 | 
						|
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 | 
						|
 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 | 
						|
 *
 | 
						|
 */
 | 
						|
 | 
						|
// This file is the implementation of a gRPC server using HTTP/2 which
 | 
						|
// uses the standard Go http2 Server implementation (via the
 | 
						|
// http.Handler interface), rather than speaking low-level HTTP/2
 | 
						|
// frames itself. It is the implementation of *grpc.Server.ServeHTTP.
 | 
						|
 | 
						|
package transport
 | 
						|
 | 
						|
import (
 | 
						|
	"errors"
 | 
						|
	"fmt"
 | 
						|
	"io"
 | 
						|
	"net"
 | 
						|
	"net/http"
 | 
						|
	"strings"
 | 
						|
	"sync"
 | 
						|
	"time"
 | 
						|
 | 
						|
	"golang.org/x/net/context"
 | 
						|
	"golang.org/x/net/http2"
 | 
						|
	"google.golang.org/grpc/codes"
 | 
						|
	"google.golang.org/grpc/credentials"
 | 
						|
	"google.golang.org/grpc/metadata"
 | 
						|
	"google.golang.org/grpc/peer"
 | 
						|
)
 | 
						|
 | 
						|
// NewServerHandlerTransport returns a ServerTransport handling gRPC
 | 
						|
// from inside an http.Handler. It requires that the http Server
 | 
						|
// supports HTTP/2.
 | 
						|
func NewServerHandlerTransport(w http.ResponseWriter, r *http.Request) (ServerTransport, error) {
 | 
						|
	if r.ProtoMajor != 2 {
 | 
						|
		return nil, errors.New("gRPC requires HTTP/2")
 | 
						|
	}
 | 
						|
	if r.Method != "POST" {
 | 
						|
		return nil, errors.New("invalid gRPC request method")
 | 
						|
	}
 | 
						|
	if !strings.Contains(r.Header.Get("Content-Type"), "application/grpc") {
 | 
						|
		return nil, errors.New("invalid gRPC request content-type")
 | 
						|
	}
 | 
						|
	if _, ok := w.(http.Flusher); !ok {
 | 
						|
		return nil, errors.New("gRPC requires a ResponseWriter supporting http.Flusher")
 | 
						|
	}
 | 
						|
	if _, ok := w.(http.CloseNotifier); !ok {
 | 
						|
		return nil, errors.New("gRPC requires a ResponseWriter supporting http.CloseNotifier")
 | 
						|
	}
 | 
						|
 | 
						|
	st := &serverHandlerTransport{
 | 
						|
		rw:       w,
 | 
						|
		req:      r,
 | 
						|
		closedCh: make(chan struct{}),
 | 
						|
		writes:   make(chan func()),
 | 
						|
	}
 | 
						|
 | 
						|
	if v := r.Header.Get("grpc-timeout"); v != "" {
 | 
						|
		to, err := timeoutDecode(v)
 | 
						|
		if err != nil {
 | 
						|
			return nil, StreamErrorf(codes.Internal, "malformed time-out: %v", err)
 | 
						|
		}
 | 
						|
		st.timeoutSet = true
 | 
						|
		st.timeout = to
 | 
						|
	}
 | 
						|
 | 
						|
	var metakv []string
 | 
						|
	for k, vv := range r.Header {
 | 
						|
		k = strings.ToLower(k)
 | 
						|
		if isReservedHeader(k) {
 | 
						|
			continue
 | 
						|
		}
 | 
						|
		for _, v := range vv {
 | 
						|
			if k == "user-agent" {
 | 
						|
				// user-agent is special. Copying logic of http_util.go.
 | 
						|
				if i := strings.LastIndex(v, " "); i == -1 {
 | 
						|
					// There is no application user agent string being set
 | 
						|
					continue
 | 
						|
				} else {
 | 
						|
					v = v[:i]
 | 
						|
				}
 | 
						|
			}
 | 
						|
			metakv = append(metakv, k, v)
 | 
						|
 | 
						|
		}
 | 
						|
	}
 | 
						|
	st.headerMD = metadata.Pairs(metakv...)
 | 
						|
 | 
						|
	return st, nil
 | 
						|
}
 | 
						|
 | 
						|
// serverHandlerTransport is an implementation of ServerTransport
 | 
						|
// which replies to exactly one gRPC request (exactly one HTTP request),
 | 
						|
// using the net/http.Handler interface. This http.Handler is guaranteed
 | 
						|
// at this point to be speaking over HTTP/2, so it's able to speak valid
 | 
						|
// gRPC.
 | 
						|
type serverHandlerTransport struct {
 | 
						|
	rw               http.ResponseWriter
 | 
						|
	req              *http.Request
 | 
						|
	timeoutSet       bool
 | 
						|
	timeout          time.Duration
 | 
						|
	didCommonHeaders bool
 | 
						|
 | 
						|
	headerMD metadata.MD
 | 
						|
 | 
						|
	closeOnce sync.Once
 | 
						|
	closedCh  chan struct{} // closed on Close
 | 
						|
 | 
						|
	// writes is a channel of code to run serialized in the
 | 
						|
	// ServeHTTP (HandleStreams) goroutine. The channel is closed
 | 
						|
	// when WriteStatus is called.
 | 
						|
	writes chan func()
 | 
						|
}
 | 
						|
 | 
						|
func (ht *serverHandlerTransport) Close() error {
 | 
						|
	ht.closeOnce.Do(ht.closeCloseChanOnce)
 | 
						|
	return nil
 | 
						|
}
 | 
						|
 | 
						|
func (ht *serverHandlerTransport) closeCloseChanOnce() { close(ht.closedCh) }
 | 
						|
 | 
						|
func (ht *serverHandlerTransport) RemoteAddr() net.Addr { return strAddr(ht.req.RemoteAddr) }
 | 
						|
 | 
						|
// strAddr is a net.Addr backed by either a TCP "ip:port" string, or
 | 
						|
// the empty string if unknown.
 | 
						|
type strAddr string
 | 
						|
 | 
						|
func (a strAddr) Network() string {
 | 
						|
	if a != "" {
 | 
						|
		// Per the documentation on net/http.Request.RemoteAddr, if this is
 | 
						|
		// set, it's set to the IP:port of the peer (hence, TCP):
 | 
						|
		// https://golang.org/pkg/net/http/#Request
 | 
						|
		//
 | 
						|
		// If we want to support Unix sockets later, we can
 | 
						|
		// add our own grpc-specific convention within the
 | 
						|
		// grpc codebase to set RemoteAddr to a different
 | 
						|
		// format, or probably better: we can attach it to the
 | 
						|
		// context and use that from serverHandlerTransport.RemoteAddr.
 | 
						|
		return "tcp"
 | 
						|
	}
 | 
						|
	return ""
 | 
						|
}
 | 
						|
 | 
						|
func (a strAddr) String() string { return string(a) }
 | 
						|
 | 
						|
// do runs fn in the ServeHTTP goroutine.
 | 
						|
func (ht *serverHandlerTransport) do(fn func()) error {
 | 
						|
	select {
 | 
						|
	case ht.writes <- fn:
 | 
						|
		return nil
 | 
						|
	case <-ht.closedCh:
 | 
						|
		return ErrConnClosing
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func (ht *serverHandlerTransport) WriteStatus(s *Stream, statusCode codes.Code, statusDesc string) error {
 | 
						|
	err := ht.do(func() {
 | 
						|
		ht.writeCommonHeaders(s)
 | 
						|
 | 
						|
		// And flush, in case no header or body has been sent yet.
 | 
						|
		// This forces a separation of headers and trailers if this is the
 | 
						|
		// first call (for example, in end2end tests's TestNoService).
 | 
						|
		ht.rw.(http.Flusher).Flush()
 | 
						|
 | 
						|
		h := ht.rw.Header()
 | 
						|
		h.Set("Grpc-Status", fmt.Sprintf("%d", statusCode))
 | 
						|
		if statusDesc != "" {
 | 
						|
			h.Set("Grpc-Message", statusDesc)
 | 
						|
		}
 | 
						|
		if md := s.Trailer(); len(md) > 0 {
 | 
						|
			for k, vv := range md {
 | 
						|
				for _, v := range vv {
 | 
						|
					// http2 ResponseWriter mechanism to
 | 
						|
					// send undeclared Trailers after the
 | 
						|
					// headers have possibly been written.
 | 
						|
					h.Add(http2.TrailerPrefix+k, v)
 | 
						|
				}
 | 
						|
			}
 | 
						|
		}
 | 
						|
	})
 | 
						|
	close(ht.writes)
 | 
						|
	return err
 | 
						|
}
 | 
						|
 | 
						|
// writeCommonHeaders sets common headers on the first write
 | 
						|
// call (Write, WriteHeader, or WriteStatus).
 | 
						|
func (ht *serverHandlerTransport) writeCommonHeaders(s *Stream) {
 | 
						|
	if ht.didCommonHeaders {
 | 
						|
		return
 | 
						|
	}
 | 
						|
	ht.didCommonHeaders = true
 | 
						|
 | 
						|
	h := ht.rw.Header()
 | 
						|
	h["Date"] = nil // suppress Date to make tests happy; TODO: restore
 | 
						|
	h.Set("Content-Type", "application/grpc")
 | 
						|
 | 
						|
	// Predeclare trailers we'll set later in WriteStatus (after the body).
 | 
						|
	// This is a SHOULD in the HTTP RFC, and the way you add (known)
 | 
						|
	// Trailers per the net/http.ResponseWriter contract.
 | 
						|
	// See https://golang.org/pkg/net/http/#ResponseWriter
 | 
						|
	// and https://golang.org/pkg/net/http/#example_ResponseWriter_trailers
 | 
						|
	h.Add("Trailer", "Grpc-Status")
 | 
						|
	h.Add("Trailer", "Grpc-Message")
 | 
						|
 | 
						|
	if s.sendCompress != "" {
 | 
						|
		h.Set("Grpc-Encoding", s.sendCompress)
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func (ht *serverHandlerTransport) Write(s *Stream, data []byte, opts *Options) error {
 | 
						|
	return ht.do(func() {
 | 
						|
		ht.writeCommonHeaders(s)
 | 
						|
		ht.rw.Write(data)
 | 
						|
		if !opts.Delay {
 | 
						|
			ht.rw.(http.Flusher).Flush()
 | 
						|
		}
 | 
						|
	})
 | 
						|
}
 | 
						|
 | 
						|
func (ht *serverHandlerTransport) WriteHeader(s *Stream, md metadata.MD) error {
 | 
						|
	return ht.do(func() {
 | 
						|
		ht.writeCommonHeaders(s)
 | 
						|
		h := ht.rw.Header()
 | 
						|
		for k, vv := range md {
 | 
						|
			for _, v := range vv {
 | 
						|
				h.Add(k, v)
 | 
						|
			}
 | 
						|
		}
 | 
						|
		ht.rw.WriteHeader(200)
 | 
						|
		ht.rw.(http.Flusher).Flush()
 | 
						|
	})
 | 
						|
}
 | 
						|
 | 
						|
func (ht *serverHandlerTransport) HandleStreams(startStream func(*Stream)) {
 | 
						|
	// With this transport type there will be exactly 1 stream: this HTTP request.
 | 
						|
 | 
						|
	var ctx context.Context
 | 
						|
	var cancel context.CancelFunc
 | 
						|
	if ht.timeoutSet {
 | 
						|
		ctx, cancel = context.WithTimeout(context.Background(), ht.timeout)
 | 
						|
	} else {
 | 
						|
		ctx, cancel = context.WithCancel(context.Background())
 | 
						|
	}
 | 
						|
 | 
						|
	// requestOver is closed when either the request's context is done
 | 
						|
	// or the status has been written via WriteStatus.
 | 
						|
	requestOver := make(chan struct{})
 | 
						|
 | 
						|
	// clientGone receives a single value if peer is gone, either
 | 
						|
	// because the underlying connection is dead or because the
 | 
						|
	// peer sends an http2 RST_STREAM.
 | 
						|
	clientGone := ht.rw.(http.CloseNotifier).CloseNotify()
 | 
						|
	go func() {
 | 
						|
		select {
 | 
						|
		case <-requestOver:
 | 
						|
			return
 | 
						|
		case <-ht.closedCh:
 | 
						|
		case <-clientGone:
 | 
						|
		}
 | 
						|
		cancel()
 | 
						|
	}()
 | 
						|
 | 
						|
	req := ht.req
 | 
						|
 | 
						|
	s := &Stream{
 | 
						|
		id:            0,            // irrelevant
 | 
						|
		windowHandler: func(int) {}, // nothing
 | 
						|
		cancel:        cancel,
 | 
						|
		buf:           newRecvBuffer(),
 | 
						|
		st:            ht,
 | 
						|
		method:        req.URL.Path,
 | 
						|
		recvCompress:  req.Header.Get("grpc-encoding"),
 | 
						|
	}
 | 
						|
	pr := &peer.Peer{
 | 
						|
		Addr: ht.RemoteAddr(),
 | 
						|
	}
 | 
						|
	if req.TLS != nil {
 | 
						|
		pr.AuthInfo = credentials.TLSInfo{*req.TLS}
 | 
						|
	}
 | 
						|
	ctx = metadata.NewContext(ctx, ht.headerMD)
 | 
						|
	ctx = peer.NewContext(ctx, pr)
 | 
						|
	s.ctx = newContextWithStream(ctx, s)
 | 
						|
	s.dec = &recvBufferReader{ctx: s.ctx, recv: s.buf}
 | 
						|
 | 
						|
	// readerDone is closed when the Body.Read-ing goroutine exits.
 | 
						|
	readerDone := make(chan struct{})
 | 
						|
	go func() {
 | 
						|
		defer close(readerDone)
 | 
						|
		for {
 | 
						|
			buf := make([]byte, 1024) // TODO: minimize garbage, optimize recvBuffer code/ownership
 | 
						|
			n, err := req.Body.Read(buf)
 | 
						|
			if n > 0 {
 | 
						|
				s.buf.put(&recvMsg{data: buf[:n]})
 | 
						|
			}
 | 
						|
			if err != nil {
 | 
						|
				s.buf.put(&recvMsg{err: mapRecvMsgError(err)})
 | 
						|
				return
 | 
						|
			}
 | 
						|
		}
 | 
						|
	}()
 | 
						|
 | 
						|
	// startStream is provided by the *grpc.Server's serveStreams.
 | 
						|
	// It starts a goroutine serving s and exits immediately.
 | 
						|
	// The goroutine that is started is the one that then calls
 | 
						|
	// into ht, calling WriteHeader, Write, WriteStatus, Close, etc.
 | 
						|
	startStream(s)
 | 
						|
 | 
						|
	ht.runStream()
 | 
						|
	close(requestOver)
 | 
						|
 | 
						|
	// Wait for reading goroutine to finish.
 | 
						|
	req.Body.Close()
 | 
						|
	<-readerDone
 | 
						|
}
 | 
						|
 | 
						|
func (ht *serverHandlerTransport) runStream() {
 | 
						|
	for {
 | 
						|
		select {
 | 
						|
		case fn, ok := <-ht.writes:
 | 
						|
			if !ok {
 | 
						|
				return
 | 
						|
			}
 | 
						|
			fn()
 | 
						|
		case <-ht.closedCh:
 | 
						|
			return
 | 
						|
		}
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
// mapRecvMsgError returns the non-nil err into the appropriate
 | 
						|
// error value as expected by callers of *grpc.parser.recvMsg.
 | 
						|
// In particular, in can only be:
 | 
						|
//   * io.EOF
 | 
						|
//   * io.ErrUnexpectedEOF
 | 
						|
//   * of type transport.ConnectionError
 | 
						|
//   * of type transport.StreamError
 | 
						|
func mapRecvMsgError(err error) error {
 | 
						|
	if err == io.EOF || err == io.ErrUnexpectedEOF {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
	if se, ok := err.(http2.StreamError); ok {
 | 
						|
		if code, ok := http2ErrConvTab[se.Code]; ok {
 | 
						|
			return StreamError{
 | 
						|
				Code: code,
 | 
						|
				Desc: se.Error(),
 | 
						|
			}
 | 
						|
		}
 | 
						|
	}
 | 
						|
	return ConnectionError{Desc: err.Error()}
 | 
						|
}
 |