add stats tagger APIs and connection stats. (#992)

* add stats.tagger APIs and connection stats.

* fix comments

use ac.ctx in http2client
change name and comments
small fixes stats_tests

* add a TODO to ConnTagInfo

* rename handle to handleRPC

* modify stats comments
This commit is contained in:
Menghan Li 2016-11-30 16:25:46 -08:00 committed by Qi Zhao
parent cc3363f26e
commit deb01f422a
8 changed files with 576 additions and 152 deletions

View File

@ -82,7 +82,7 @@ func recvResponse(ctx context.Context, dopts dialOptions, t transport.ClientTran
if inPayload != nil && err == io.EOF && stream.StatusCode() == codes.OK { if inPayload != nil && err == io.EOF && stream.StatusCode() == codes.OK {
// TODO in the current implementation, inTrailer may be handled before inPayload in some cases. // TODO in the current implementation, inTrailer may be handled before inPayload in some cases.
// Fix the order if necessary. // Fix the order if necessary.
stats.Handle(ctx, inPayload) stats.HandleRPC(ctx, inPayload)
} }
c.trailerMD = stream.Trailer() c.trailerMD = stream.Trailer()
return nil return nil
@ -121,7 +121,7 @@ func sendRequest(ctx context.Context, codec Codec, compressor Compressor, callHd
err = t.Write(stream, outBuf, opts) err = t.Write(stream, outBuf, opts)
if err == nil && outPayload != nil { if err == nil && outPayload != nil {
outPayload.SentTime = time.Now() outPayload.SentTime = time.Now()
stats.Handle(ctx, outPayload) stats.HandleRPC(ctx, outPayload)
} }
// t.NewStream(...) could lead to an early rejection of the RPC (e.g., the service/method // t.NewStream(...) could lead to an early rejection of the RPC (e.g., the service/method
// does not exist.) so that t.Write could get io.EOF from wait(...). Leave the following // does not exist.) so that t.Write could get io.EOF from wait(...). Leave the following
@ -172,12 +172,13 @@ func invoke(ctx context.Context, method string, args, reply interface{}, cc *Cli
}() }()
} }
if stats.On() { if stats.On() {
ctx = stats.TagRPC(ctx, &stats.RPCTagInfo{FullMethodName: method})
begin := &stats.Begin{ begin := &stats.Begin{
Client: true, Client: true,
BeginTime: time.Now(), BeginTime: time.Now(),
FailFast: c.failFast, FailFast: c.failFast,
} }
stats.Handle(ctx, begin) stats.HandleRPC(ctx, begin)
} }
defer func() { defer func() {
if stats.On() { if stats.On() {
@ -186,7 +187,7 @@ func invoke(ctx context.Context, method string, args, reply interface{}, cc *Cli
EndTime: time.Now(), EndTime: time.Now(),
Error: e, Error: e,
} }
stats.Handle(ctx, end) stats.HandleRPC(ctx, end)
} }
}() }()
topts := &transport.Options{ topts := &transport.Options{

View File

@ -583,7 +583,7 @@ func (s *Server) sendResponse(t transport.ServerTransport, stream *transport.Str
err = t.Write(stream, p, opts) err = t.Write(stream, p, opts)
if err == nil && outPayload != nil { if err == nil && outPayload != nil {
outPayload.SentTime = time.Now() outPayload.SentTime = time.Now()
stats.Handle(stream.Context(), outPayload) stats.HandleRPC(stream.Context(), outPayload)
} }
return err return err
} }
@ -593,7 +593,7 @@ func (s *Server) processUnaryRPC(t transport.ServerTransport, stream *transport.
begin := &stats.Begin{ begin := &stats.Begin{
BeginTime: time.Now(), BeginTime: time.Now(),
} }
stats.Handle(stream.Context(), begin) stats.HandleRPC(stream.Context(), begin)
} }
defer func() { defer func() {
if stats.On() { if stats.On() {
@ -603,7 +603,7 @@ func (s *Server) processUnaryRPC(t transport.ServerTransport, stream *transport.
if err != nil && err != io.EOF { if err != nil && err != io.EOF {
end.Error = toRPCErr(err) end.Error = toRPCErr(err)
} }
stats.Handle(stream.Context(), end) stats.HandleRPC(stream.Context(), end)
} }
}() }()
if trInfo != nil { if trInfo != nil {
@ -698,7 +698,7 @@ func (s *Server) processUnaryRPC(t transport.ServerTransport, stream *transport.
inPayload.Payload = v inPayload.Payload = v
inPayload.Data = req inPayload.Data = req
inPayload.Length = len(req) inPayload.Length = len(req)
stats.Handle(stream.Context(), inPayload) stats.HandleRPC(stream.Context(), inPayload)
} }
if trInfo != nil { if trInfo != nil {
trInfo.tr.LazyLog(&payload{sent: false, msg: v}, true) trInfo.tr.LazyLog(&payload{sent: false, msg: v}, true)
@ -759,7 +759,7 @@ func (s *Server) processStreamingRPC(t transport.ServerTransport, stream *transp
begin := &stats.Begin{ begin := &stats.Begin{
BeginTime: time.Now(), BeginTime: time.Now(),
} }
stats.Handle(stream.Context(), begin) stats.HandleRPC(stream.Context(), begin)
} }
defer func() { defer func() {
if stats.On() { if stats.On() {
@ -769,7 +769,7 @@ func (s *Server) processStreamingRPC(t transport.ServerTransport, stream *transp
if err != nil && err != io.EOF { if err != nil && err != io.EOF {
end.Error = toRPCErr(err) end.Error = toRPCErr(err)
} }
stats.Handle(stream.Context(), end) stats.HandleRPC(stream.Context(), end)
} }
}() }()
if s.opts.cp != nil { if s.opts.cp != nil {

152
stats/handlers.go Normal file
View File

@ -0,0 +1,152 @@
/*
*
* Copyright 2016, Google Inc.
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions are
* met:
*
* * Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* * Redistributions in binary form must reproduce the above
* copyright notice, this list of conditions and the following disclaimer
* in the documentation and/or other materials provided with the
* distribution.
* * Neither the name of Google Inc. nor the names of its
* contributors may be used to endorse or promote products derived from
* this software without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*
*/
package stats
import (
"net"
"sync/atomic"
"golang.org/x/net/context"
"google.golang.org/grpc/grpclog"
)
// ConnTagInfo defines the relevant information needed by connection context tagger.
type ConnTagInfo struct {
// RemoteAddr is the remote address of the corresponding connection.
RemoteAddr net.Addr
// LocalAddr is the local address of the corresponding connection.
LocalAddr net.Addr
// TODO add QOS related fields.
}
// RPCTagInfo defines the relevant information needed by RPC context tagger.
type RPCTagInfo struct {
// FullMethodName is the RPC method in the format of /package.service/method.
FullMethodName string
}
var (
on = new(int32)
rpcHandler func(context.Context, RPCStats)
connHandler func(context.Context, ConnStats)
connTagger func(context.Context, *ConnTagInfo) context.Context
rpcTagger func(context.Context, *RPCTagInfo) context.Context
)
// HandleRPC processes the RPC stats using the rpc handler registered by the user.
func HandleRPC(ctx context.Context, s RPCStats) {
if rpcHandler == nil {
return
}
rpcHandler(ctx, s)
}
// RegisterRPCHandler registers the user handler function for RPC stats processing.
// It should be called only once. The later call will overwrite the former value if it is called multiple times.
// This handler function will be called to process the rpc stats.
func RegisterRPCHandler(f func(context.Context, RPCStats)) {
rpcHandler = f
}
// HandleConn processes the stats using the call back function registered by user.
func HandleConn(ctx context.Context, s ConnStats) {
if connHandler == nil {
return
}
connHandler(ctx, s)
}
// RegisterConnHandler registers the user handler function for conn stats.
// It should be called only once. The later call will overwrite the former value if it is called multiple times.
// This handler function will be called to process the conn stats.
func RegisterConnHandler(f func(context.Context, ConnStats)) {
connHandler = f
}
// TagConn calls user registered connection context tagger.
func TagConn(ctx context.Context, info *ConnTagInfo) context.Context {
if connTagger == nil {
return ctx
}
return connTagger(ctx, info)
}
// RegisterConnTagger registers the user connection context tagger function.
// The connection context tagger can attach some information to the given context.
// The returned context will be used for stats handling.
// For conn stats handling, the context used in connHandler for this
// connection will be derived from the context returned.
// For RPC stats handling,
// - On server side, the context used in rpcHandler for all RPCs on this
// connection will be derived from the context returned.
// - On client side, the context is not derived from the context returned.
func RegisterConnTagger(t func(context.Context, *ConnTagInfo) context.Context) {
connTagger = t
}
// TagRPC calls the user registered RPC context tagger.
func TagRPC(ctx context.Context, info *RPCTagInfo) context.Context {
if rpcTagger == nil {
return ctx
}
return rpcTagger(ctx, info)
}
// RegisterRPCTagger registers the user RPC context tagger function.
// The RPC context tagger can attach some information to the given context.
// The context used in stats rpcHandler for this RPC will be derived from the
// context returned.
func RegisterRPCTagger(t func(context.Context, *RPCTagInfo) context.Context) {
rpcTagger = t
}
// Start starts the stats collection and processing if there is a registered stats handle.
func Start() {
if rpcHandler == nil && connHandler == nil {
grpclog.Println("rpcHandler and connHandler are both nil when starting stats. Stats is not started")
return
}
atomic.StoreInt32(on, 1)
}
// Stop stops the stats collection and processing.
// Stop does not unregister the handlers.
func Stop() {
atomic.StoreInt32(on, 0)
}
// On indicates whether the stats collection and processing is on.
func On() bool {
return atomic.CompareAndSwapInt32(on, 1, 1)
}

View File

@ -38,16 +38,12 @@ package stats // import "google.golang.org/grpc/stats"
import ( import (
"net" "net"
"sync/atomic"
"time" "time"
"golang.org/x/net/context"
"google.golang.org/grpc/grpclog"
) )
// RPCStats contains stats information about RPCs. // RPCStats contains stats information about RPCs.
// All stats types in this package implements this interface.
type RPCStats interface { type RPCStats interface {
isRPCStats()
// IsClient returns true if this RPCStats is from client side. // IsClient returns true if this RPCStats is from client side.
IsClient() bool IsClient() bool
} }
@ -66,6 +62,8 @@ type Begin struct {
// IsClient indicates if this is from client side. // IsClient indicates if this is from client side.
func (s *Begin) IsClient() bool { return s.Client } func (s *Begin) IsClient() bool { return s.Client }
func (s *Begin) isRPCStats() {}
// InPayload contains the information for an incoming payload. // InPayload contains the information for an incoming payload.
type InPayload struct { type InPayload struct {
// Client is true if this InPayload is from client side. // Client is true if this InPayload is from client side.
@ -85,6 +83,8 @@ type InPayload struct {
// IsClient indicates if this is from client side. // IsClient indicates if this is from client side.
func (s *InPayload) IsClient() bool { return s.Client } func (s *InPayload) IsClient() bool { return s.Client }
func (s *InPayload) isRPCStats() {}
// InHeader contains stats when a header is received. // InHeader contains stats when a header is received.
// FullMethod, addresses and Compression are only valid if Client is false. // FullMethod, addresses and Compression are only valid if Client is false.
type InHeader struct { type InHeader struct {
@ -106,6 +106,8 @@ type InHeader struct {
// IsClient indicates if this is from client side. // IsClient indicates if this is from client side.
func (s *InHeader) IsClient() bool { return s.Client } func (s *InHeader) IsClient() bool { return s.Client }
func (s *InHeader) isRPCStats() {}
// InTrailer contains stats when a trailer is received. // InTrailer contains stats when a trailer is received.
type InTrailer struct { type InTrailer struct {
// Client is true if this InTrailer is from client side. // Client is true if this InTrailer is from client side.
@ -117,6 +119,8 @@ type InTrailer struct {
// IsClient indicates if this is from client side. // IsClient indicates if this is from client side.
func (s *InTrailer) IsClient() bool { return s.Client } func (s *InTrailer) IsClient() bool { return s.Client }
func (s *InTrailer) isRPCStats() {}
// OutPayload contains the information for an outgoing payload. // OutPayload contains the information for an outgoing payload.
type OutPayload struct { type OutPayload struct {
// Client is true if this OutPayload is from client side. // Client is true if this OutPayload is from client side.
@ -136,6 +140,8 @@ type OutPayload struct {
// IsClient indicates if this is from client side. // IsClient indicates if this is from client side.
func (s *OutPayload) IsClient() bool { return s.Client } func (s *OutPayload) IsClient() bool { return s.Client }
func (s *OutPayload) isRPCStats() {}
// OutHeader contains stats when a header is sent. // OutHeader contains stats when a header is sent.
// FullMethod, addresses and Compression are only valid if Client is true. // FullMethod, addresses and Compression are only valid if Client is true.
type OutHeader struct { type OutHeader struct {
@ -157,6 +163,8 @@ type OutHeader struct {
// IsClient indicates if this is from client side. // IsClient indicates if this is from client side.
func (s *OutHeader) IsClient() bool { return s.Client } func (s *OutHeader) IsClient() bool { return s.Client }
func (s *OutHeader) isRPCStats() {}
// OutTrailer contains stats when a trailer is sent. // OutTrailer contains stats when a trailer is sent.
type OutTrailer struct { type OutTrailer struct {
// Client is true if this OutTrailer is from client side. // Client is true if this OutTrailer is from client side.
@ -168,6 +176,8 @@ type OutTrailer struct {
// IsClient indicates if this is from client side. // IsClient indicates if this is from client side.
func (s *OutTrailer) IsClient() bool { return s.Client } func (s *OutTrailer) IsClient() bool { return s.Client }
func (s *OutTrailer) isRPCStats() {}
// End contains stats when an RPC ends. // End contains stats when an RPC ends.
type End struct { type End struct {
// Client is true if this End is from client side. // Client is true if this End is from client side.
@ -181,39 +191,33 @@ type End struct {
// IsClient indicates if this is from client side. // IsClient indicates if this is from client side.
func (s *End) IsClient() bool { return s.Client } func (s *End) IsClient() bool { return s.Client }
var ( func (s *End) isRPCStats() {}
on = new(int32)
handler func(context.Context, RPCStats)
)
// On indicates whether stats is started. // ConnStats contains stats information about connections.
func On() bool { type ConnStats interface {
return atomic.CompareAndSwapInt32(on, 1, 1) isConnStats()
// IsClient returns true if this ConnStats is from client side.
IsClient() bool
} }
// Handle processes the stats using the call back function registered by user. // ConnBegin contains the stats of a connection when it is established.
func Handle(ctx context.Context, s RPCStats) { type ConnBegin struct {
handler(ctx, s) // Client is true if this ConnBegin is from client side.
Client bool
} }
// RegisterHandler registers the user handler function. // IsClient indicates if this is from client side.
// If another handler was registered before, this new handler will overwrite the old one. func (s *ConnBegin) IsClient() bool { return s.Client }
// This handler function will be called to process the stats.
func RegisterHandler(f func(context.Context, RPCStats)) { func (s *ConnBegin) isConnStats() {}
handler = f
// ConnEnd contains the stats of a connection when it ends.
type ConnEnd struct {
// Client is true if this ConnEnd is from client side.
Client bool
} }
// Start starts the stats collection and reporting if there is a registered stats handle. // IsClient indicates if this is from client side.
func Start() { func (s *ConnEnd) IsClient() bool { return s.Client }
if handler == nil {
grpclog.Println("handler is nil when starting stats. Stats is not started")
return
}
atomic.StoreInt32(on, 1)
}
// Stop stops the stats collection and processing. func (s *ConnEnd) isConnStats() {}
// Stop does not unregister handler.
func Stop() {
atomic.StoreInt32(on, 0)
}

View File

@ -49,26 +49,87 @@ import (
testpb "google.golang.org/grpc/stats/grpc_testing" testpb "google.golang.org/grpc/stats/grpc_testing"
) )
func init() {
grpc.EnableTracing = false
}
func TestStartStop(t *testing.T) { func TestStartStop(t *testing.T) {
stats.RegisterHandler(nil) stats.RegisterRPCHandler(nil)
stats.RegisterConnHandler(nil)
stats.Start() stats.Start()
if stats.On() != false { if stats.On() {
t.Fatalf("stats.Start() with nil handler, stats.On() = true, want false") t.Fatalf("stats.Start() with nil handler, stats.On() = true, want false")
} }
stats.RegisterHandler(func(ctx context.Context, s stats.RPCStats) {})
if stats.On() != false { stats.RegisterRPCHandler(func(ctx context.Context, s stats.RPCStats) {})
t.Fatalf("after stats.RegisterHandler(), stats.On() = true, want false") stats.RegisterConnHandler(nil)
}
stats.Start() stats.Start()
if stats.On() != true { if !stats.On() {
t.Fatalf("after stats.Start(_), stats.On() = false, want true") t.Fatalf("stats.Start() with non-nil handler, stats.On() = false, want true")
} }
stats.Stop() stats.Stop()
if stats.On() != false {
stats.RegisterRPCHandler(nil)
stats.RegisterConnHandler(func(ctx context.Context, s stats.ConnStats) {})
stats.Start()
if !stats.On() {
t.Fatalf("stats.Start() with non-nil conn handler, stats.On() = false, want true")
}
stats.Stop()
stats.RegisterRPCHandler(func(ctx context.Context, s stats.RPCStats) {})
stats.RegisterConnHandler(func(ctx context.Context, s stats.ConnStats) {})
if stats.On() {
t.Fatalf("after stats.RegisterRPCHandler(), stats.On() = true, want false")
}
stats.Start()
if !stats.On() {
t.Fatalf("after stats.Start(_), stats.On() = false, want true")
}
stats.Stop()
if stats.On() {
t.Fatalf("after stats.Stop(), stats.On() = true, want false") t.Fatalf("after stats.Stop(), stats.On() = true, want false")
} }
} }
type connCtxKey struct{}
type rpcCtxKey struct{}
func TestTagConnCtx(t *testing.T) {
defer stats.RegisterConnTagger(nil)
ctx1 := context.Background()
stats.RegisterConnTagger(nil)
ctx2 := stats.TagConn(ctx1, nil)
if ctx2 != ctx1 {
t.Fatalf("nil conn ctx tagger should not modify context, got %v; want %v", ctx2, ctx1)
}
stats.RegisterConnTagger(func(ctx context.Context, info *stats.ConnTagInfo) context.Context {
return context.WithValue(ctx, connCtxKey{}, "connctxvalue")
})
ctx3 := stats.TagConn(ctx1, nil)
if v, ok := ctx3.Value(connCtxKey{}).(string); !ok || v != "connctxvalue" {
t.Fatalf("got context %v; want %v", ctx3, context.WithValue(ctx1, connCtxKey{}, "connctxvalue"))
}
}
func TestTagRPCCtx(t *testing.T) {
defer stats.RegisterRPCTagger(nil)
ctx1 := context.Background()
stats.RegisterRPCTagger(nil)
ctx2 := stats.TagRPC(ctx1, nil)
if ctx2 != ctx1 {
t.Fatalf("nil rpc ctx tagger should not modify context, got %v; want %v", ctx2, ctx1)
}
stats.RegisterRPCTagger(func(ctx context.Context, info *stats.RPCTagInfo) context.Context {
return context.WithValue(ctx, rpcCtxKey{}, "rpcctxvalue")
})
ctx3 := stats.TagRPC(ctx1, nil)
if v, ok := ctx3.Value(rpcCtxKey{}).(string); !ok || v != "rpcctxvalue" {
t.Fatalf("got context %v; want %v", ctx3, context.WithValue(ctx1, rpcCtxKey{}, "rpcctxvalue"))
}
}
var ( var (
// For headers: // For headers:
testMetadata = metadata.MD{ testMetadata = metadata.MD{
@ -242,10 +303,6 @@ func (te *test) doUnaryCall(c *rpcConfig) (*testpb.SimpleRequest, *testpb.Simple
ctx := metadata.NewContext(context.Background(), testMetadata) ctx := metadata.NewContext(context.Background(), testMetadata)
resp, err = tc.UnaryCall(ctx, req, grpc.FailFast(c.failfast)) resp, err = tc.UnaryCall(ctx, req, grpc.FailFast(c.failfast))
if err != nil {
return req, resp, err
}
return req, resp, err return req, resp, err
} }
@ -303,7 +360,7 @@ type expectedData struct {
type gotData struct { type gotData struct {
ctx context.Context ctx context.Context
client bool client bool
s stats.RPCStats s interface{} // This could be RPCStats or ConnStats.
} }
const ( const (
@ -315,6 +372,8 @@ const (
outPayload outPayload
outHeader outHeader
outTrailer outTrailer
connbegin
connend
) )
func checkBegin(t *testing.T, d *gotData, e *expectedData) { func checkBegin(t *testing.T, d *gotData, e *expectedData) {
@ -363,6 +422,24 @@ func checkInHeader(t *testing.T, d *gotData, e *expectedData) {
if st.Compression != e.compression { if st.Compression != e.compression {
t.Fatalf("st.Compression = %v, want %v", st.Compression, e.compression) t.Fatalf("st.Compression = %v, want %v", st.Compression, e.compression)
} }
if connInfo, ok := d.ctx.Value(connCtxKey{}).(*stats.ConnTagInfo); ok {
if connInfo.RemoteAddr != st.RemoteAddr {
t.Fatalf("connInfo.RemoteAddr = %v, want %v", connInfo.RemoteAddr, st.RemoteAddr)
}
if connInfo.LocalAddr != st.LocalAddr {
t.Fatalf("connInfo.LocalAddr = %v, want %v", connInfo.LocalAddr, st.LocalAddr)
}
} else {
t.Fatalf("got context %v, want one with connCtxKey", d.ctx)
}
if rpcInfo, ok := d.ctx.Value(rpcCtxKey{}).(*stats.RPCTagInfo); ok {
if rpcInfo.FullMethodName != st.FullMethod {
t.Fatalf("rpcInfo.FullMethod = %s, want %v", rpcInfo.FullMethodName, st.FullMethod)
}
} else {
t.Fatalf("got context %v, want one with rpcCtxKey", d.ctx)
}
} }
} }
@ -451,11 +528,19 @@ func checkOutHeader(t *testing.T, d *gotData, e *expectedData) {
t.Fatalf("st.FullMethod = %s, want %v", st.FullMethod, e.method) t.Fatalf("st.FullMethod = %s, want %v", st.FullMethod, e.method)
} }
if st.RemoteAddr.String() != e.serverAddr { if st.RemoteAddr.String() != e.serverAddr {
t.Fatalf("st.LocalAddr = %v, want %v", st.LocalAddr, e.serverAddr) t.Fatalf("st.RemoteAddr = %v, want %v", st.RemoteAddr, e.serverAddr)
} }
if st.Compression != e.compression { if st.Compression != e.compression {
t.Fatalf("st.Compression = %v, want %v", st.Compression, e.compression) t.Fatalf("st.Compression = %v, want %v", st.Compression, e.compression)
} }
if rpcInfo, ok := d.ctx.Value(rpcCtxKey{}).(*stats.RPCTagInfo); ok {
if rpcInfo.FullMethodName != st.FullMethod {
t.Fatalf("rpcInfo.FullMethod = %s, want %v", rpcInfo.FullMethodName, st.FullMethod)
}
} else {
t.Fatalf("got context %v, want one with rpcCtxKey", d.ctx)
}
} }
} }
@ -546,14 +631,91 @@ func checkEnd(t *testing.T, d *gotData, e *expectedData) {
} }
} }
func TestServerStatsUnaryRPC(t *testing.T) { func checkConnBegin(t *testing.T, d *gotData, e *expectedData) {
var got []*gotData var (
ok bool
st *stats.ConnBegin
)
if st, ok = d.s.(*stats.ConnBegin); !ok {
t.Fatalf("got %T, want ConnBegin", d.s)
}
if d.ctx == nil {
t.Fatalf("d.ctx = nil, want <non-nil>")
}
st.IsClient() // TODO remove this.
}
stats.RegisterHandler(func(ctx context.Context, s stats.RPCStats) { func checkConnEnd(t *testing.T, d *gotData, e *expectedData) {
var (
ok bool
st *stats.ConnEnd
)
if st, ok = d.s.(*stats.ConnEnd); !ok {
t.Fatalf("got %T, want ConnEnd", d.s)
}
if d.ctx == nil {
t.Fatalf("d.ctx = nil, want <non-nil>")
}
st.IsClient() // TODO remove this.
}
func tagConnCtx(ctx context.Context, info *stats.ConnTagInfo) context.Context {
return context.WithValue(ctx, connCtxKey{}, info)
}
func tagRPCCtx(ctx context.Context, info *stats.RPCTagInfo) context.Context {
return context.WithValue(ctx, rpcCtxKey{}, info)
}
func checkServerStats(t *testing.T, got []*gotData, expect *expectedData, checkFuncs []func(t *testing.T, d *gotData, e *expectedData)) {
if len(got) != len(checkFuncs) {
t.Fatalf("got %v stats, want %v stats", len(got), len(checkFuncs))
}
var (
rpcctx context.Context
connctx context.Context
)
for i := 0; i < len(got); i++ {
if _, ok := got[i].s.(stats.RPCStats); ok {
if rpcctx != nil && got[i].ctx != rpcctx {
t.Fatalf("got different contexts with stats %T", got[i].s)
}
rpcctx = got[i].ctx
} else {
if connctx != nil && got[i].ctx != connctx {
t.Fatalf("got different contexts with stats %T", got[i].s)
}
connctx = got[i].ctx
}
}
for i, f := range checkFuncs {
f(t, got[i], expect)
}
}
func TestServerStatsUnaryRPC(t *testing.T) {
var (
mu sync.Mutex
got []*gotData
)
stats.RegisterRPCHandler(func(ctx context.Context, s stats.RPCStats) {
mu.Lock()
defer mu.Unlock()
if !s.IsClient() { if !s.IsClient() {
got = append(got, &gotData{ctx, false, s}) got = append(got, &gotData{ctx, false, s})
} }
}) })
stats.RegisterConnHandler(func(ctx context.Context, s stats.ConnStats) {
mu.Lock()
defer mu.Unlock()
if !s.IsClient() {
got = append(got, &gotData{ctx, false, s})
}
})
stats.RegisterConnTagger(tagConnCtx)
stats.RegisterRPCTagger(tagRPCCtx)
stats.Start() stats.Start()
defer stats.Stop() defer stats.Stop()
@ -575,6 +737,7 @@ func TestServerStatsUnaryRPC(t *testing.T) {
} }
checkFuncs := []func(t *testing.T, d *gotData, e *expectedData){ checkFuncs := []func(t *testing.T, d *gotData, e *expectedData){
checkConnBegin,
checkInHeader, checkInHeader,
checkBegin, checkBegin,
checkInPayload, checkInPayload,
@ -582,30 +745,33 @@ func TestServerStatsUnaryRPC(t *testing.T) {
checkOutPayload, checkOutPayload,
checkOutTrailer, checkOutTrailer,
checkEnd, checkEnd,
checkConnEnd,
} }
if len(got) != len(checkFuncs) { checkServerStats(t, got, expect, checkFuncs)
t.Fatalf("got %v stats, want %v stats", len(got), len(checkFuncs))
}
for i := 0; i < len(got)-1; i++ {
if got[i].ctx != got[i+1].ctx {
t.Fatalf("got different contexts with two stats %T %T", got[i].s, got[i+1].s)
}
}
for i, f := range checkFuncs {
f(t, got[i], expect)
}
} }
func TestServerStatsUnaryRPCError(t *testing.T) { func TestServerStatsUnaryRPCError(t *testing.T) {
var got []*gotData var (
stats.RegisterHandler(func(ctx context.Context, s stats.RPCStats) { mu sync.Mutex
got []*gotData
)
stats.RegisterRPCHandler(func(ctx context.Context, s stats.RPCStats) {
mu.Lock()
defer mu.Unlock()
if !s.IsClient() { if !s.IsClient() {
got = append(got, &gotData{ctx, false, s}) got = append(got, &gotData{ctx, false, s})
} }
}) })
stats.RegisterConnHandler(func(ctx context.Context, s stats.ConnStats) {
mu.Lock()
defer mu.Unlock()
if !s.IsClient() {
got = append(got, &gotData{ctx, false, s})
}
})
stats.RegisterConnTagger(tagConnCtx)
stats.RegisterRPCTagger(tagRPCCtx)
stats.Start() stats.Start()
defer stats.Stop() defer stats.Stop()
@ -628,36 +794,40 @@ func TestServerStatsUnaryRPCError(t *testing.T) {
} }
checkFuncs := []func(t *testing.T, d *gotData, e *expectedData){ checkFuncs := []func(t *testing.T, d *gotData, e *expectedData){
checkConnBegin,
checkInHeader, checkInHeader,
checkBegin, checkBegin,
checkInPayload, checkInPayload,
checkOutHeader, checkOutHeader,
checkOutTrailer, checkOutTrailer,
checkEnd, checkEnd,
checkConnEnd,
} }
if len(got) != len(checkFuncs) { checkServerStats(t, got, expect, checkFuncs)
t.Fatalf("got %v stats, want %v stats", len(got), len(checkFuncs))
}
for i := 0; i < len(got)-1; i++ {
if got[i].ctx != got[i+1].ctx {
t.Fatalf("got different contexts with two stats %T %T", got[i].s, got[i+1].s)
}
}
for i, f := range checkFuncs {
f(t, got[i], expect)
}
} }
func TestServerStatsStreamingRPC(t *testing.T) { func TestServerStatsStreamingRPC(t *testing.T) {
var got []*gotData var (
stats.RegisterHandler(func(ctx context.Context, s stats.RPCStats) { mu sync.Mutex
got []*gotData
)
stats.RegisterRPCHandler(func(ctx context.Context, s stats.RPCStats) {
mu.Lock()
defer mu.Unlock()
if !s.IsClient() { if !s.IsClient() {
got = append(got, &gotData{ctx, false, s}) got = append(got, &gotData{ctx, false, s})
} }
}) })
stats.RegisterConnHandler(func(ctx context.Context, s stats.ConnStats) {
mu.Lock()
defer mu.Unlock()
if !s.IsClient() {
got = append(got, &gotData{ctx, false, s})
}
})
stats.RegisterConnTagger(tagConnCtx)
stats.RegisterRPCTagger(tagRPCCtx)
stats.Start() stats.Start()
defer stats.Stop() defer stats.Stop()
@ -681,6 +851,7 @@ func TestServerStatsStreamingRPC(t *testing.T) {
} }
checkFuncs := []func(t *testing.T, d *gotData, e *expectedData){ checkFuncs := []func(t *testing.T, d *gotData, e *expectedData){
checkConnBegin,
checkInHeader, checkInHeader,
checkBegin, checkBegin,
checkOutHeader, checkOutHeader,
@ -692,31 +863,36 @@ func TestServerStatsStreamingRPC(t *testing.T) {
for i := 0; i < count; i++ { for i := 0; i < count; i++ {
checkFuncs = append(checkFuncs, ioPayFuncs...) checkFuncs = append(checkFuncs, ioPayFuncs...)
} }
checkFuncs = append(checkFuncs, checkOutTrailer, checkEnd) checkFuncs = append(checkFuncs,
checkOutTrailer,
checkEnd,
checkConnEnd,
)
if len(got) != len(checkFuncs) { checkServerStats(t, got, expect, checkFuncs)
t.Fatalf("got %v stats, want %v stats", len(got), len(checkFuncs))
}
for i := 0; i < len(got)-1; i++ {
if got[i].ctx != got[i+1].ctx {
t.Fatalf("got different contexts with two stats %T %T", got[i].s, got[i+1].s)
}
}
for i, f := range checkFuncs {
f(t, got[i], expect)
}
} }
func TestServerStatsStreamingRPCError(t *testing.T) { func TestServerStatsStreamingRPCError(t *testing.T) {
var got []*gotData var (
mu sync.Mutex
stats.RegisterHandler(func(ctx context.Context, s stats.RPCStats) { got []*gotData
)
stats.RegisterRPCHandler(func(ctx context.Context, s stats.RPCStats) {
mu.Lock()
defer mu.Unlock()
if !s.IsClient() { if !s.IsClient() {
got = append(got, &gotData{ctx, false, s}) got = append(got, &gotData{ctx, false, s})
} }
}) })
stats.RegisterConnHandler(func(ctx context.Context, s stats.ConnStats) {
mu.Lock()
defer mu.Unlock()
if !s.IsClient() {
got = append(got, &gotData{ctx, false, s})
}
})
stats.RegisterConnTagger(tagConnCtx)
stats.RegisterRPCTagger(tagRPCCtx)
stats.Start() stats.Start()
defer stats.Stop() defer stats.Stop()
@ -741,27 +917,17 @@ func TestServerStatsStreamingRPCError(t *testing.T) {
} }
checkFuncs := []func(t *testing.T, d *gotData, e *expectedData){ checkFuncs := []func(t *testing.T, d *gotData, e *expectedData){
checkConnBegin,
checkInHeader, checkInHeader,
checkBegin, checkBegin,
checkOutHeader, checkOutHeader,
checkInPayload, checkInPayload,
checkOutTrailer, checkOutTrailer,
checkEnd, checkEnd,
checkConnEnd,
} }
if len(got) != len(checkFuncs) { checkServerStats(t, got, expect, checkFuncs)
t.Fatalf("got %v stats, want %v stats", len(got), len(checkFuncs))
}
for i := 0; i < len(got)-1; i++ {
if got[i].ctx != got[i+1].ctx {
t.Fatalf("got different contexts with two stats %T %T", got[i].s, got[i+1].s)
}
}
for i, f := range checkFuncs {
f(t, got[i], expect)
}
} }
type checkFuncWithCount struct { type checkFuncWithCount struct {
@ -778,9 +944,21 @@ func checkClientStats(t *testing.T, got []*gotData, expect *expectedData, checkF
t.Fatalf("got %v stats, want %v stats", len(got), expectLen) t.Fatalf("got %v stats, want %v stats", len(got), expectLen)
} }
for i := 0; i < len(got)-1; i++ { var (
if got[i].ctx != got[i+1].ctx { rpcctx context.Context
t.Fatalf("got different contexts with two stats %T %T", got[i].s, got[i+1].s) connctx context.Context
)
for i := 0; i < len(got); i++ {
if _, ok := got[i].s.(stats.RPCStats); ok {
if rpcctx != nil && got[i].ctx != rpcctx {
t.Fatalf("got different contexts with stats %T", got[i].s)
}
rpcctx = got[i].ctx
} else {
if connctx != nil && got[i].ctx != connctx {
t.Fatalf("got different contexts with stats %T", got[i].s)
}
connctx = got[i].ctx
} }
} }
@ -788,48 +966,60 @@ func checkClientStats(t *testing.T, got []*gotData, expect *expectedData, checkF
switch s.s.(type) { switch s.s.(type) {
case *stats.Begin: case *stats.Begin:
if checkFuncs[begin].c <= 0 { if checkFuncs[begin].c <= 0 {
t.Fatalf("unexpected stats: %T", s) t.Fatalf("unexpected stats: %T", s.s)
} }
checkFuncs[begin].f(t, s, expect) checkFuncs[begin].f(t, s, expect)
checkFuncs[begin].c-- checkFuncs[begin].c--
case *stats.OutHeader: case *stats.OutHeader:
if checkFuncs[outHeader].c <= 0 { if checkFuncs[outHeader].c <= 0 {
t.Fatalf("unexpected stats: %T", s) t.Fatalf("unexpected stats: %T", s.s)
} }
checkFuncs[outHeader].f(t, s, expect) checkFuncs[outHeader].f(t, s, expect)
checkFuncs[outHeader].c-- checkFuncs[outHeader].c--
case *stats.OutPayload: case *stats.OutPayload:
if checkFuncs[outPayload].c <= 0 { if checkFuncs[outPayload].c <= 0 {
t.Fatalf("unexpected stats: %T", s) t.Fatalf("unexpected stats: %T", s.s)
} }
checkFuncs[outPayload].f(t, s, expect) checkFuncs[outPayload].f(t, s, expect)
checkFuncs[outPayload].c-- checkFuncs[outPayload].c--
case *stats.InHeader: case *stats.InHeader:
if checkFuncs[inHeader].c <= 0 { if checkFuncs[inHeader].c <= 0 {
t.Fatalf("unexpected stats: %T", s) t.Fatalf("unexpected stats: %T", s.s)
} }
checkFuncs[inHeader].f(t, s, expect) checkFuncs[inHeader].f(t, s, expect)
checkFuncs[inHeader].c-- checkFuncs[inHeader].c--
case *stats.InPayload: case *stats.InPayload:
if checkFuncs[inPayload].c <= 0 { if checkFuncs[inPayload].c <= 0 {
t.Fatalf("unexpected stats: %T", s) t.Fatalf("unexpected stats: %T", s.s)
} }
checkFuncs[inPayload].f(t, s, expect) checkFuncs[inPayload].f(t, s, expect)
checkFuncs[inPayload].c-- checkFuncs[inPayload].c--
case *stats.InTrailer: case *stats.InTrailer:
if checkFuncs[inTrailer].c <= 0 { if checkFuncs[inTrailer].c <= 0 {
t.Fatalf("unexpected stats: %T", s) t.Fatalf("unexpected stats: %T", s.s)
} }
checkFuncs[inTrailer].f(t, s, expect) checkFuncs[inTrailer].f(t, s, expect)
checkFuncs[inTrailer].c-- checkFuncs[inTrailer].c--
case *stats.End: case *stats.End:
if checkFuncs[end].c <= 0 { if checkFuncs[end].c <= 0 {
t.Fatalf("unexpected stats: %T", s) t.Fatalf("unexpected stats: %T", s.s)
} }
checkFuncs[end].f(t, s, expect) checkFuncs[end].f(t, s, expect)
checkFuncs[end].c-- checkFuncs[end].c--
case *stats.ConnBegin:
if checkFuncs[connbegin].c <= 0 {
t.Fatalf("unexpected stats: %T", s.s)
}
checkFuncs[connbegin].f(t, s, expect)
checkFuncs[connbegin].c--
case *stats.ConnEnd:
if checkFuncs[connend].c <= 0 {
t.Fatalf("unexpected stats: %T", s.s)
}
checkFuncs[connend].f(t, s, expect)
checkFuncs[connend].c--
default: default:
t.Fatalf("unexpected stats: %T", s) t.Fatalf("unexpected stats: %T", s.s)
} }
} }
} }
@ -839,13 +1029,22 @@ func TestClientStatsUnaryRPC(t *testing.T) {
mu sync.Mutex mu sync.Mutex
got []*gotData got []*gotData
) )
stats.RegisterHandler(func(ctx context.Context, s stats.RPCStats) { stats.RegisterRPCHandler(func(ctx context.Context, s stats.RPCStats) {
mu.Lock() mu.Lock()
defer mu.Unlock() defer mu.Unlock()
if s.IsClient() { if s.IsClient() {
got = append(got, &gotData{ctx, true, s}) got = append(got, &gotData{ctx, true, s})
} }
}) })
stats.RegisterConnHandler(func(ctx context.Context, s stats.ConnStats) {
mu.Lock()
defer mu.Unlock()
if s.IsClient() {
got = append(got, &gotData{ctx, true, s})
}
})
stats.RegisterConnTagger(tagConnCtx)
stats.RegisterRPCTagger(tagRPCCtx)
stats.Start() stats.Start()
defer stats.Stop() defer stats.Stop()
@ -869,6 +1068,7 @@ func TestClientStatsUnaryRPC(t *testing.T) {
} }
checkFuncs := map[int]*checkFuncWithCount{ checkFuncs := map[int]*checkFuncWithCount{
connbegin: {checkConnBegin, 1},
begin: {checkBegin, 1}, begin: {checkBegin, 1},
outHeader: {checkOutHeader, 1}, outHeader: {checkOutHeader, 1},
outPayload: {checkOutPayload, 1}, outPayload: {checkOutPayload, 1},
@ -876,6 +1076,7 @@ func TestClientStatsUnaryRPC(t *testing.T) {
inPayload: {checkInPayload, 1}, inPayload: {checkInPayload, 1},
inTrailer: {checkInTrailer, 1}, inTrailer: {checkInTrailer, 1},
end: {checkEnd, 1}, end: {checkEnd, 1},
connend: {checkConnEnd, 1},
} }
checkClientStats(t, got, expect, checkFuncs) checkClientStats(t, got, expect, checkFuncs)
@ -886,13 +1087,22 @@ func TestClientStatsUnaryRPCError(t *testing.T) {
mu sync.Mutex mu sync.Mutex
got []*gotData got []*gotData
) )
stats.RegisterHandler(func(ctx context.Context, s stats.RPCStats) { stats.RegisterRPCHandler(func(ctx context.Context, s stats.RPCStats) {
mu.Lock() mu.Lock()
defer mu.Unlock() defer mu.Unlock()
if s.IsClient() { if s.IsClient() {
got = append(got, &gotData{ctx, true, s}) got = append(got, &gotData{ctx, true, s})
} }
}) })
stats.RegisterConnHandler(func(ctx context.Context, s stats.ConnStats) {
mu.Lock()
defer mu.Unlock()
if s.IsClient() {
got = append(got, &gotData{ctx, true, s})
}
})
stats.RegisterConnTagger(tagConnCtx)
stats.RegisterRPCTagger(tagRPCCtx)
stats.Start() stats.Start()
defer stats.Stop() defer stats.Stop()
@ -917,12 +1127,14 @@ func TestClientStatsUnaryRPCError(t *testing.T) {
} }
checkFuncs := map[int]*checkFuncWithCount{ checkFuncs := map[int]*checkFuncWithCount{
connbegin: {checkConnBegin, 1},
begin: {checkBegin, 1}, begin: {checkBegin, 1},
outHeader: {checkOutHeader, 1}, outHeader: {checkOutHeader, 1},
outPayload: {checkOutPayload, 1}, outPayload: {checkOutPayload, 1},
inHeader: {checkInHeader, 1}, inHeader: {checkInHeader, 1},
inTrailer: {checkInTrailer, 1}, inTrailer: {checkInTrailer, 1},
end: {checkEnd, 1}, end: {checkEnd, 1},
connend: {checkConnEnd, 1},
} }
checkClientStats(t, got, expect, checkFuncs) checkClientStats(t, got, expect, checkFuncs)
@ -933,14 +1145,22 @@ func TestClientStatsStreamingRPC(t *testing.T) {
mu sync.Mutex mu sync.Mutex
got []*gotData got []*gotData
) )
stats.RegisterHandler(func(ctx context.Context, s stats.RPCStats) { stats.RegisterRPCHandler(func(ctx context.Context, s stats.RPCStats) {
mu.Lock() mu.Lock()
defer mu.Unlock() defer mu.Unlock()
if s.IsClient() { if s.IsClient() {
// t.Logf(" == %T %v", s, s.IsClient())
got = append(got, &gotData{ctx, true, s}) got = append(got, &gotData{ctx, true, s})
} }
}) })
stats.RegisterConnHandler(func(ctx context.Context, s stats.ConnStats) {
mu.Lock()
defer mu.Unlock()
if s.IsClient() {
got = append(got, &gotData{ctx, true, s})
}
})
stats.RegisterConnTagger(tagConnCtx)
stats.RegisterRPCTagger(tagRPCCtx)
stats.Start() stats.Start()
defer stats.Stop() defer stats.Stop()
@ -966,6 +1186,7 @@ func TestClientStatsStreamingRPC(t *testing.T) {
} }
checkFuncs := map[int]*checkFuncWithCount{ checkFuncs := map[int]*checkFuncWithCount{
connbegin: {checkConnBegin, 1},
begin: {checkBegin, 1}, begin: {checkBegin, 1},
outHeader: {checkOutHeader, 1}, outHeader: {checkOutHeader, 1},
outPayload: {checkOutPayload, count}, outPayload: {checkOutPayload, count},
@ -973,6 +1194,7 @@ func TestClientStatsStreamingRPC(t *testing.T) {
inPayload: {checkInPayload, count}, inPayload: {checkInPayload, count},
inTrailer: {checkInTrailer, 1}, inTrailer: {checkInTrailer, 1},
end: {checkEnd, 1}, end: {checkEnd, 1},
connend: {checkConnEnd, 1},
} }
checkClientStats(t, got, expect, checkFuncs) checkClientStats(t, got, expect, checkFuncs)
@ -983,13 +1205,22 @@ func TestClientStatsStreamingRPCError(t *testing.T) {
mu sync.Mutex mu sync.Mutex
got []*gotData got []*gotData
) )
stats.RegisterHandler(func(ctx context.Context, s stats.RPCStats) { stats.RegisterRPCHandler(func(ctx context.Context, s stats.RPCStats) {
mu.Lock() mu.Lock()
defer mu.Unlock() defer mu.Unlock()
if s.IsClient() { if s.IsClient() {
got = append(got, &gotData{ctx, true, s}) got = append(got, &gotData{ctx, true, s})
} }
}) })
stats.RegisterConnHandler(func(ctx context.Context, s stats.ConnStats) {
mu.Lock()
defer mu.Unlock()
if s.IsClient() {
got = append(got, &gotData{ctx, true, s})
}
})
stats.RegisterConnTagger(tagConnCtx)
stats.RegisterRPCTagger(tagRPCCtx)
stats.Start() stats.Start()
defer stats.Stop() defer stats.Stop()
@ -1016,12 +1247,14 @@ func TestClientStatsStreamingRPCError(t *testing.T) {
} }
checkFuncs := map[int]*checkFuncWithCount{ checkFuncs := map[int]*checkFuncWithCount{
connbegin: {checkConnBegin, 1},
begin: {checkBegin, 1}, begin: {checkBegin, 1},
outHeader: {checkOutHeader, 1}, outHeader: {checkOutHeader, 1},
outPayload: {checkOutPayload, 1}, outPayload: {checkOutPayload, 1},
inHeader: {checkInHeader, 1}, inHeader: {checkInHeader, 1},
inTrailer: {checkInTrailer, 1}, inTrailer: {checkInTrailer, 1},
end: {checkEnd, 1}, end: {checkEnd, 1},
connend: {checkConnEnd, 1},
} }
checkClientStats(t, got, expect, checkFuncs) checkClientStats(t, got, expect, checkFuncs)

View File

@ -145,12 +145,13 @@ func newClientStream(ctx context.Context, desc *StreamDesc, cc *ClientConn, meth
}() }()
} }
if stats.On() { if stats.On() {
ctx = stats.TagRPC(ctx, &stats.RPCTagInfo{FullMethodName: method})
begin := &stats.Begin{ begin := &stats.Begin{
Client: true, Client: true,
BeginTime: time.Now(), BeginTime: time.Now(),
FailFast: c.failFast, FailFast: c.failFast,
} }
stats.Handle(ctx, begin) stats.HandleRPC(ctx, begin)
} }
defer func() { defer func() {
if err != nil && stats.On() { if err != nil && stats.On() {
@ -159,7 +160,7 @@ func newClientStream(ctx context.Context, desc *StreamDesc, cc *ClientConn, meth
Client: true, Client: true,
Error: err, Error: err,
} }
stats.Handle(ctx, end) stats.HandleRPC(ctx, end)
} }
}() }()
gopts := BalancerGetOptions{ gopts := BalancerGetOptions{
@ -342,7 +343,7 @@ func (cs *clientStream) SendMsg(m interface{}) (err error) {
err = cs.t.Write(cs.s, out, &transport.Options{Last: false}) err = cs.t.Write(cs.s, out, &transport.Options{Last: false})
if err == nil && outPayload != nil { if err == nil && outPayload != nil {
outPayload.SentTime = time.Now() outPayload.SentTime = time.Now()
stats.Handle(cs.statsCtx, outPayload) stats.HandleRPC(cs.statsCtx, outPayload)
} }
return err return err
} }
@ -360,7 +361,7 @@ func (cs *clientStream) RecvMsg(m interface{}) (err error) {
if err != io.EOF { if err != io.EOF {
end.Error = toRPCErr(err) end.Error = toRPCErr(err)
} }
stats.Handle(cs.statsCtx, end) stats.HandleRPC(cs.statsCtx, end)
} }
}() }()
var inPayload *stats.InPayload var inPayload *stats.InPayload
@ -385,7 +386,7 @@ func (cs *clientStream) RecvMsg(m interface{}) (err error) {
cs.mu.Unlock() cs.mu.Unlock()
} }
if inPayload != nil { if inPayload != nil {
stats.Handle(cs.statsCtx, inPayload) stats.HandleRPC(cs.statsCtx, inPayload)
} }
if !cs.desc.ClientStreams || cs.desc.ServerStreams { if !cs.desc.ClientStreams || cs.desc.ServerStreams {
return return
@ -565,7 +566,7 @@ func (ss *serverStream) SendMsg(m interface{}) (err error) {
} }
if outPayload != nil { if outPayload != nil {
outPayload.SentTime = time.Now() outPayload.SentTime = time.Now()
stats.Handle(ss.s.Context(), outPayload) stats.HandleRPC(ss.s.Context(), outPayload)
} }
return nil return nil
} }
@ -599,7 +600,7 @@ func (ss *serverStream) RecvMsg(m interface{}) (err error) {
return toRPCErr(err) return toRPCErr(err)
} }
if inPayload != nil { if inPayload != nil {
stats.Handle(ss.s.Context(), inPayload) stats.HandleRPC(ss.s.Context(), inPayload)
} }
return nil return nil
} }

View File

@ -56,6 +56,7 @@ import (
// http2Client implements the ClientTransport interface with HTTP2. // http2Client implements the ClientTransport interface with HTTP2.
type http2Client struct { type http2Client struct {
ctx context.Context
target string // server name/addr target string // server name/addr
userAgent string userAgent string
md interface{} md interface{}
@ -181,6 +182,7 @@ func newHTTP2Client(ctx context.Context, addr TargetInfo, opts ConnectOptions) (
} }
var buf bytes.Buffer var buf bytes.Buffer
t := &http2Client{ t := &http2Client{
ctx: ctx,
target: addr.Addr, target: addr.Addr,
userAgent: ua, userAgent: ua,
md: addr.Metadata, md: addr.Metadata,
@ -242,6 +244,16 @@ func newHTTP2Client(ctx context.Context, addr TargetInfo, opts ConnectOptions) (
} }
go t.controller() go t.controller()
t.writableChan <- 0 t.writableChan <- 0
if stats.On() {
t.ctx = stats.TagConn(t.ctx, &stats.ConnTagInfo{
RemoteAddr: t.remoteAddr,
LocalAddr: t.localAddr,
})
connBegin := &stats.ConnBegin{
Client: true,
}
stats.HandleConn(t.ctx, connBegin)
}
return t, nil return t, nil
} }
@ -467,7 +479,7 @@ func (t *http2Client) NewStream(ctx context.Context, callHdr *CallHdr) (_ *Strea
LocalAddr: t.localAddr, LocalAddr: t.localAddr,
Compression: callHdr.SendCompress, Compression: callHdr.SendCompress,
} }
stats.Handle(s.clientStatsCtx, outHeader) stats.HandleRPC(s.clientStatsCtx, outHeader)
} }
t.writableChan <- 0 t.writableChan <- 0
return s, nil return s, nil
@ -547,6 +559,12 @@ func (t *http2Client) Close() (err error) {
s.mu.Unlock() s.mu.Unlock()
s.write(recvMsg{err: ErrConnClosing}) s.write(recvMsg{err: ErrConnClosing})
} }
if stats.On() {
connEnd := &stats.ConnEnd{
Client: true,
}
stats.HandleConn(t.ctx, connEnd)
}
return return
} }
@ -904,13 +922,13 @@ func (t *http2Client) operateHeaders(frame *http2.MetaHeadersFrame) {
Client: true, Client: true,
WireLength: int(frame.Header().Length), WireLength: int(frame.Header().Length),
} }
stats.Handle(s.clientStatsCtx, inHeader) stats.HandleRPC(s.clientStatsCtx, inHeader)
} else { } else {
inTrailer := &stats.InTrailer{ inTrailer := &stats.InTrailer{
Client: true, Client: true,
WireLength: int(frame.Header().Length), WireLength: int(frame.Header().Length),
} }
stats.Handle(s.clientStatsCtx, inTrailer) stats.HandleRPC(s.clientStatsCtx, inTrailer)
} }
} }
}() }()

View File

@ -60,6 +60,7 @@ var ErrIllegalHeaderWrite = errors.New("transport: the stream is done or WriteHe
// http2Server implements the ServerTransport interface with HTTP2. // http2Server implements the ServerTransport interface with HTTP2.
type http2Server struct { type http2Server struct {
ctx context.Context
conn net.Conn conn net.Conn
remoteAddr net.Addr remoteAddr net.Addr
localAddr net.Addr localAddr net.Addr
@ -127,6 +128,7 @@ func newHTTP2Server(conn net.Conn, config *ServerConfig) (_ ServerTransport, err
} }
var buf bytes.Buffer var buf bytes.Buffer
t := &http2Server{ t := &http2Server{
ctx: context.Background(),
conn: conn, conn: conn,
remoteAddr: conn.RemoteAddr(), remoteAddr: conn.RemoteAddr(),
localAddr: conn.LocalAddr(), localAddr: conn.LocalAddr(),
@ -145,6 +147,14 @@ func newHTTP2Server(conn net.Conn, config *ServerConfig) (_ ServerTransport, err
activeStreams: make(map[uint32]*Stream), activeStreams: make(map[uint32]*Stream),
streamSendQuota: defaultWindowSize, streamSendQuota: defaultWindowSize,
} }
if stats.On() {
t.ctx = stats.TagConn(t.ctx, &stats.ConnTagInfo{
RemoteAddr: t.remoteAddr,
LocalAddr: t.localAddr,
})
connBegin := &stats.ConnBegin{}
stats.HandleConn(t.ctx, connBegin)
}
go t.controller() go t.controller()
t.writableChan <- 0 t.writableChan <- 0
return t, nil return t, nil
@ -177,9 +187,9 @@ func (t *http2Server) operateHeaders(frame *http2.MetaHeadersFrame, handle func(
} }
s.recvCompress = state.encoding s.recvCompress = state.encoding
if state.timeoutSet { if state.timeoutSet {
s.ctx, s.cancel = context.WithTimeout(context.TODO(), state.timeout) s.ctx, s.cancel = context.WithTimeout(t.ctx, state.timeout)
} else { } else {
s.ctx, s.cancel = context.WithCancel(context.TODO()) s.ctx, s.cancel = context.WithCancel(t.ctx)
} }
pr := &peer.Peer{ pr := &peer.Peer{
Addr: t.remoteAddr, Addr: t.remoteAddr,
@ -241,6 +251,7 @@ func (t *http2Server) operateHeaders(frame *http2.MetaHeadersFrame, handle func(
} }
s.ctx = traceCtx(s.ctx, s.method) s.ctx = traceCtx(s.ctx, s.method)
if stats.On() { if stats.On() {
s.ctx = stats.TagRPC(s.ctx, &stats.RPCTagInfo{FullMethodName: s.method})
inHeader := &stats.InHeader{ inHeader := &stats.InHeader{
FullMethod: s.method, FullMethod: s.method,
RemoteAddr: t.remoteAddr, RemoteAddr: t.remoteAddr,
@ -248,7 +259,7 @@ func (t *http2Server) operateHeaders(frame *http2.MetaHeadersFrame, handle func(
Compression: s.recvCompress, Compression: s.recvCompress,
WireLength: int(frame.Header().Length), WireLength: int(frame.Header().Length),
} }
stats.Handle(s.ctx, inHeader) stats.HandleRPC(s.ctx, inHeader)
} }
handle(s) handle(s)
return return
@ -533,7 +544,7 @@ func (t *http2Server) WriteHeader(s *Stream, md metadata.MD) error {
outHeader := &stats.OutHeader{ outHeader := &stats.OutHeader{
WireLength: bufLen, WireLength: bufLen,
} }
stats.Handle(s.Context(), outHeader) stats.HandleRPC(s.Context(), outHeader)
} }
t.writableChan <- 0 t.writableChan <- 0
return nil return nil
@ -596,7 +607,7 @@ func (t *http2Server) WriteStatus(s *Stream, statusCode codes.Code, statusDesc s
outTrailer := &stats.OutTrailer{ outTrailer := &stats.OutTrailer{
WireLength: bufLen, WireLength: bufLen,
} }
stats.Handle(s.Context(), outTrailer) stats.HandleRPC(s.Context(), outTrailer)
} }
t.closeStream(s) t.closeStream(s)
t.writableChan <- 0 t.writableChan <- 0
@ -783,6 +794,10 @@ func (t *http2Server) Close() (err error) {
for _, s := range streams { for _, s := range streams {
s.cancel() s.cancel()
} }
if stats.On() {
connEnd := &stats.ConnEnd{}
stats.HandleConn(t.ctx, connEnd)
}
return return
} }