support direct scheme on rpc resolver
This commit is contained in:
@@ -2,7 +2,9 @@ package main
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
|
"flag"
|
||||||
"fmt"
|
"fmt"
|
||||||
|
"log"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
"github.com/tal-tech/go-zero/core/discov"
|
"github.com/tal-tech/go-zero/core/discov"
|
||||||
@@ -10,13 +12,31 @@ import (
|
|||||||
"github.com/tal-tech/go-zero/rpcx"
|
"github.com/tal-tech/go-zero/rpcx"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
var lb = flag.String("t", "direct", "the load balancer type")
|
||||||
|
|
||||||
func main() {
|
func main() {
|
||||||
cli := rpcx.MustNewClient(rpcx.RpcClientConf{
|
flag.Parse()
|
||||||
Etcd: discov.EtcdConf{
|
|
||||||
Hosts: []string{"localhost:2379"},
|
var cli rpcx.Client
|
||||||
Key: "rpcx",
|
switch *lb {
|
||||||
},
|
case "direct":
|
||||||
})
|
cli = rpcx.MustNewClient(rpcx.RpcClientConf{
|
||||||
|
Endpoints: []string{
|
||||||
|
"localhost:3456",
|
||||||
|
"localhost:3457",
|
||||||
|
},
|
||||||
|
})
|
||||||
|
case "discov":
|
||||||
|
cli = rpcx.MustNewClient(rpcx.RpcClientConf{
|
||||||
|
Etcd: discov.EtcdConf{
|
||||||
|
Hosts: []string{"localhost:2379"},
|
||||||
|
Key: "rpcx",
|
||||||
|
},
|
||||||
|
})
|
||||||
|
default:
|
||||||
|
log.Fatal("bad load balancing type")
|
||||||
|
}
|
||||||
|
|
||||||
greet := unary.NewGreeterClient(cli.Conn())
|
greet := unary.NewGreeterClient(cli.Conn())
|
||||||
ticker := time.NewTicker(time.Second)
|
ticker := time.NewTicker(time.Second)
|
||||||
defer ticker.Stop()
|
defer ticker.Stop()
|
||||||
|
|||||||
@@ -49,10 +49,10 @@ func NewClient(c RpcClientConf, options ...internal.ClientOption) (Client, error
|
|||||||
|
|
||||||
var client Client
|
var client Client
|
||||||
var err error
|
var err error
|
||||||
if len(c.Server) > 0 {
|
if len(c.Endpoints) > 0 {
|
||||||
client, err = internal.NewDirectClient(c.Server, opts...)
|
client, err = internal.NewClient(internal.BuildDirectTarget(c.Endpoints), opts...)
|
||||||
} else if err = c.Etcd.Validate(); err == nil {
|
} else if err = c.Etcd.Validate(); err == nil {
|
||||||
client, err = internal.NewDiscovClient(c.Etcd.Hosts, c.Etcd.Key, opts...)
|
client, err = internal.NewClient(internal.BuildDiscovTarget(c.Etcd.Hosts, c.Etcd.Key), opts...)
|
||||||
}
|
}
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
@@ -64,7 +64,7 @@ func NewClient(c RpcClientConf, options ...internal.ClientOption) (Client, error
|
|||||||
}
|
}
|
||||||
|
|
||||||
func NewClientNoAuth(c discov.EtcdConf) (Client, error) {
|
func NewClientNoAuth(c discov.EtcdConf) (Client, error) {
|
||||||
client, err := internal.NewDiscovClient(c.Hosts, c.Key)
|
client, err := internal.NewClient(internal.BuildDiscovTarget(c.Hosts, c.Key))
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
@@ -74,6 +74,10 @@ func NewClientNoAuth(c discov.EtcdConf) (Client, error) {
|
|||||||
}, nil
|
}, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func NewClientWithTarget(target string, opts ...internal.ClientOption) (Client, error) {
|
||||||
|
return internal.NewClient(target, opts...)
|
||||||
|
}
|
||||||
|
|
||||||
func (rc *RpcClient) Conn() *grpc.ClientConn {
|
func (rc *RpcClient) Conn() *grpc.ClientConn {
|
||||||
return rc.client.Conn()
|
return rc.client.Conn()
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -21,19 +21,19 @@ type (
|
|||||||
}
|
}
|
||||||
|
|
||||||
RpcClientConf struct {
|
RpcClientConf struct {
|
||||||
Etcd discov.EtcdConf `json:",optional"`
|
Etcd discov.EtcdConf `json:",optional"`
|
||||||
Server string `json:",optional=!Etcd"`
|
Endpoints []string `json:",optional=!Etcd"`
|
||||||
App string `json:",optional"`
|
App string `json:",optional"`
|
||||||
Token string `json:",optional"`
|
Token string `json:",optional"`
|
||||||
Timeout int64 `json:",optional"`
|
Timeout int64 `json:",optional"`
|
||||||
}
|
}
|
||||||
)
|
)
|
||||||
|
|
||||||
func NewDirectClientConf(server, app, token string) RpcClientConf {
|
func NewDirectClientConf(endpoints []string, app, token string) RpcClientConf {
|
||||||
return RpcClientConf{
|
return RpcClientConf{
|
||||||
Server: server,
|
Endpoints: endpoints,
|
||||||
App: app,
|
App: app,
|
||||||
Token: token,
|
Token: token,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -5,12 +5,18 @@ import (
|
|||||||
"fmt"
|
"fmt"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
|
"github.com/tal-tech/go-zero/rpcx/internal/balancer/p2c"
|
||||||
"github.com/tal-tech/go-zero/rpcx/internal/clientinterceptors"
|
"github.com/tal-tech/go-zero/rpcx/internal/clientinterceptors"
|
||||||
|
"github.com/tal-tech/go-zero/rpcx/internal/resolver"
|
||||||
"google.golang.org/grpc"
|
"google.golang.org/grpc"
|
||||||
)
|
)
|
||||||
|
|
||||||
const dialTimeout = time.Second * 3
|
const dialTimeout = time.Second * 3
|
||||||
|
|
||||||
|
func init() {
|
||||||
|
resolver.RegisterResolver()
|
||||||
|
}
|
||||||
|
|
||||||
type (
|
type (
|
||||||
ClientOptions struct {
|
ClientOptions struct {
|
||||||
Timeout time.Duration
|
Timeout time.Duration
|
||||||
@@ -18,8 +24,26 @@ type (
|
|||||||
}
|
}
|
||||||
|
|
||||||
ClientOption func(options *ClientOptions)
|
ClientOption func(options *ClientOptions)
|
||||||
|
|
||||||
|
client struct {
|
||||||
|
conn *grpc.ClientConn
|
||||||
|
}
|
||||||
)
|
)
|
||||||
|
|
||||||
|
func NewClient(target string, opts ...ClientOption) (*client, error) {
|
||||||
|
opts = append(opts, WithDialOption(grpc.WithBalancerName(p2c.Name)))
|
||||||
|
conn, err := dial(target, opts...)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
return &client{conn: conn}, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (c *client) Conn() *grpc.ClientConn {
|
||||||
|
return c.conn
|
||||||
|
}
|
||||||
|
|
||||||
func WithDialOption(opt grpc.DialOption) ClientOption {
|
func WithDialOption(opt grpc.DialOption) ClientOption {
|
||||||
return func(options *ClientOptions) {
|
return func(options *ClientOptions) {
|
||||||
options.DialOptions = append(options.DialOptions, opt)
|
options.DialOptions = append(options.DialOptions, opt)
|
||||||
|
|||||||
@@ -1,26 +0,0 @@
|
|||||||
package internal
|
|
||||||
|
|
||||||
import (
|
|
||||||
"google.golang.org/grpc"
|
|
||||||
"google.golang.org/grpc/balancer/roundrobin"
|
|
||||||
)
|
|
||||||
|
|
||||||
type DirectClient struct {
|
|
||||||
conn *grpc.ClientConn
|
|
||||||
}
|
|
||||||
|
|
||||||
func NewDirectClient(server string, opts ...ClientOption) (*DirectClient, error) {
|
|
||||||
opts = append(opts, WithDialOption(grpc.WithBalancerName(roundrobin.Name)))
|
|
||||||
conn, err := dial(server, opts...)
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
|
|
||||||
return &DirectClient{
|
|
||||||
conn: conn,
|
|
||||||
}, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (c *DirectClient) Conn() *grpc.ClientConn {
|
|
||||||
return c.conn
|
|
||||||
}
|
|
||||||
@@ -1,34 +0,0 @@
|
|||||||
package internal
|
|
||||||
|
|
||||||
import (
|
|
||||||
"fmt"
|
|
||||||
"strings"
|
|
||||||
|
|
||||||
"github.com/tal-tech/go-zero/rpcx/internal/balancer/p2c"
|
|
||||||
"github.com/tal-tech/go-zero/rpcx/internal/resolver"
|
|
||||||
"google.golang.org/grpc"
|
|
||||||
)
|
|
||||||
|
|
||||||
func init() {
|
|
||||||
resolver.RegisterResolver()
|
|
||||||
}
|
|
||||||
|
|
||||||
type DiscovClient struct {
|
|
||||||
conn *grpc.ClientConn
|
|
||||||
}
|
|
||||||
|
|
||||||
func NewDiscovClient(endpoints []string, key string, opts ...ClientOption) (*DiscovClient, error) {
|
|
||||||
opts = append(opts, WithDialOption(grpc.WithBalancerName(p2c.Name)))
|
|
||||||
target := fmt.Sprintf("%s://%s/%s", resolver.DiscovScheme,
|
|
||||||
strings.Join(endpoints, resolver.EndpointSep), key)
|
|
||||||
conn, err := dial(target, opts...)
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
|
|
||||||
return &DiscovClient{conn: conn}, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (c *DiscovClient) Conn() *grpc.ClientConn {
|
|
||||||
return c.conn
|
|
||||||
}
|
|
||||||
30
rpcx/internal/resolver/directbuilder.go
Normal file
30
rpcx/internal/resolver/directbuilder.go
Normal file
@@ -0,0 +1,30 @@
|
|||||||
|
package resolver
|
||||||
|
|
||||||
|
import (
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
"google.golang.org/grpc/resolver"
|
||||||
|
)
|
||||||
|
|
||||||
|
type directBuilder struct{}
|
||||||
|
|
||||||
|
func (d *directBuilder) Build(target resolver.Target, cc resolver.ClientConn, opts resolver.BuildOptions) (
|
||||||
|
resolver.Resolver, error) {
|
||||||
|
var addrs []resolver.Address
|
||||||
|
endpoints := strings.Split(target.Endpoint, EndpointSep)
|
||||||
|
|
||||||
|
for _, val := range subset(endpoints, subsetSize) {
|
||||||
|
addrs = append(addrs, resolver.Address{
|
||||||
|
Addr: val,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
cc.UpdateState(resolver.State{
|
||||||
|
Addresses: addrs,
|
||||||
|
})
|
||||||
|
|
||||||
|
return &nopResolver{cc: cc}, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *directBuilder) Scheme() string {
|
||||||
|
return DirectScheme
|
||||||
|
}
|
||||||
39
rpcx/internal/resolver/discovbuilder.go
Normal file
39
rpcx/internal/resolver/discovbuilder.go
Normal file
@@ -0,0 +1,39 @@
|
|||||||
|
package resolver
|
||||||
|
|
||||||
|
import (
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
"github.com/tal-tech/go-zero/core/discov"
|
||||||
|
"google.golang.org/grpc/resolver"
|
||||||
|
)
|
||||||
|
|
||||||
|
type discovBuilder struct{}
|
||||||
|
|
||||||
|
func (d *discovBuilder) Build(target resolver.Target, cc resolver.ClientConn, opts resolver.BuildOptions) (
|
||||||
|
resolver.Resolver, error) {
|
||||||
|
hosts := strings.Split(target.Authority, EndpointSep)
|
||||||
|
sub, err := discov.NewSubscriber(hosts, target.Endpoint)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
update := func() {
|
||||||
|
var addrs []resolver.Address
|
||||||
|
for _, val := range subset(sub.Values(), subsetSize) {
|
||||||
|
addrs = append(addrs, resolver.Address{
|
||||||
|
Addr: val,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
cc.UpdateState(resolver.State{
|
||||||
|
Addresses: addrs,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
sub.AddListener(update)
|
||||||
|
update()
|
||||||
|
|
||||||
|
return &nopResolver{cc: cc}, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *discovBuilder) Scheme() string {
|
||||||
|
return DiscovScheme
|
||||||
|
}
|
||||||
@@ -1,68 +1,30 @@
|
|||||||
package resolver
|
package resolver
|
||||||
|
|
||||||
import (
|
import "google.golang.org/grpc/resolver"
|
||||||
"fmt"
|
|
||||||
"strings"
|
|
||||||
|
|
||||||
"github.com/tal-tech/go-zero/core/discov"
|
|
||||||
"google.golang.org/grpc/resolver"
|
|
||||||
)
|
|
||||||
|
|
||||||
const (
|
const (
|
||||||
|
DirectScheme = "direct"
|
||||||
DiscovScheme = "discov"
|
DiscovScheme = "discov"
|
||||||
EndpointSep = ","
|
EndpointSep = ","
|
||||||
subsetSize = 32
|
subsetSize = 32
|
||||||
)
|
)
|
||||||
|
|
||||||
var builder discovBuilder
|
var (
|
||||||
|
dirBuilder directBuilder
|
||||||
|
disBuilder discovBuilder
|
||||||
|
)
|
||||||
|
|
||||||
type discovBuilder struct{}
|
func RegisterResolver() {
|
||||||
|
resolver.Register(&dirBuilder)
|
||||||
func (b *discovBuilder) Scheme() string {
|
resolver.Register(&disBuilder)
|
||||||
return DiscovScheme
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func (b *discovBuilder) Build(target resolver.Target, cc resolver.ClientConn, opts resolver.BuildOptions) (
|
type nopResolver struct {
|
||||||
resolver.Resolver, error) {
|
|
||||||
if target.Scheme != DiscovScheme {
|
|
||||||
return nil, fmt.Errorf("bad scheme: %s", target.Scheme)
|
|
||||||
}
|
|
||||||
|
|
||||||
hosts := strings.Split(target.Authority, EndpointSep)
|
|
||||||
sub, err := discov.NewSubscriber(hosts, target.Endpoint)
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
|
|
||||||
update := func() {
|
|
||||||
var addrs []resolver.Address
|
|
||||||
for _, val := range subset(sub.Values(), subsetSize) {
|
|
||||||
addrs = append(addrs, resolver.Address{
|
|
||||||
Addr: val,
|
|
||||||
})
|
|
||||||
}
|
|
||||||
cc.UpdateState(resolver.State{
|
|
||||||
Addresses: addrs,
|
|
||||||
})
|
|
||||||
}
|
|
||||||
sub.AddListener(update)
|
|
||||||
update()
|
|
||||||
|
|
||||||
return &discovResolver{
|
|
||||||
cc: cc,
|
|
||||||
}, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
type discovResolver struct {
|
|
||||||
cc resolver.ClientConn
|
cc resolver.ClientConn
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *discovResolver) Close() {
|
func (r *nopResolver) Close() {
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *discovResolver) ResolveNow(options resolver.ResolveNowOptions) {
|
func (r *nopResolver) ResolveNow(options resolver.ResolveNowOptions) {
|
||||||
}
|
|
||||||
|
|
||||||
func RegisterResolver() {
|
|
||||||
resolver.Register(&builder)
|
|
||||||
}
|
}
|
||||||
|
|||||||
17
rpcx/internal/target.go
Normal file
17
rpcx/internal/target.go
Normal file
@@ -0,0 +1,17 @@
|
|||||||
|
package internal
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
"github.com/tal-tech/go-zero/rpcx/internal/resolver"
|
||||||
|
)
|
||||||
|
|
||||||
|
func BuildDirectTarget(endpoints []string) string {
|
||||||
|
return fmt.Sprintf("%s:///%s", resolver.DirectScheme, strings.Join(endpoints, resolver.EndpointSep))
|
||||||
|
}
|
||||||
|
|
||||||
|
func BuildDiscovTarget(endpoints []string, key string) string {
|
||||||
|
return fmt.Sprintf("%s://%s/%s", resolver.DiscovScheme,
|
||||||
|
strings.Join(endpoints, resolver.EndpointSep), key)
|
||||||
|
}
|
||||||
@@ -38,11 +38,11 @@ func (p *RpcProxy) TakeConn(ctx context.Context) (*grpc.ClientConn, error) {
|
|||||||
return client, nil
|
return client, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
client, err := NewClient(RpcClientConf{
|
opts := append(p.options, WithDialOption(grpc.WithPerRPCCredentials(&auth.Credential{
|
||||||
Server: p.backend,
|
App: cred.App,
|
||||||
App: cred.App,
|
Token: cred.Token,
|
||||||
Token: cred.Token,
|
})))
|
||||||
}, p.options...)
|
client, err := NewClientWithTarget(p.backend, opts...)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user