balancer.go 7.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237
  1. /*
  2. *
  3. * Copyright 2017 gRPC authors.
  4. *
  5. * Licensed under the Apache License, Version 2.0 (the "License");
  6. * you may not use this file except in compliance with the License.
  7. * You may obtain a copy of the License at
  8. *
  9. * http://www.apache.org/licenses/LICENSE-2.0
  10. *
  11. * Unless required by applicable law or agreed to in writing, software
  12. * distributed under the License is distributed on an "AS IS" BASIS,
  13. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. * See the License for the specific language governing permissions and
  15. * limitations under the License.
  16. *
  17. */
  18. package base
  19. import (
  20. "errors"
  21. "fmt"
  22. "google.golang.org/grpc/balancer"
  23. "google.golang.org/grpc/connectivity"
  24. "google.golang.org/grpc/grpclog"
  25. "google.golang.org/grpc/resolver"
  26. )
  27. var logger = grpclog.Component("balancer")
  28. type baseBuilder struct {
  29. name string
  30. pickerBuilder PickerBuilder
  31. config Config
  32. }
  33. func (bb *baseBuilder) Build(cc balancer.ClientConn, opt balancer.BuildOptions) balancer.Balancer {
  34. bal := &baseBalancer{
  35. cc: cc,
  36. pickerBuilder: bb.pickerBuilder,
  37. subConns: make(map[resolver.Address]balancer.SubConn),
  38. scStates: make(map[balancer.SubConn]connectivity.State),
  39. csEvltr: &balancer.ConnectivityStateEvaluator{},
  40. config: bb.config,
  41. }
  42. // Initialize picker to a picker that always returns
  43. // ErrNoSubConnAvailable, because when state of a SubConn changes, we
  44. // may call UpdateState with this picker.
  45. bal.picker = NewErrPicker(balancer.ErrNoSubConnAvailable)
  46. return bal
  47. }
  48. func (bb *baseBuilder) Name() string {
  49. return bb.name
  50. }
  51. type baseBalancer struct {
  52. cc balancer.ClientConn
  53. pickerBuilder PickerBuilder
  54. csEvltr *balancer.ConnectivityStateEvaluator
  55. state connectivity.State
  56. subConns map[resolver.Address]balancer.SubConn
  57. scStates map[balancer.SubConn]connectivity.State
  58. picker balancer.Picker
  59. config Config
  60. resolverErr error // the last error reported by the resolver; cleared on successful resolution
  61. connErr error // the last connection error; cleared upon leaving TransientFailure
  62. }
  63. func (b *baseBalancer) ResolverError(err error) {
  64. b.resolverErr = err
  65. if len(b.subConns) == 0 {
  66. b.state = connectivity.TransientFailure
  67. }
  68. if b.state != connectivity.TransientFailure {
  69. // The picker will not change since the balancer does not currently
  70. // report an error.
  71. return
  72. }
  73. b.regeneratePicker()
  74. b.cc.UpdateState(balancer.State{
  75. ConnectivityState: b.state,
  76. Picker: b.picker,
  77. })
  78. }
  79. func (b *baseBalancer) UpdateClientConnState(s balancer.ClientConnState) error {
  80. // TODO: handle s.ResolverState.ServiceConfig?
  81. if logger.V(2) {
  82. logger.Info("base.baseBalancer: got new ClientConn state: ", s)
  83. }
  84. // Successful resolution; clear resolver error and ensure we return nil.
  85. b.resolverErr = nil
  86. // addrsSet is the set converted from addrs, it's used for quick lookup of an address.
  87. addrsSet := make(map[resolver.Address]struct{})
  88. for _, a := range s.ResolverState.Addresses {
  89. addrsSet[a] = struct{}{}
  90. if _, ok := b.subConns[a]; !ok {
  91. // a is a new address (not existing in b.subConns).
  92. sc, err := b.cc.NewSubConn([]resolver.Address{a}, balancer.NewSubConnOptions{HealthCheckEnabled: b.config.HealthCheck})
  93. if err != nil {
  94. logger.Warningf("base.baseBalancer: failed to create new SubConn: %v", err)
  95. continue
  96. }
  97. b.subConns[a] = sc
  98. b.scStates[sc] = connectivity.Idle
  99. sc.Connect()
  100. }
  101. }
  102. for a, sc := range b.subConns {
  103. // a was removed by resolver.
  104. if _, ok := addrsSet[a]; !ok {
  105. b.cc.RemoveSubConn(sc)
  106. delete(b.subConns, a)
  107. // Keep the state of this sc in b.scStates until sc's state becomes Shutdown.
  108. // The entry will be deleted in UpdateSubConnState.
  109. }
  110. }
  111. // If resolver state contains no addresses, return an error so ClientConn
  112. // will trigger re-resolve. Also records this as an resolver error, so when
  113. // the overall state turns transient failure, the error message will have
  114. // the zero address information.
  115. if len(s.ResolverState.Addresses) == 0 {
  116. b.ResolverError(errors.New("produced zero addresses"))
  117. return balancer.ErrBadResolverState
  118. }
  119. return nil
  120. }
  121. // mergeErrors builds an error from the last connection error and the last
  122. // resolver error. Must only be called if b.state is TransientFailure.
  123. func (b *baseBalancer) mergeErrors() error {
  124. // connErr must always be non-nil unless there are no SubConns, in which
  125. // case resolverErr must be non-nil.
  126. if b.connErr == nil {
  127. return fmt.Errorf("last resolver error: %v", b.resolverErr)
  128. }
  129. if b.resolverErr == nil {
  130. return fmt.Errorf("last connection error: %v", b.connErr)
  131. }
  132. return fmt.Errorf("last connection error: %v; last resolver error: %v", b.connErr, b.resolverErr)
  133. }
  134. // regeneratePicker takes a snapshot of the balancer, and generates a picker
  135. // from it. The picker is
  136. // - errPicker if the balancer is in TransientFailure,
  137. // - built by the pickerBuilder with all READY SubConns otherwise.
  138. func (b *baseBalancer) regeneratePicker() {
  139. if b.state == connectivity.TransientFailure {
  140. b.picker = NewErrPicker(b.mergeErrors())
  141. return
  142. }
  143. readySCs := make(map[balancer.SubConn]SubConnInfo)
  144. // Filter out all ready SCs from full subConn map.
  145. for addr, sc := range b.subConns {
  146. if st, ok := b.scStates[sc]; ok && st == connectivity.Ready {
  147. readySCs[sc] = SubConnInfo{Address: addr}
  148. }
  149. }
  150. b.picker = b.pickerBuilder.Build(PickerBuildInfo{ReadySCs: readySCs})
  151. }
  152. func (b *baseBalancer) UpdateSubConnState(sc balancer.SubConn, state balancer.SubConnState) {
  153. s := state.ConnectivityState
  154. if logger.V(2) {
  155. logger.Infof("base.baseBalancer: handle SubConn state change: %p, %v", sc, s)
  156. }
  157. oldS, ok := b.scStates[sc]
  158. if !ok {
  159. if logger.V(2) {
  160. logger.Infof("base.baseBalancer: got state changes for an unknown SubConn: %p, %v", sc, s)
  161. }
  162. return
  163. }
  164. if oldS == connectivity.TransientFailure && s == connectivity.Connecting {
  165. // Once a subconn enters TRANSIENT_FAILURE, ignore subsequent
  166. // CONNECTING transitions to prevent the aggregated state from being
  167. // always CONNECTING when many backends exist but are all down.
  168. return
  169. }
  170. b.scStates[sc] = s
  171. switch s {
  172. case connectivity.Idle:
  173. sc.Connect()
  174. case connectivity.Shutdown:
  175. // When an address was removed by resolver, b called RemoveSubConn but
  176. // kept the sc's state in scStates. Remove state for this sc here.
  177. delete(b.scStates, sc)
  178. case connectivity.TransientFailure:
  179. // Save error to be reported via picker.
  180. b.connErr = state.ConnectionError
  181. }
  182. b.state = b.csEvltr.RecordTransition(oldS, s)
  183. // Regenerate picker when one of the following happens:
  184. // - this sc entered or left ready
  185. // - the aggregated state of balancer is TransientFailure
  186. // (may need to update error message)
  187. if (s == connectivity.Ready) != (oldS == connectivity.Ready) ||
  188. b.state == connectivity.TransientFailure {
  189. b.regeneratePicker()
  190. }
  191. b.cc.UpdateState(balancer.State{ConnectivityState: b.state, Picker: b.picker})
  192. }
  193. // Close is a nop because base balancer doesn't have internal state to clean up,
  194. // and it doesn't need to call RemoveSubConn for the SubConns.
  195. func (b *baseBalancer) Close() {
  196. }
  197. // NewErrPicker returns a Picker that always returns err on Pick().
  198. func NewErrPicker(err error) balancer.Picker {
  199. return &errPicker{err: err}
  200. }
  201. // NewErrPickerV2 is temporarily defined for backward compatibility reasons.
  202. //
  203. // Deprecated: use NewErrPicker instead.
  204. var NewErrPickerV2 = NewErrPicker
  205. type errPicker struct {
  206. err error // Pick() always returns this err.
  207. }
  208. func (p *errPicker) Pick(info balancer.PickInfo) (balancer.PickResult, error) {
  209. return balancer.PickResult{}, p.err
  210. }