You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

169 lines
4.1 KiB

limit number of /subscribe clients and queries per client (#3269) * limit number of /subscribe clients and queries per client Add the following config variables (under [rpc] section): * max_subscription_clients * max_subscriptions_per_client * timeout_broadcast_tx_commit Fixes #2826 new HTTPClient interface for subscriptions finalize HTTPClient events interface remove EventSubscriber fix data race ``` WARNING: DATA RACE Read at 0x00c000a36060 by goroutine 129: github.com/tendermint/tendermint/rpc/client.(*Local).Subscribe.func1() /go/src/github.com/tendermint/tendermint/rpc/client/localclient.go:168 +0x1f0 Previous write at 0x00c000a36060 by goroutine 132: github.com/tendermint/tendermint/rpc/client.(*Local).Subscribe() /go/src/github.com/tendermint/tendermint/rpc/client/localclient.go:191 +0x4e0 github.com/tendermint/tendermint/rpc/client.WaitForOneEvent() /go/src/github.com/tendermint/tendermint/rpc/client/helpers.go:64 +0x178 github.com/tendermint/tendermint/rpc/client_test.TestTxEventsSentWithBroadcastTxSync.func1() /go/src/github.com/tendermint/tendermint/rpc/client/event_test.go:139 +0x298 testing.tRunner() /usr/local/go/src/testing/testing.go:827 +0x162 Goroutine 129 (running) created at: github.com/tendermint/tendermint/rpc/client.(*Local).Subscribe() /go/src/github.com/tendermint/tendermint/rpc/client/localclient.go:164 +0x4b7 github.com/tendermint/tendermint/rpc/client.WaitForOneEvent() /go/src/github.com/tendermint/tendermint/rpc/client/helpers.go:64 +0x178 github.com/tendermint/tendermint/rpc/client_test.TestTxEventsSentWithBroadcastTxSync.func1() /go/src/github.com/tendermint/tendermint/rpc/client/event_test.go:139 +0x298 testing.tRunner() /usr/local/go/src/testing/testing.go:827 +0x162 Goroutine 132 (running) created at: testing.(*T).Run() /usr/local/go/src/testing/testing.go:878 +0x659 github.com/tendermint/tendermint/rpc/client_test.TestTxEventsSentWithBroadcastTxSync() /go/src/github.com/tendermint/tendermint/rpc/client/event_test.go:119 +0x186 testing.tRunner() /usr/local/go/src/testing/testing.go:827 +0x162 ================== ``` lite client works (tested manually) godoc comments httpclient: do not close the out channel use TimeoutBroadcastTxCommit no timeout for unsubscribe but 1s Local (5s HTTP) timeout for resubscribe format code change Subscribe#out cap to 1 and replace config vars with RPCConfig TimeoutBroadcastTxCommit can't be greater than rpcserver.WriteTimeout rpc: Context as first parameter to all functions reformat code fixes after my own review fixes after Ethan's review add test stubs fix config.toml * fixes after manual testing - rpc: do not recommend to use BroadcastTxCommit because it's slow and wastes Tendermint resources (pubsub) - rpc: better error in Subscribe and BroadcastTxCommit - HTTPClient: do not resubscribe if err = ErrAlreadySubscribed * fixes after Ismail's review * Update rpc/grpc/grpc_test.go Co-Authored-By: melekes <anton.kalyaev@gmail.com>
6 years ago
limit number of /subscribe clients and queries per client (#3269) * limit number of /subscribe clients and queries per client Add the following config variables (under [rpc] section): * max_subscription_clients * max_subscriptions_per_client * timeout_broadcast_tx_commit Fixes #2826 new HTTPClient interface for subscriptions finalize HTTPClient events interface remove EventSubscriber fix data race ``` WARNING: DATA RACE Read at 0x00c000a36060 by goroutine 129: github.com/tendermint/tendermint/rpc/client.(*Local).Subscribe.func1() /go/src/github.com/tendermint/tendermint/rpc/client/localclient.go:168 +0x1f0 Previous write at 0x00c000a36060 by goroutine 132: github.com/tendermint/tendermint/rpc/client.(*Local).Subscribe() /go/src/github.com/tendermint/tendermint/rpc/client/localclient.go:191 +0x4e0 github.com/tendermint/tendermint/rpc/client.WaitForOneEvent() /go/src/github.com/tendermint/tendermint/rpc/client/helpers.go:64 +0x178 github.com/tendermint/tendermint/rpc/client_test.TestTxEventsSentWithBroadcastTxSync.func1() /go/src/github.com/tendermint/tendermint/rpc/client/event_test.go:139 +0x298 testing.tRunner() /usr/local/go/src/testing/testing.go:827 +0x162 Goroutine 129 (running) created at: github.com/tendermint/tendermint/rpc/client.(*Local).Subscribe() /go/src/github.com/tendermint/tendermint/rpc/client/localclient.go:164 +0x4b7 github.com/tendermint/tendermint/rpc/client.WaitForOneEvent() /go/src/github.com/tendermint/tendermint/rpc/client/helpers.go:64 +0x178 github.com/tendermint/tendermint/rpc/client_test.TestTxEventsSentWithBroadcastTxSync.func1() /go/src/github.com/tendermint/tendermint/rpc/client/event_test.go:139 +0x298 testing.tRunner() /usr/local/go/src/testing/testing.go:827 +0x162 Goroutine 132 (running) created at: testing.(*T).Run() /usr/local/go/src/testing/testing.go:878 +0x659 github.com/tendermint/tendermint/rpc/client_test.TestTxEventsSentWithBroadcastTxSync() /go/src/github.com/tendermint/tendermint/rpc/client/event_test.go:119 +0x186 testing.tRunner() /usr/local/go/src/testing/testing.go:827 +0x162 ================== ``` lite client works (tested manually) godoc comments httpclient: do not close the out channel use TimeoutBroadcastTxCommit no timeout for unsubscribe but 1s Local (5s HTTP) timeout for resubscribe format code change Subscribe#out cap to 1 and replace config vars with RPCConfig TimeoutBroadcastTxCommit can't be greater than rpcserver.WriteTimeout rpc: Context as first parameter to all functions reformat code fixes after my own review fixes after Ethan's review add test stubs fix config.toml * fixes after manual testing - rpc: do not recommend to use BroadcastTxCommit because it's slow and wastes Tendermint resources (pubsub) - rpc: better error in Subscribe and BroadcastTxCommit - HTTPClient: do not resubscribe if err = ErrAlreadySubscribed * fixes after Ismail's review * Update rpc/grpc/grpc_test.go Co-Authored-By: melekes <anton.kalyaev@gmail.com>
6 years ago
  1. package core
  2. import (
  3. "fmt"
  4. "time"
  5. cfg "github.com/tendermint/tendermint/config"
  6. "github.com/tendermint/tendermint/consensus"
  7. "github.com/tendermint/tendermint/crypto"
  8. "github.com/tendermint/tendermint/libs/log"
  9. mempl "github.com/tendermint/tendermint/mempool"
  10. "github.com/tendermint/tendermint/p2p"
  11. "github.com/tendermint/tendermint/proxy"
  12. sm "github.com/tendermint/tendermint/state"
  13. "github.com/tendermint/tendermint/state/indexer"
  14. "github.com/tendermint/tendermint/state/txindex"
  15. "github.com/tendermint/tendermint/types"
  16. )
  17. const (
  18. // see README
  19. defaultPerPage = 30
  20. maxPerPage = 100
  21. // SubscribeTimeout is the maximum time we wait to subscribe for an event.
  22. // must be less than the server's write timeout (see rpcserver.DefaultConfig)
  23. SubscribeTimeout = 5 * time.Second
  24. )
  25. var (
  26. // set by Node
  27. env *Environment
  28. )
  29. // SetEnvironment sets up the given Environment.
  30. // It will race if multiple Node call SetEnvironment.
  31. func SetEnvironment(e *Environment) {
  32. env = e
  33. }
  34. //----------------------------------------------
  35. // These interfaces are used by RPC and must be thread safe
  36. type Consensus interface {
  37. GetState() sm.State
  38. GetValidators() (int64, []*types.Validator)
  39. GetLastHeight() int64
  40. GetRoundStateJSON() ([]byte, error)
  41. GetRoundStateSimpleJSON() ([]byte, error)
  42. }
  43. type transport interface {
  44. Listeners() []string
  45. IsListening() bool
  46. NodeInfo() p2p.NodeInfo
  47. }
  48. type peers interface {
  49. AddPersistentPeers([]string) error
  50. AddUnconditionalPeerIDs([]string) error
  51. AddPrivatePeerIDs([]string) error
  52. DialPeersAsync([]string) error
  53. Peers() p2p.IPeerSet
  54. }
  55. //----------------------------------------------
  56. // Environment contains objects and interfaces used by the RPC. It is expected
  57. // to be setup once during startup.
  58. type Environment struct {
  59. // external, thread safe interfaces
  60. ProxyAppQuery proxy.AppConnQuery
  61. ProxyAppMempool proxy.AppConnMempool
  62. // interfaces defined in types and above
  63. StateStore sm.Store
  64. BlockStore sm.BlockStore
  65. EvidencePool sm.EvidencePool
  66. ConsensusState Consensus
  67. P2PPeers peers
  68. P2PTransport transport
  69. // objects
  70. PubKey crypto.PubKey
  71. GenDoc *types.GenesisDoc // cache the genesis structure
  72. TxIndexer txindex.TxIndexer
  73. BlockIndexer indexer.BlockIndexer
  74. ConsensusReactor *consensus.Reactor
  75. EventBus *types.EventBus // thread safe
  76. Mempool mempl.Mempool
  77. Logger log.Logger
  78. Config cfg.RPCConfig
  79. }
  80. //----------------------------------------------
  81. func validatePage(pagePtr *int, perPage, totalCount int) (int, error) {
  82. if perPage < 1 {
  83. panic(fmt.Sprintf("zero or negative perPage: %d", perPage))
  84. }
  85. if pagePtr == nil { // no page parameter
  86. return 1, nil
  87. }
  88. pages := ((totalCount - 1) / perPage) + 1
  89. if pages == 0 {
  90. pages = 1 // one page (even if it's empty)
  91. }
  92. page := *pagePtr
  93. if page <= 0 || page > pages {
  94. return 1, fmt.Errorf("page should be within [1, %d] range, given %d", pages, page)
  95. }
  96. return page, nil
  97. }
  98. func validatePerPage(perPagePtr *int) int {
  99. if perPagePtr == nil { // no per_page parameter
  100. return defaultPerPage
  101. }
  102. perPage := *perPagePtr
  103. if perPage < 1 {
  104. return defaultPerPage
  105. } else if perPage > maxPerPage {
  106. return maxPerPage
  107. }
  108. return perPage
  109. }
  110. func validateSkipCount(page, perPage int) int {
  111. skipCount := (page - 1) * perPage
  112. if skipCount < 0 {
  113. return 0
  114. }
  115. return skipCount
  116. }
  117. // latestHeight can be either latest committed or uncommitted (+1) height.
  118. func getHeight(latestHeight int64, heightPtr *int64) (int64, error) {
  119. if heightPtr != nil {
  120. height := *heightPtr
  121. if height <= 0 {
  122. return 0, fmt.Errorf("height must be greater than 0, but got %d", height)
  123. }
  124. if height > latestHeight {
  125. return 0, fmt.Errorf("height %d must be less than or equal to the current blockchain height %d",
  126. height, latestHeight)
  127. }
  128. base := env.BlockStore.Base()
  129. if height < base {
  130. return 0, fmt.Errorf("height %d is not available, lowest height is %d",
  131. height, base)
  132. }
  133. return height, nil
  134. }
  135. return latestHeight, nil
  136. }
  137. func latestUncommittedHeight() int64 {
  138. nodeIsSyncing := env.ConsensusReactor.WaitSync()
  139. if nodeIsSyncing {
  140. return env.BlockStore.Height()
  141. }
  142. return env.BlockStore.Height() + 1
  143. }