You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

302 lines
9.4 KiB

8 years ago
8 years ago
p2p: introduce peerConn to simplify peer creation (#1226) * expose AuthEnc in the P2P config if AuthEnc is true, dialed peers must have a node ID in the address and it must match the persistent pubkey from the secret handshake. Refs #1157 * fixes after my own review * fix docs * fix build failure ``` p2p/pex/pex_reactor_test.go:288:88: cannot use seed.NodeInfo().NetAddress() (type *p2p.NetAddress) as type string in array or slice literal ``` * p2p: introduce peerConn to simplify peer creation * Introduce `peerConn` containing the known fields of `peer` * `peer` only created in `sw.addPeer` once handshake is complete and NodeInfo is checked * Eliminates some mutable variables and makes the code flow better * Simplifies the `newXxxPeer` funcs * Use ID instead of PubKey where possible. * SetPubKeyFilter -> SetIDFilter * nodeInfo.Validate takes ID * remove peer.PubKey() * persistent node ids * fixes from review * test: use ip_plus_id.sh more * fix invalid memory panic during fast_sync test ``` 2018-02-21T06:30:05Z box887.localdomain docker/local_testnet_4[14907]: panic: runtime error: invalid memory address or nil pointer dereference 2018-02-21T06:30:05Z box887.localdomain docker/local_testnet_4[14907]: [signal SIGSEGV: segmentation violation code=0x1 addr=0x20 pc=0x98dd3e] 2018-02-21T06:30:05Z box887.localdomain docker/local_testnet_4[14907]: 2018-02-21T06:30:05Z box887.localdomain docker/local_testnet_4[14907]: goroutine 3432 [running]: 2018-02-21T06:30:05Z box887.localdomain docker/local_testnet_4[14907]: github.com/tendermint/tendermint/p2p.newOutboundPeerConn(0xc423fd1380, 0xc420933e00, 0x1, 0x1239a60, 0 xc420128c40, 0x2, 0x42caf6, 0xc42001f300, 0xc422831d98, 0xc4227951c0, ...) 2018-02-21T06:30:05Z box887.localdomain docker/local_testnet_4[14907]: #011/go/src/github.com/tendermint/tendermint/p2p/peer.go:123 +0x31e 2018-02-21T06:30:05Z box887.localdomain docker/local_testnet_4[14907]: github.com/tendermint/tendermint/p2p.(*Switch).addOutboundPeerWithConfig(0xc4200ad040, 0xc423fd1380, 0 xc420933e00, 0xc423f48801, 0x28, 0x2) 2018-02-21T06:30:05Z box887.localdomain docker/local_testnet_4[14907]: #011/go/src/github.com/tendermint/tendermint/p2p/switch.go:455 +0x12b 2018-02-21T06:30:05Z box887.localdomain docker/local_testnet_4[14907]: github.com/tendermint/tendermint/p2p.(*Switch).DialPeerWithAddress(0xc4200ad040, 0xc423fd1380, 0x1, 0x 0, 0x0) 2018-02-21T06:30:05Z box887.localdomain docker/local_testnet_4[14907]: #011/go/src/github.com/tendermint/tendermint/p2p/switch.go:371 +0xdc 2018-02-21T06:30:05Z box887.localdomain docker/local_testnet_4[14907]: github.com/tendermint/tendermint/p2p.(*Switch).reconnectToPeer(0xc4200ad040, 0x123e000, 0xc42007bb00) 2018-02-21T06:30:05Z box887.localdomain docker/local_testnet_4[14907]: #011/go/src/github.com/tendermint/tendermint/p2p/switch.go:290 +0x25f 2018-02-21T06:30:05Z box887.localdomain docker/local_testnet_4[14907]: created by github.com/tendermint/tendermint/p2p.(*Switch).StopPeerForError 2018-02-21T06:30:05Z box887.localdomain docker/local_testnet_4[14907]: #011/go/src/github.com/tendermint/tendermint/p2p/switch.go:256 +0x1b7 ```
7 years ago
8 years ago
8 years ago
  1. package config
  2. import (
  3. "bytes"
  4. "os"
  5. "path/filepath"
  6. "text/template"
  7. cmn "github.com/tendermint/tmlibs/common"
  8. )
  9. var configTemplate *template.Template
  10. func init() {
  11. var err error
  12. if configTemplate, err = template.New("configFileTemplate").Parse(defaultConfigTemplate); err != nil {
  13. panic(err)
  14. }
  15. }
  16. /****** these are for production settings ***********/
  17. // EnsureRoot creates the root, config, and data directories if they don't exist,
  18. // and panics if it fails.
  19. func EnsureRoot(rootDir string) {
  20. if err := cmn.EnsureDir(rootDir, 0700); err != nil {
  21. cmn.PanicSanity(err.Error())
  22. }
  23. if err := cmn.EnsureDir(filepath.Join(rootDir, defaultConfigDir), 0700); err != nil {
  24. cmn.PanicSanity(err.Error())
  25. }
  26. if err := cmn.EnsureDir(filepath.Join(rootDir, defaultDataDir), 0700); err != nil {
  27. cmn.PanicSanity(err.Error())
  28. }
  29. configFilePath := filepath.Join(rootDir, defaultConfigFilePath)
  30. // Write default config file if missing.
  31. if !cmn.FileExists(configFilePath) {
  32. writeConfigFile(configFilePath)
  33. }
  34. }
  35. // XXX: this func should probably be called by cmd/tendermint/commands/init.go
  36. // alongside the writing of the genesis.json and priv_validator.json
  37. func writeConfigFile(configFilePath string) {
  38. var buffer bytes.Buffer
  39. if err := configTemplate.Execute(&buffer, DefaultConfig()); err != nil {
  40. panic(err)
  41. }
  42. cmn.MustWriteFile(configFilePath, buffer.Bytes(), 0644)
  43. }
  44. // Note: any changes to the comments/variables/mapstructure
  45. // must be reflected in the appropriate struct in config/config.go
  46. const defaultConfigTemplate = `# This is a TOML config file.
  47. # For more information, see https://github.com/toml-lang/toml
  48. ##### main base config options #####
  49. # TCP or UNIX socket address of the ABCI application,
  50. # or the name of an ABCI application compiled in with the Tendermint binary
  51. proxy_app = "{{ .BaseConfig.ProxyApp }}"
  52. # A custom human readable name for this node
  53. moniker = "{{ .BaseConfig.Moniker }}"
  54. # If this node is many blocks behind the tip of the chain, FastSync
  55. # allows them to catchup quickly by downloading blocks in parallel
  56. # and verifying their commits
  57. fast_sync = {{ .BaseConfig.FastSync }}
  58. # Database backend: leveldb | memdb
  59. db_backend = "{{ .BaseConfig.DBBackend }}"
  60. # Database directory
  61. db_path = "{{ .BaseConfig.DBPath }}"
  62. # Output level for logging, including package level options
  63. log_level = "{{ .BaseConfig.LogLevel }}"
  64. ##### additional base config options #####
  65. # Path to the JSON file containing the initial validator set and other meta data
  66. genesis_file = "{{ .BaseConfig.Genesis }}"
  67. # Path to the JSON file containing the private key to use as a validator in the consensus protocol
  68. priv_validator_file = "{{ .BaseConfig.PrivValidator }}"
  69. # Path to the JSON file containing the private key to use for node authentication in the p2p protocol
  70. node_key_file = "{{ .BaseConfig.NodeKey}}"
  71. # Mechanism to connect to the ABCI application: socket | grpc
  72. abci = "{{ .BaseConfig.ABCI }}"
  73. # TCP or UNIX socket address for the profiling server to listen on
  74. prof_laddr = "{{ .BaseConfig.ProfListenAddress }}"
  75. # If true, query the ABCI app on connecting to a new peer
  76. # so the app can decide if we should keep the connection or not
  77. filter_peers = {{ .BaseConfig.FilterPeers }}
  78. ##### advanced configuration options #####
  79. ##### rpc server configuration options #####
  80. [rpc]
  81. # TCP or UNIX socket address for the RPC server to listen on
  82. laddr = "{{ .RPC.ListenAddress }}"
  83. # TCP or UNIX socket address for the gRPC server to listen on
  84. # NOTE: This server only supports /broadcast_tx_commit
  85. grpc_laddr = "{{ .RPC.GRPCListenAddress }}"
  86. # Activate unsafe RPC commands like /dial_seeds and /unsafe_flush_mempool
  87. unsafe = {{ .RPC.Unsafe }}
  88. ##### peer to peer configuration options #####
  89. [p2p]
  90. # Address to listen for incoming connections
  91. laddr = "{{ .P2P.ListenAddress }}"
  92. # Comma separated list of seed nodes to connect to
  93. seeds = ""
  94. # Comma separated list of nodes to keep persistent connections to
  95. persistent_peers = ""
  96. # Path to address book
  97. addr_book_file = "{{ .P2P.AddrBook }}"
  98. # Set true for strict address routability rules
  99. addr_book_strict = {{ .P2P.AddrBookStrict }}
  100. # Time to wait before flushing messages out on the connection, in ms
  101. flush_throttle_timeout = {{ .P2P.FlushThrottleTimeout }}
  102. # Maximum number of peers to connect to
  103. max_num_peers = {{ .P2P.MaxNumPeers }}
  104. # Maximum size of a message packet payload, in bytes
  105. max_packet_msg_payload_size = {{ .P2P.MaxPacketMsgPayloadSize }}
  106. # Rate at which packets can be sent, in bytes/second
  107. send_rate = {{ .P2P.SendRate }}
  108. # Rate at which packets can be received, in bytes/second
  109. recv_rate = {{ .P2P.RecvRate }}
  110. # Set true to enable the peer-exchange reactor
  111. pex = {{ .P2P.PexReactor }}
  112. # Seed mode, in which node constantly crawls the network and looks for
  113. # peers. If another node asks it for addresses, it responds and disconnects.
  114. #
  115. # Does not work if the peer-exchange reactor is disabled.
  116. seed_mode = {{ .P2P.SeedMode }}
  117. # Authenticated encryption
  118. auth_enc = {{ .P2P.AuthEnc }}
  119. ##### mempool configuration options #####
  120. [mempool]
  121. recheck = {{ .Mempool.Recheck }}
  122. recheck_empty = {{ .Mempool.RecheckEmpty }}
  123. broadcast = {{ .Mempool.Broadcast }}
  124. wal_dir = "{{ .Mempool.WalPath }}"
  125. ##### consensus configuration options #####
  126. [consensus]
  127. wal_file = "{{ .Consensus.WalPath }}"
  128. wal_light = {{ .Consensus.WalLight }}
  129. # All timeouts are in milliseconds
  130. timeout_propose = {{ .Consensus.TimeoutPropose }}
  131. timeout_propose_delta = {{ .Consensus.TimeoutProposeDelta }}
  132. timeout_prevote = {{ .Consensus.TimeoutPrevote }}
  133. timeout_prevote_delta = {{ .Consensus.TimeoutPrevoteDelta }}
  134. timeout_precommit = {{ .Consensus.TimeoutPrecommit }}
  135. timeout_precommit_delta = {{ .Consensus.TimeoutPrecommitDelta }}
  136. timeout_commit = {{ .Consensus.TimeoutCommit }}
  137. # Make progress as soon as we have all the precommits (as if TimeoutCommit = 0)
  138. skip_timeout_commit = {{ .Consensus.SkipTimeoutCommit }}
  139. # BlockSize
  140. max_block_size_txs = {{ .Consensus.MaxBlockSizeTxs }}
  141. max_block_size_bytes = {{ .Consensus.MaxBlockSizeBytes }}
  142. # EmptyBlocks mode and possible interval between empty blocks in seconds
  143. create_empty_blocks = {{ .Consensus.CreateEmptyBlocks }}
  144. create_empty_blocks_interval = {{ .Consensus.CreateEmptyBlocksInterval }}
  145. # Reactor sleep duration parameters are in milliseconds
  146. peer_gossip_sleep_duration = {{ .Consensus.PeerGossipSleepDuration }}
  147. peer_query_maj23_sleep_duration = {{ .Consensus.PeerQueryMaj23SleepDuration }}
  148. ##### transactions indexer configuration options #####
  149. [tx_index]
  150. # What indexer to use for transactions
  151. #
  152. # Options:
  153. # 1) "null" (default)
  154. # 2) "kv" - the simplest possible indexer, backed by key-value storage (defaults to levelDB; see DBBackend).
  155. indexer = "{{ .TxIndex.Indexer }}"
  156. # Comma-separated list of tags to index (by default the only tag is tx hash)
  157. #
  158. # It's recommended to index only a subset of tags due to possible memory
  159. # bloat. This is, of course, depends on the indexer's DB and the volume of
  160. # transactions.
  161. index_tags = "{{ .TxIndex.IndexTags }}"
  162. # When set to true, tells indexer to index all tags. Note this may be not
  163. # desirable (see the comment above). IndexTags has a precedence over
  164. # IndexAllTags (i.e. when given both, IndexTags will be indexed).
  165. index_all_tags = {{ .TxIndex.IndexAllTags }}
  166. `
  167. /****** these are for test settings ***********/
  168. func ResetTestRoot(testName string) *Config {
  169. rootDir := os.ExpandEnv("$HOME/.tendermint_test")
  170. rootDir = filepath.Join(rootDir, testName)
  171. // Remove ~/.tendermint_test_bak
  172. if cmn.FileExists(rootDir + "_bak") {
  173. if err := os.RemoveAll(rootDir + "_bak"); err != nil {
  174. cmn.PanicSanity(err.Error())
  175. }
  176. }
  177. // Move ~/.tendermint_test to ~/.tendermint_test_bak
  178. if cmn.FileExists(rootDir) {
  179. if err := os.Rename(rootDir, rootDir+"_bak"); err != nil {
  180. cmn.PanicSanity(err.Error())
  181. }
  182. }
  183. // Create new dir
  184. if err := cmn.EnsureDir(rootDir, 0700); err != nil {
  185. cmn.PanicSanity(err.Error())
  186. }
  187. if err := cmn.EnsureDir(filepath.Join(rootDir, defaultConfigDir), 0700); err != nil {
  188. cmn.PanicSanity(err.Error())
  189. }
  190. if err := cmn.EnsureDir(filepath.Join(rootDir, defaultDataDir), 0700); err != nil {
  191. cmn.PanicSanity(err.Error())
  192. }
  193. baseConfig := DefaultBaseConfig()
  194. configFilePath := filepath.Join(rootDir, defaultConfigFilePath)
  195. genesisFilePath := filepath.Join(rootDir, baseConfig.Genesis)
  196. privFilePath := filepath.Join(rootDir, baseConfig.PrivValidator)
  197. // Write default config file if missing.
  198. if !cmn.FileExists(configFilePath) {
  199. writeConfigFile(configFilePath)
  200. }
  201. if !cmn.FileExists(genesisFilePath) {
  202. cmn.MustWriteFile(genesisFilePath, []byte(testGenesis), 0644)
  203. }
  204. // we always overwrite the priv val
  205. cmn.MustWriteFile(privFilePath, []byte(testPrivValidator), 0644)
  206. config := TestConfig().SetRoot(rootDir)
  207. return config
  208. }
  209. var testGenesis = `{
  210. "genesis_time": "0001-01-01T00:00:00.000Z",
  211. "chain_id": "tendermint_test",
  212. "validators": [
  213. {
  214. "pub_key": {
  215. "type": "ed25519",
  216. "data":"3B3069C422E19688B45CBFAE7BB009FC0FA1B1EA86593519318B7214853803C8"
  217. },
  218. "power": 10,
  219. "name": ""
  220. }
  221. ],
  222. "app_hash": ""
  223. }`
  224. var testPrivValidator = `{
  225. "address": "D028C9981F7A87F3093672BF0D5B0E2A1B3ED456",
  226. "pub_key": {
  227. "type": "ed25519",
  228. "data": "3B3069C422E19688B45CBFAE7BB009FC0FA1B1EA86593519318B7214853803C8"
  229. },
  230. "priv_key": {
  231. "type": "ed25519",
  232. "data": "27F82582AEFAE7AB151CFB01C48BB6C1A0DA78F9BDDA979A9F70A84D074EB07D3B3069C422E19688B45CBFAE7BB009FC0FA1B1EA86593519318B7214853803C8"
  233. },
  234. "last_height": 0,
  235. "last_round": 0,
  236. "last_step": 0
  237. }`