You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

750 lines
23 KiB

  1. package node
  2. import (
  3. "bytes"
  4. "context"
  5. "errors"
  6. "fmt"
  7. "net"
  8. "net/http"
  9. "github.com/prometheus/client_golang/prometheus"
  10. "github.com/prometheus/client_golang/prometheus/promhttp"
  11. amino "github.com/tendermint/go-amino"
  12. abci "github.com/tendermint/tendermint/abci/types"
  13. "github.com/tendermint/tendermint/crypto/ed25519"
  14. cmn "github.com/tendermint/tendermint/libs/common"
  15. dbm "github.com/tendermint/tendermint/libs/db"
  16. "github.com/tendermint/tendermint/libs/log"
  17. bc "github.com/tendermint/tendermint/blockchain"
  18. cfg "github.com/tendermint/tendermint/config"
  19. cs "github.com/tendermint/tendermint/consensus"
  20. "github.com/tendermint/tendermint/evidence"
  21. mempl "github.com/tendermint/tendermint/mempool"
  22. "github.com/tendermint/tendermint/p2p"
  23. "github.com/tendermint/tendermint/p2p/pex"
  24. "github.com/tendermint/tendermint/privval"
  25. "github.com/tendermint/tendermint/proxy"
  26. rpccore "github.com/tendermint/tendermint/rpc/core"
  27. ctypes "github.com/tendermint/tendermint/rpc/core/types"
  28. grpccore "github.com/tendermint/tendermint/rpc/grpc"
  29. rpc "github.com/tendermint/tendermint/rpc/lib"
  30. rpcserver "github.com/tendermint/tendermint/rpc/lib/server"
  31. sm "github.com/tendermint/tendermint/state"
  32. "github.com/tendermint/tendermint/state/txindex"
  33. "github.com/tendermint/tendermint/state/txindex/kv"
  34. "github.com/tendermint/tendermint/state/txindex/null"
  35. "github.com/tendermint/tendermint/types"
  36. "github.com/tendermint/tendermint/version"
  37. _ "net/http/pprof"
  38. )
  39. //------------------------------------------------------------------------------
  40. // DBContext specifies config information for loading a new DB.
  41. type DBContext struct {
  42. ID string
  43. Config *cfg.Config
  44. }
  45. // DBProvider takes a DBContext and returns an instantiated DB.
  46. type DBProvider func(*DBContext) (dbm.DB, error)
  47. // DefaultDBProvider returns a database using the DBBackend and DBDir
  48. // specified in the ctx.Config.
  49. func DefaultDBProvider(ctx *DBContext) (dbm.DB, error) {
  50. dbType := dbm.DBBackendType(ctx.Config.DBBackend)
  51. return dbm.NewDB(ctx.ID, dbType, ctx.Config.DBDir()), nil
  52. }
  53. // GenesisDocProvider returns a GenesisDoc.
  54. // It allows the GenesisDoc to be pulled from sources other than the
  55. // filesystem, for instance from a distributed key-value store cluster.
  56. type GenesisDocProvider func() (*types.GenesisDoc, error)
  57. // DefaultGenesisDocProviderFunc returns a GenesisDocProvider that loads
  58. // the GenesisDoc from the config.GenesisFile() on the filesystem.
  59. func DefaultGenesisDocProviderFunc(config *cfg.Config) GenesisDocProvider {
  60. return func() (*types.GenesisDoc, error) {
  61. return types.GenesisDocFromFile(config.GenesisFile())
  62. }
  63. }
  64. // NodeProvider takes a config and a logger and returns a ready to go Node.
  65. type NodeProvider func(*cfg.Config, log.Logger) (*Node, error)
  66. // DefaultNewNode returns a Tendermint node with default settings for the
  67. // PrivValidator, ClientCreator, GenesisDoc, and DBProvider.
  68. // It implements NodeProvider.
  69. func DefaultNewNode(config *cfg.Config, logger log.Logger) (*Node, error) {
  70. // Generate node PrivKey
  71. nodeKey, err := p2p.LoadOrGenNodeKey(config.NodeKeyFile())
  72. if err != nil {
  73. return nil,err
  74. }
  75. return NewNode(config,
  76. privval.LoadOrGenFilePV(config.PrivValidatorFile()),
  77. nodeKey,
  78. proxy.DefaultClientCreator(config.ProxyApp, config.ABCI, config.DBDir()),
  79. DefaultGenesisDocProviderFunc(config),
  80. DefaultDBProvider,
  81. DefaultMetricsProvider(config.Instrumentation),
  82. logger,
  83. )
  84. }
  85. // MetricsProvider returns a consensus, p2p and mempool Metrics.
  86. type MetricsProvider func() (*cs.Metrics, *p2p.Metrics, *mempl.Metrics)
  87. // DefaultMetricsProvider returns Metrics build using Prometheus client library
  88. // if Prometheus is enabled. Otherwise, it returns no-op Metrics.
  89. func DefaultMetricsProvider(config *cfg.InstrumentationConfig) MetricsProvider {
  90. return func() (*cs.Metrics, *p2p.Metrics, *mempl.Metrics) {
  91. if config.Prometheus {
  92. return cs.PrometheusMetrics(), p2p.PrometheusMetrics(), mempl.PrometheusMetrics()
  93. }
  94. return cs.NopMetrics(), p2p.NopMetrics(), mempl.NopMetrics()
  95. }
  96. }
  97. //------------------------------------------------------------------------------
  98. // Node is the highest level interface to a full Tendermint node.
  99. // It includes all configuration information and running services.
  100. type Node struct {
  101. cmn.BaseService
  102. // config
  103. config *cfg.Config
  104. genesisDoc *types.GenesisDoc // initial validator set
  105. privValidator types.PrivValidator // local node's validator key
  106. // network
  107. sw *p2p.Switch // p2p connections
  108. addrBook pex.AddrBook // known peers
  109. nodeKey *p2p.NodeKey // our node privkey
  110. // services
  111. eventBus *types.EventBus // pub/sub for services
  112. stateDB dbm.DB
  113. blockStore *bc.BlockStore // store the blockchain to disk
  114. bcReactor *bc.BlockchainReactor // for fast-syncing
  115. mempoolReactor *mempl.MempoolReactor // for gossipping transactions
  116. consensusState *cs.ConsensusState // latest consensus state
  117. consensusReactor *cs.ConsensusReactor // for participating in the consensus
  118. evidencePool *evidence.EvidencePool // tracking evidence
  119. proxyApp proxy.AppConns // connection to the application
  120. rpcListeners []net.Listener // rpc servers
  121. txIndexer txindex.TxIndexer
  122. indexerService *txindex.IndexerService
  123. prometheusSrv *http.Server
  124. }
  125. // NewNode returns a new, ready to go, Tendermint Node.
  126. func NewNode(config *cfg.Config,
  127. privValidator types.PrivValidator,
  128. nodeKey *p2p.NodeKey,
  129. clientCreator proxy.ClientCreator,
  130. genesisDocProvider GenesisDocProvider,
  131. dbProvider DBProvider,
  132. metricsProvider MetricsProvider,
  133. logger log.Logger) (*Node, error) {
  134. // Get BlockStore
  135. blockStoreDB, err := dbProvider(&DBContext{"blockstore", config})
  136. if err != nil {
  137. return nil, err
  138. }
  139. blockStore := bc.NewBlockStore(blockStoreDB)
  140. // Get State
  141. stateDB, err := dbProvider(&DBContext{"state", config})
  142. if err != nil {
  143. return nil, err
  144. }
  145. // Get genesis doc
  146. // TODO: move to state package?
  147. genDoc, err := loadGenesisDoc(stateDB)
  148. if err != nil {
  149. genDoc, err = genesisDocProvider()
  150. if err != nil {
  151. return nil, err
  152. }
  153. // save genesis doc to prevent a certain class of user errors (e.g. when it
  154. // was changed, accidentally or not). Also good for audit trail.
  155. saveGenesisDoc(stateDB, genDoc)
  156. }
  157. state, err := sm.LoadStateFromDBOrGenesisDoc(stateDB, genDoc)
  158. if err != nil {
  159. return nil, err
  160. }
  161. // Create the proxyApp, which manages connections (consensus, mempool, query)
  162. // and sync tendermint and the app by performing a handshake
  163. // and replaying any necessary blocks
  164. consensusLogger := logger.With("module", "consensus")
  165. handshaker := cs.NewHandshaker(stateDB, state, blockStore, genDoc)
  166. handshaker.SetLogger(consensusLogger)
  167. proxyApp := proxy.NewAppConns(clientCreator, handshaker)
  168. proxyApp.SetLogger(logger.With("module", "proxy"))
  169. if err := proxyApp.Start(); err != nil {
  170. return nil, fmt.Errorf("Error starting proxy app connections: %v", err)
  171. }
  172. // reload the state (it may have been updated by the handshake)
  173. state = sm.LoadState(stateDB)
  174. // If an address is provided, listen on the socket for a
  175. // connection from an external signing process.
  176. if config.PrivValidatorListenAddr != "" {
  177. var (
  178. // TODO: persist this key so external signer
  179. // can actually authenticate us
  180. privKey = ed25519.GenPrivKey()
  181. pvsc = privval.NewSocketPV(
  182. logger.With("module", "privval"),
  183. config.PrivValidatorListenAddr,
  184. privKey,
  185. )
  186. )
  187. if err := pvsc.Start(); err != nil {
  188. return nil, fmt.Errorf("Error starting private validator client: %v", err)
  189. }
  190. privValidator = pvsc
  191. }
  192. // Decide whether to fast-sync or not
  193. // We don't fast-sync when the only validator is us.
  194. fastSync := config.FastSync
  195. if state.Validators.Size() == 1 {
  196. addr, _ := state.Validators.GetByIndex(0)
  197. if bytes.Equal(privValidator.GetAddress(), addr) {
  198. fastSync = false
  199. }
  200. }
  201. // Log whether this node is a validator or an observer
  202. if state.Validators.HasAddress(privValidator.GetAddress()) {
  203. consensusLogger.Info("This node is a validator", "addr", privValidator.GetAddress(), "pubKey", privValidator.GetPubKey())
  204. } else {
  205. consensusLogger.Info("This node is not a validator", "addr", privValidator.GetAddress(), "pubKey", privValidator.GetPubKey())
  206. }
  207. csMetrics, p2pMetrics, memplMetrics := metricsProvider()
  208. // Make MempoolReactor
  209. mempoolLogger := logger.With("module", "mempool")
  210. mempool := mempl.NewMempool(
  211. config.Mempool,
  212. proxyApp.Mempool(),
  213. state.LastBlockHeight,
  214. mempl.WithMetrics(memplMetrics),
  215. )
  216. mempool.SetLogger(mempoolLogger)
  217. mempool.InitWAL() // no need to have the mempool wal during tests
  218. mempoolReactor := mempl.NewMempoolReactor(config.Mempool, mempool)
  219. mempoolReactor.SetLogger(mempoolLogger)
  220. if config.Consensus.WaitForTxs() {
  221. mempool.EnableTxsAvailable()
  222. }
  223. // Make Evidence Reactor
  224. evidenceDB, err := dbProvider(&DBContext{"evidence", config})
  225. if err != nil {
  226. return nil, err
  227. }
  228. evidenceLogger := logger.With("module", "evidence")
  229. evidenceStore := evidence.NewEvidenceStore(evidenceDB)
  230. evidencePool := evidence.NewEvidencePool(stateDB, evidenceStore)
  231. evidencePool.SetLogger(evidenceLogger)
  232. evidenceReactor := evidence.NewEvidenceReactor(evidencePool)
  233. evidenceReactor.SetLogger(evidenceLogger)
  234. blockExecLogger := logger.With("module", "state")
  235. // make block executor for consensus and blockchain reactors to execute blocks
  236. blockExec := sm.NewBlockExecutor(stateDB, blockExecLogger, proxyApp.Consensus(), mempool, evidencePool)
  237. // Make BlockchainReactor
  238. bcReactor := bc.NewBlockchainReactor(state.Copy(), blockExec, blockStore, fastSync)
  239. bcReactor.SetLogger(logger.With("module", "blockchain"))
  240. // Make ConsensusReactor
  241. consensusState := cs.NewConsensusState(
  242. config.Consensus,
  243. state.Copy(),
  244. blockExec,
  245. blockStore,
  246. mempool,
  247. evidencePool,
  248. cs.WithMetrics(csMetrics),
  249. )
  250. consensusState.SetLogger(consensusLogger)
  251. if privValidator != nil {
  252. consensusState.SetPrivValidator(privValidator)
  253. }
  254. consensusReactor := cs.NewConsensusReactor(consensusState, fastSync)
  255. consensusReactor.SetLogger(consensusLogger)
  256. p2pLogger := logger.With("module", "p2p")
  257. sw := p2p.NewSwitch(config.P2P, p2p.WithMetrics(p2pMetrics))
  258. sw.SetLogger(p2pLogger)
  259. sw.AddReactor("MEMPOOL", mempoolReactor)
  260. sw.AddReactor("BLOCKCHAIN", bcReactor)
  261. sw.AddReactor("CONSENSUS", consensusReactor)
  262. sw.AddReactor("EVIDENCE", evidenceReactor)
  263. p2pLogger.Info("P2P Node ID", "ID", nodeKey.ID(), "file", config.NodeKeyFile())
  264. // Optionally, start the pex reactor
  265. //
  266. // TODO:
  267. //
  268. // We need to set Seeds and PersistentPeers on the switch,
  269. // since it needs to be able to use these (and their DNS names)
  270. // even if the PEX is off. We can include the DNS name in the NetAddress,
  271. // but it would still be nice to have a clear list of the current "PersistentPeers"
  272. // somewhere that we can return with net_info.
  273. //
  274. // If PEX is on, it should handle dialing the seeds. Otherwise the switch does it.
  275. // Note we currently use the addrBook regardless at least for AddOurAddress
  276. addrBook := pex.NewAddrBook(config.P2P.AddrBookFile(), config.P2P.AddrBookStrict)
  277. addrBook.SetLogger(p2pLogger.With("book", config.P2P.AddrBookFile()))
  278. if config.P2P.PexReactor {
  279. // TODO persistent peers ? so we can have their DNS addrs saved
  280. pexReactor := pex.NewPEXReactor(addrBook,
  281. &pex.PEXReactorConfig{
  282. Seeds: cmn.SplitAndTrim(config.P2P.Seeds, ",", " "),
  283. SeedMode: config.P2P.SeedMode,
  284. })
  285. pexReactor.SetLogger(p2pLogger)
  286. sw.AddReactor("PEX", pexReactor)
  287. }
  288. sw.SetAddrBook(addrBook)
  289. // Filter peers by addr or pubkey with an ABCI query.
  290. // If the query return code is OK, add peer.
  291. // XXX: Query format subject to change
  292. if config.FilterPeers {
  293. // NOTE: addr is ip:port
  294. sw.SetAddrFilter(func(addr net.Addr) error {
  295. resQuery, err := proxyApp.Query().QuerySync(abci.RequestQuery{Path: fmt.Sprintf("/p2p/filter/addr/%s", addr.String())})
  296. if err != nil {
  297. return err
  298. }
  299. if resQuery.IsErr() {
  300. return fmt.Errorf("Error querying abci app: %v", resQuery)
  301. }
  302. return nil
  303. })
  304. sw.SetIDFilter(func(id p2p.ID) error {
  305. resQuery, err := proxyApp.Query().QuerySync(abci.RequestQuery{Path: fmt.Sprintf("/p2p/filter/id/%s", id)})
  306. if err != nil {
  307. return err
  308. }
  309. if resQuery.IsErr() {
  310. return fmt.Errorf("Error querying abci app: %v", resQuery)
  311. }
  312. return nil
  313. })
  314. }
  315. eventBus := types.NewEventBus()
  316. eventBus.SetLogger(logger.With("module", "events"))
  317. // services which will be publishing and/or subscribing for messages (events)
  318. // consensusReactor will set it on consensusState and blockExecutor
  319. consensusReactor.SetEventBus(eventBus)
  320. // Transaction indexing
  321. var txIndexer txindex.TxIndexer
  322. switch config.TxIndex.Indexer {
  323. case "kv":
  324. store, err := dbProvider(&DBContext{"tx_index", config})
  325. if err != nil {
  326. return nil, err
  327. }
  328. if config.TxIndex.IndexTags != "" {
  329. txIndexer = kv.NewTxIndex(store, kv.IndexTags(cmn.SplitAndTrim(config.TxIndex.IndexTags, ",", " ")))
  330. } else if config.TxIndex.IndexAllTags {
  331. txIndexer = kv.NewTxIndex(store, kv.IndexAllTags())
  332. } else {
  333. txIndexer = kv.NewTxIndex(store)
  334. }
  335. default:
  336. txIndexer = &null.TxIndex{}
  337. }
  338. indexerService := txindex.NewIndexerService(txIndexer, eventBus)
  339. indexerService.SetLogger(logger.With("module", "txindex"))
  340. // run the profile server
  341. profileHost := config.ProfListenAddress
  342. if profileHost != "" {
  343. go func() {
  344. logger.Error("Profile server", "err", http.ListenAndServe(profileHost, nil))
  345. }()
  346. }
  347. node := &Node{
  348. config: config,
  349. genesisDoc: genDoc,
  350. privValidator: privValidator,
  351. sw: sw,
  352. addrBook: addrBook,
  353. nodeKey: nodeKey,
  354. stateDB: stateDB,
  355. blockStore: blockStore,
  356. bcReactor: bcReactor,
  357. mempoolReactor: mempoolReactor,
  358. consensusState: consensusState,
  359. consensusReactor: consensusReactor,
  360. evidencePool: evidencePool,
  361. proxyApp: proxyApp,
  362. txIndexer: txIndexer,
  363. indexerService: indexerService,
  364. eventBus: eventBus,
  365. }
  366. node.BaseService = *cmn.NewBaseService(logger, "Node", node)
  367. return node, nil
  368. }
  369. // OnStart starts the Node. It implements cmn.Service.
  370. func (n *Node) OnStart() error {
  371. err := n.eventBus.Start()
  372. if err != nil {
  373. return err
  374. }
  375. // Create & add listener
  376. l := p2p.NewDefaultListener(
  377. n.config.P2P.ListenAddress,
  378. n.config.P2P.ExternalAddress,
  379. n.config.P2P.UPNP,
  380. n.Logger.With("module", "p2p"))
  381. n.sw.AddListener(l)
  382. nodeInfo := n.makeNodeInfo(n.nodeKey.ID())
  383. n.sw.SetNodeInfo(nodeInfo)
  384. n.sw.SetNodeKey(n.nodeKey)
  385. // Add ourselves to addrbook to prevent dialing ourselves
  386. n.addrBook.AddOurAddress(nodeInfo.NetAddress())
  387. // Add private IDs to addrbook to block those peers being added
  388. n.addrBook.AddPrivateIDs(cmn.SplitAndTrim(n.config.P2P.PrivatePeerIDs, ",", " "))
  389. // Start the RPC server before the P2P server
  390. // so we can eg. receive txs for the first block
  391. if n.config.RPC.ListenAddress != "" {
  392. listeners, err := n.startRPC()
  393. if err != nil {
  394. return err
  395. }
  396. n.rpcListeners = listeners
  397. }
  398. if n.config.Instrumentation.Prometheus &&
  399. n.config.Instrumentation.PrometheusListenAddr != "" {
  400. n.prometheusSrv = n.startPrometheusServer(n.config.Instrumentation.PrometheusListenAddr)
  401. }
  402. // Start the switch (the P2P server).
  403. err = n.sw.Start()
  404. if err != nil {
  405. return err
  406. }
  407. // Always connect to persistent peers
  408. if n.config.P2P.PersistentPeers != "" {
  409. err = n.sw.DialPeersAsync(n.addrBook, cmn.SplitAndTrim(n.config.P2P.PersistentPeers, ",", " "), true)
  410. if err != nil {
  411. return err
  412. }
  413. }
  414. // start tx indexer
  415. return n.indexerService.Start()
  416. }
  417. // OnStop stops the Node. It implements cmn.Service.
  418. func (n *Node) OnStop() {
  419. n.BaseService.OnStop()
  420. n.Logger.Info("Stopping Node")
  421. // first stop the non-reactor services
  422. n.eventBus.Stop()
  423. n.indexerService.Stop()
  424. // now stop the reactors
  425. // TODO: gracefully disconnect from peers.
  426. n.sw.Stop()
  427. // finally stop the listeners / external services
  428. for _, l := range n.rpcListeners {
  429. n.Logger.Info("Closing rpc listener", "listener", l)
  430. if err := l.Close(); err != nil {
  431. n.Logger.Error("Error closing listener", "listener", l, "err", err)
  432. }
  433. }
  434. if pvsc, ok := n.privValidator.(*privval.SocketPV); ok {
  435. if err := pvsc.Stop(); err != nil {
  436. n.Logger.Error("Error stopping priv validator socket client", "err", err)
  437. }
  438. }
  439. if n.prometheusSrv != nil {
  440. if err := n.prometheusSrv.Shutdown(context.Background()); err != nil {
  441. // Error from closing listeners, or context timeout:
  442. n.Logger.Error("Prometheus HTTP server Shutdown", "err", err)
  443. }
  444. }
  445. }
  446. // RunForever waits for an interrupt signal and stops the node.
  447. func (n *Node) RunForever() {
  448. // Sleep forever and then...
  449. cmn.TrapSignal(func() {
  450. n.Stop()
  451. })
  452. }
  453. // AddListener adds a listener to accept inbound peer connections.
  454. // It should be called before starting the Node.
  455. // The first listener is the primary listener (in NodeInfo)
  456. func (n *Node) AddListener(l p2p.Listener) {
  457. n.sw.AddListener(l)
  458. }
  459. // ConfigureRPC sets all variables in rpccore so they will serve
  460. // rpc calls from this node
  461. func (n *Node) ConfigureRPC() {
  462. rpccore.SetStateDB(n.stateDB)
  463. rpccore.SetBlockStore(n.blockStore)
  464. rpccore.SetConsensusState(n.consensusState)
  465. rpccore.SetMempool(n.mempoolReactor.Mempool)
  466. rpccore.SetEvidencePool(n.evidencePool)
  467. rpccore.SetSwitch(n.sw)
  468. rpccore.SetPubKey(n.privValidator.GetPubKey())
  469. rpccore.SetGenesisDoc(n.genesisDoc)
  470. rpccore.SetAddrBook(n.addrBook)
  471. rpccore.SetProxyAppQuery(n.proxyApp.Query())
  472. rpccore.SetTxIndexer(n.txIndexer)
  473. rpccore.SetConsensusReactor(n.consensusReactor)
  474. rpccore.SetEventBus(n.eventBus)
  475. rpccore.SetLogger(n.Logger.With("module", "rpc"))
  476. }
  477. func (n *Node) startRPC() ([]net.Listener, error) {
  478. n.ConfigureRPC()
  479. listenAddrs := cmn.SplitAndTrim(n.config.RPC.ListenAddress, ",", " ")
  480. coreCodec := amino.NewCodec()
  481. ctypes.RegisterAmino(coreCodec)
  482. if n.config.RPC.Unsafe {
  483. rpccore.AddUnsafeRoutes()
  484. }
  485. // we may expose the rpc over both a unix and tcp socket
  486. listeners := make([]net.Listener, len(listenAddrs))
  487. for i, listenAddr := range listenAddrs {
  488. mux := http.NewServeMux()
  489. rpcLogger := n.Logger.With("module", "rpc-server")
  490. wm := rpcserver.NewWebsocketManager(rpccore.Routes, coreCodec, rpcserver.EventSubscriber(n.eventBus))
  491. wm.SetLogger(rpcLogger.With("protocol", "websocket"))
  492. mux.HandleFunc("/websocket", wm.WebsocketHandler)
  493. rpcserver.RegisterRPCFuncs(mux, rpccore.Routes, coreCodec, rpcLogger)
  494. listener, err := rpcserver.StartHTTPServer(
  495. listenAddr,
  496. mux,
  497. rpcLogger,
  498. rpcserver.Config{MaxOpenConnections: n.config.RPC.MaxOpenConnections},
  499. )
  500. if err != nil {
  501. return nil, err
  502. }
  503. listeners[i] = listener
  504. }
  505. // we expose a simplified api over grpc for convenience to app devs
  506. grpcListenAddr := n.config.RPC.GRPCListenAddress
  507. if grpcListenAddr != "" {
  508. listener, err := grpccore.StartGRPCServer(
  509. grpcListenAddr,
  510. grpccore.Config{
  511. MaxOpenConnections: n.config.RPC.GRPCMaxOpenConnections,
  512. },
  513. )
  514. if err != nil {
  515. return nil, err
  516. }
  517. listeners = append(listeners, listener)
  518. }
  519. return listeners, nil
  520. }
  521. // startPrometheusServer starts a Prometheus HTTP server, listening for metrics
  522. // collectors on addr.
  523. func (n *Node) startPrometheusServer(addr string) *http.Server {
  524. srv := &http.Server{
  525. Addr: addr,
  526. Handler: promhttp.InstrumentMetricHandler(
  527. prometheus.DefaultRegisterer, promhttp.HandlerFor(
  528. prometheus.DefaultGatherer,
  529. promhttp.HandlerOpts{MaxRequestsInFlight: n.config.Instrumentation.MaxOpenConnections},
  530. ),
  531. ),
  532. }
  533. go func() {
  534. if err := srv.ListenAndServe(); err != http.ErrServerClosed {
  535. // Error starting or closing listener:
  536. n.Logger.Error("Prometheus HTTP server ListenAndServe", "err", err)
  537. }
  538. }()
  539. return srv
  540. }
  541. // Switch returns the Node's Switch.
  542. func (n *Node) Switch() *p2p.Switch {
  543. return n.sw
  544. }
  545. // BlockStore returns the Node's BlockStore.
  546. func (n *Node) BlockStore() *bc.BlockStore {
  547. return n.blockStore
  548. }
  549. // ConsensusState returns the Node's ConsensusState.
  550. func (n *Node) ConsensusState() *cs.ConsensusState {
  551. return n.consensusState
  552. }
  553. // ConsensusReactor returns the Node's ConsensusReactor.
  554. func (n *Node) ConsensusReactor() *cs.ConsensusReactor {
  555. return n.consensusReactor
  556. }
  557. // MempoolReactor returns the Node's MempoolReactor.
  558. func (n *Node) MempoolReactor() *mempl.MempoolReactor {
  559. return n.mempoolReactor
  560. }
  561. // EvidencePool returns the Node's EvidencePool.
  562. func (n *Node) EvidencePool() *evidence.EvidencePool {
  563. return n.evidencePool
  564. }
  565. // EventBus returns the Node's EventBus.
  566. func (n *Node) EventBus() *types.EventBus {
  567. return n.eventBus
  568. }
  569. // PrivValidator returns the Node's PrivValidator.
  570. // XXX: for convenience only!
  571. func (n *Node) PrivValidator() types.PrivValidator {
  572. return n.privValidator
  573. }
  574. // GenesisDoc returns the Node's GenesisDoc.
  575. func (n *Node) GenesisDoc() *types.GenesisDoc {
  576. return n.genesisDoc
  577. }
  578. // ProxyApp returns the Node's AppConns, representing its connections to the ABCI application.
  579. func (n *Node) ProxyApp() proxy.AppConns {
  580. return n.proxyApp
  581. }
  582. func (n *Node) makeNodeInfo(nodeID p2p.ID) p2p.NodeInfo {
  583. txIndexerStatus := "on"
  584. if _, ok := n.txIndexer.(*null.TxIndex); ok {
  585. txIndexerStatus = "off"
  586. }
  587. nodeInfo := p2p.NodeInfo{
  588. ID: nodeID,
  589. Network: n.genesisDoc.ChainID,
  590. Version: version.Version,
  591. Channels: []byte{
  592. bc.BlockchainChannel,
  593. cs.StateChannel, cs.DataChannel, cs.VoteChannel, cs.VoteSetBitsChannel,
  594. mempl.MempoolChannel,
  595. evidence.EvidenceChannel,
  596. },
  597. Moniker: n.config.Moniker,
  598. Other: []string{
  599. fmt.Sprintf("amino_version=%v", amino.Version),
  600. fmt.Sprintf("p2p_version=%v", p2p.Version),
  601. fmt.Sprintf("consensus_version=%v", cs.Version),
  602. fmt.Sprintf("rpc_version=%v/%v", rpc.Version, rpccore.Version),
  603. fmt.Sprintf("tx_index=%v", txIndexerStatus),
  604. },
  605. }
  606. if n.config.P2P.PexReactor {
  607. nodeInfo.Channels = append(nodeInfo.Channels, pex.PexChannel)
  608. }
  609. rpcListenAddr := n.config.RPC.ListenAddress
  610. nodeInfo.Other = append(nodeInfo.Other, fmt.Sprintf("rpc_addr=%v", rpcListenAddr))
  611. if !n.sw.IsListening() {
  612. return nodeInfo
  613. }
  614. p2pListener := n.sw.Listeners()[0]
  615. p2pHost := p2pListener.ExternalAddressHost()
  616. p2pPort := p2pListener.ExternalAddress().Port
  617. nodeInfo.ListenAddr = fmt.Sprintf("%v:%v", p2pHost, p2pPort)
  618. return nodeInfo
  619. }
  620. //------------------------------------------------------------------------------
  621. // NodeInfo returns the Node's Info from the Switch.
  622. func (n *Node) NodeInfo() p2p.NodeInfo {
  623. return n.sw.NodeInfo()
  624. }
  625. //------------------------------------------------------------------------------
  626. var (
  627. genesisDocKey = []byte("genesisDoc")
  628. )
  629. // panics if failed to unmarshal bytes
  630. func loadGenesisDoc(db dbm.DB) (*types.GenesisDoc, error) {
  631. bytes := db.Get(genesisDocKey)
  632. if len(bytes) == 0 {
  633. return nil, errors.New("Genesis doc not found")
  634. }
  635. var genDoc *types.GenesisDoc
  636. err := cdc.UnmarshalJSON(bytes, &genDoc)
  637. if err != nil {
  638. cmn.PanicCrisis(fmt.Sprintf("Failed to load genesis doc due to unmarshaling error: %v (bytes: %X)", err, bytes))
  639. }
  640. return genDoc, nil
  641. }
  642. // panics if failed to marshal the given genesis document
  643. func saveGenesisDoc(db dbm.DB, genDoc *types.GenesisDoc) {
  644. bytes, err := cdc.MarshalJSON(genDoc)
  645. if err != nil {
  646. cmn.PanicCrisis(fmt.Sprintf("Failed to save genesis doc due to marshaling error: %v", err))
  647. }
  648. db.SetSync(genesisDocKey, bytes)
  649. }