You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

701 lines
23 KiB

7 years ago
7 years ago
7 years ago
7 years ago
lint: Enable Golint (#4212) * Fix many golint errors * Fix golint errors in the 'lite' package * Don't export Pool.store * Fix typo * Revert unwanted changes * Fix errors in counter package * Fix linter errors in kvstore package * Fix linter error in example package * Fix error in tests package * Fix linter errors in v2 package * Fix linter errors in consensus package * Fix linter errors in evidence package * Fix linter error in fail package * Fix linter errors in query package * Fix linter errors in core package * Fix linter errors in node package * Fix linter errors in mempool package * Fix linter error in conn package * Fix linter errors in pex package * Rename PEXReactor export to Reactor * Fix linter errors in trust package * Fix linter errors in upnp package * Fix linter errors in p2p package * Fix linter errors in proxy package * Fix linter errors in mock_test package * Fix linter error in client_test package * Fix linter errors in coretypes package * Fix linter errors in coregrpc package * Fix linter errors in rpcserver package * Fix linter errors in rpctypes package * Fix linter errors in rpctest package * Fix linter error in json2wal script * Fix linter error in wal2json script * Fix linter errors in kv package * Fix linter error in state package * Fix linter error in grpc_client * Fix linter errors in types package * Fix linter error in version package * Fix remaining errors * Address review comments * Fix broken tests * Reconcile package coregrpc * Fix golangci bot error * Fix new golint errors * Fix broken reference * Enable golint linter * minor changes to bring golint into line * fix failing test * fix pex reactor naming * address PR comments
5 years ago
7 years ago
7 years ago
7 years ago
7 years ago
7 years ago
lint: Enable Golint (#4212) * Fix many golint errors * Fix golint errors in the 'lite' package * Don't export Pool.store * Fix typo * Revert unwanted changes * Fix errors in counter package * Fix linter errors in kvstore package * Fix linter error in example package * Fix error in tests package * Fix linter errors in v2 package * Fix linter errors in consensus package * Fix linter errors in evidence package * Fix linter error in fail package * Fix linter errors in query package * Fix linter errors in core package * Fix linter errors in node package * Fix linter errors in mempool package * Fix linter error in conn package * Fix linter errors in pex package * Rename PEXReactor export to Reactor * Fix linter errors in trust package * Fix linter errors in upnp package * Fix linter errors in p2p package * Fix linter errors in proxy package * Fix linter errors in mock_test package * Fix linter error in client_test package * Fix linter errors in coretypes package * Fix linter errors in coregrpc package * Fix linter errors in rpcserver package * Fix linter errors in rpctypes package * Fix linter errors in rpctest package * Fix linter error in json2wal script * Fix linter error in wal2json script * Fix linter errors in kv package * Fix linter error in state package * Fix linter error in grpc_client * Fix linter errors in types package * Fix linter error in version package * Fix remaining errors * Address review comments * Fix broken tests * Reconcile package coregrpc * Fix golangci bot error * Fix new golint errors * Fix broken reference * Enable golint linter * minor changes to bring golint into line * fix failing test * fix pex reactor naming * address PR comments
5 years ago
7 years ago
7 years ago
lint: Enable Golint (#4212) * Fix many golint errors * Fix golint errors in the 'lite' package * Don't export Pool.store * Fix typo * Revert unwanted changes * Fix errors in counter package * Fix linter errors in kvstore package * Fix linter error in example package * Fix error in tests package * Fix linter errors in v2 package * Fix linter errors in consensus package * Fix linter errors in evidence package * Fix linter error in fail package * Fix linter errors in query package * Fix linter errors in core package * Fix linter errors in node package * Fix linter errors in mempool package * Fix linter error in conn package * Fix linter errors in pex package * Rename PEXReactor export to Reactor * Fix linter errors in trust package * Fix linter errors in upnp package * Fix linter errors in p2p package * Fix linter errors in proxy package * Fix linter errors in mock_test package * Fix linter error in client_test package * Fix linter errors in coretypes package * Fix linter errors in coregrpc package * Fix linter errors in rpcserver package * Fix linter errors in rpctypes package * Fix linter errors in rpctest package * Fix linter error in json2wal script * Fix linter error in wal2json script * Fix linter errors in kv package * Fix linter error in state package * Fix linter error in grpc_client * Fix linter errors in types package * Fix linter error in version package * Fix remaining errors * Address review comments * Fix broken tests * Reconcile package coregrpc * Fix golangci bot error * Fix new golint errors * Fix broken reference * Enable golint linter * minor changes to bring golint into line * fix failing test * fix pex reactor naming * address PR comments
5 years ago
7 years ago
  1. package evidence
  2. import (
  3. "errors"
  4. "fmt"
  5. "sync"
  6. "time"
  7. "github.com/gogo/protobuf/proto"
  8. gogotypes "github.com/gogo/protobuf/types"
  9. dbm "github.com/tendermint/tm-db"
  10. clist "github.com/tendermint/tendermint/libs/clist"
  11. "github.com/tendermint/tendermint/libs/log"
  12. tmproto "github.com/tendermint/tendermint/proto/tendermint/types"
  13. sm "github.com/tendermint/tendermint/state"
  14. "github.com/tendermint/tendermint/types"
  15. )
  16. const (
  17. baseKeyCommitted = byte(0x00)
  18. baseKeyPending = byte(0x01)
  19. baseKeyPOLC = byte(0x02)
  20. baseKeyAwaitingTrial = byte(0x03)
  21. )
  22. // Pool maintains a pool of valid evidence to be broadcasted and committed
  23. type Pool struct {
  24. logger log.Logger
  25. evidenceStore dbm.DB
  26. evidenceList *clist.CList // concurrent linked-list of evidence
  27. // needed to load validators to verify evidence
  28. stateDB StateStore
  29. // needed to load headers to verify evidence
  30. blockStore BlockStore
  31. mtx sync.Mutex
  32. // latest state
  33. state sm.State
  34. // This is the closest height where at one or more of the current trial periods
  35. // will have ended and we will need to then upgrade the evidence to amnesia evidence.
  36. // It is set to -1 when we don't have any evidence on trial.
  37. nextEvidenceTrialEndedHeight int64
  38. }
  39. // NewPool creates an evidence pool. If using an existing evidence store,
  40. // it will add all pending evidence to the concurrent list.
  41. func NewPool(evidenceDB dbm.DB, stateDB StateStore, blockStore BlockStore) (*Pool, error) {
  42. var (
  43. state = stateDB.LoadState()
  44. )
  45. pool := &Pool{
  46. stateDB: stateDB,
  47. blockStore: blockStore,
  48. state: state,
  49. logger: log.NewNopLogger(),
  50. evidenceStore: evidenceDB,
  51. evidenceList: clist.New(),
  52. nextEvidenceTrialEndedHeight: -1,
  53. }
  54. // if pending evidence already in db, in event of prior failure, then load it back to the evidenceList
  55. evList := pool.AllPendingEvidence()
  56. for _, ev := range evList {
  57. pool.evidenceList.PushBack(ev)
  58. }
  59. return pool, nil
  60. }
  61. // PendingEvidence is used primarily as part of block proposal and returns up to maxNum of uncommitted evidence.
  62. // If maxNum is -1, all evidence is returned. Pending evidence is prioritized based on time.
  63. func (evpool *Pool) PendingEvidence(maxNum uint32) []types.Evidence {
  64. evpool.removeExpiredPendingEvidence()
  65. evidence, err := evpool.listEvidence(baseKeyPending, int64(maxNum))
  66. if err != nil {
  67. evpool.logger.Error("Unable to retrieve pending evidence", "err", err)
  68. }
  69. return evidence
  70. }
  71. // AllPendingEvidence returns all evidence ready to be proposed and committed.
  72. func (evpool *Pool) AllPendingEvidence() []types.Evidence {
  73. evpool.removeExpiredPendingEvidence()
  74. evidence, err := evpool.listEvidence(baseKeyPending, -1)
  75. if err != nil {
  76. evpool.logger.Error("Unable to retrieve pending evidence", "err", err)
  77. }
  78. return evidence
  79. }
  80. // Update uses the latest block & state to update any evidence that has been committed, to prune all expired evidence
  81. // and to check if any trial period of potential amnesia evidence has finished.
  82. func (evpool *Pool) Update(block *types.Block, state sm.State) {
  83. // sanity check
  84. if state.LastBlockHeight != block.Height {
  85. panic(fmt.Sprintf("Failed EvidencePool.Update sanity check: got state.Height=%d with block.Height=%d",
  86. state.LastBlockHeight,
  87. block.Height,
  88. ),
  89. )
  90. }
  91. // update the state
  92. evpool.updateState(state)
  93. // remove evidence from pending and mark committed
  94. evpool.MarkEvidenceAsCommitted(block.Height, block.Evidence.Evidence)
  95. // prune pending, committed and potential evidence and polc's periodically
  96. if block.Height%state.ConsensusParams.Evidence.MaxAgeNumBlocks == 0 {
  97. evpool.logger.Debug("Pruning expired evidence")
  98. evpool.pruneExpiredPOLC()
  99. // NOTE: As this is periodic, this implies that there may be some pending evidence in the
  100. // db that have already expired. However, expired evidence will also be removed whenever
  101. // PendingEvidence() is called ensuring that no expired evidence is proposed.
  102. evpool.removeExpiredPendingEvidence()
  103. }
  104. if evpool.nextEvidenceTrialEndedHeight > 0 && block.Height > evpool.nextEvidenceTrialEndedHeight {
  105. evpool.logger.Debug("Upgrading all potential amnesia evidence that have served the trial period")
  106. evpool.nextEvidenceTrialEndedHeight = evpool.upgradePotentialAmnesiaEvidence()
  107. }
  108. }
  109. // AddPOLC adds a proof of lock change to the evidence database
  110. // that may be needed in the future to verify votes
  111. func (evpool *Pool) AddPOLC(polc *types.ProofOfLockChange) error {
  112. key := keyPOLC(polc)
  113. pbplc, err := polc.ToProto()
  114. if err != nil {
  115. return err
  116. }
  117. polcBytes, err := proto.Marshal(pbplc)
  118. if err != nil {
  119. return fmt.Errorf("addPOLC: unable to marshal ProofOfLockChange: %w", err)
  120. }
  121. return evpool.evidenceStore.Set(key, polcBytes)
  122. }
  123. // AddEvidence checks the evidence is valid and adds it to the pool.
  124. func (evpool *Pool) AddEvidence(ev types.Evidence) error {
  125. evpool.logger.Debug("Attempting to add evidence", "ev", ev)
  126. if evpool.Has(ev) {
  127. // if it is an amnesia evidence we have but POLC is not absent then
  128. // we should still process it else we loop to the next piece of evidence
  129. if ae, ok := ev.(*types.AmnesiaEvidence); !ok || ae.Polc.IsAbsent() {
  130. return nil
  131. }
  132. }
  133. // 1) Verify against state.
  134. if err := evpool.verify(ev); err != nil {
  135. return types.NewErrEvidenceInvalid(ev, err)
  136. }
  137. // For potential amnesia evidence, if this node is indicted it shall retrieve a polc
  138. // to form AmensiaEvidence else start the trial period for the piece of evidence
  139. if pe, ok := ev.(*types.PotentialAmnesiaEvidence); ok {
  140. if err := evpool.handleInboundPotentialAmnesiaEvidence(pe); err != nil {
  141. return err
  142. }
  143. return nil
  144. } else if ae, ok := ev.(*types.AmnesiaEvidence); ok {
  145. // we have received an new amnesia evidence that we have never seen before so we must extract out the
  146. // potential amnesia evidence part and run our own trial
  147. if ae.Polc.IsAbsent() && ae.PotentialAmnesiaEvidence.VoteA.Round <
  148. ae.PotentialAmnesiaEvidence.VoteB.Round {
  149. if err := evpool.handleInboundPotentialAmnesiaEvidence(ae.PotentialAmnesiaEvidence); err != nil {
  150. return fmt.Errorf("failed to handle amnesia evidence, err: %w", err)
  151. }
  152. return nil
  153. }
  154. // we are going to add this amnesia evidence as it's already punishable.
  155. // We also check if we already have an amnesia evidence or potential
  156. // amnesia evidence that addesses the same case that we will need to remove
  157. aeWithoutPolc := types.NewAmnesiaEvidence(ae.PotentialAmnesiaEvidence, types.NewEmptyPOLC())
  158. if evpool.IsPending(aeWithoutPolc) {
  159. evpool.removePendingEvidence(aeWithoutPolc)
  160. } else if evpool.IsOnTrial(ae.PotentialAmnesiaEvidence) {
  161. key := keyAwaitingTrial(ae.PotentialAmnesiaEvidence)
  162. if err := evpool.evidenceStore.Delete(key); err != nil {
  163. evpool.logger.Error("Failed to remove potential amnesia evidence from database", "err", err)
  164. }
  165. }
  166. }
  167. // 2) Save to store.
  168. if err := evpool.addPendingEvidence(ev); err != nil {
  169. return fmt.Errorf("database error when adding evidence: %v", err)
  170. }
  171. // 3) Add evidence to clist.
  172. evpool.evidenceList.PushBack(ev)
  173. evpool.logger.Info("Verified new evidence of byzantine behavior", "evidence", ev)
  174. return nil
  175. }
  176. // Verify verifies the evidence against the node's (or evidence pool's) state. More specifically, to validate
  177. // evidence against state is to validate it against the nodes own header and validator set for that height. This ensures
  178. // as well as meeting the evidence's own validation rules, that the evidence hasn't expired, that the validator is still
  179. // bonded and that the evidence can be committed to the chain.
  180. func (evpool *Pool) Verify(evidence types.Evidence) error {
  181. if evpool.IsCommitted(evidence) {
  182. return errors.New("evidence was already committed")
  183. }
  184. // We have already verified this piece of evidence - no need to do it again
  185. if evpool.IsPending(evidence) {
  186. return nil
  187. }
  188. // if we don't already have amnesia evidence we need to add it to start our own trial period unless
  189. // a) a valid polc has already been attached
  190. // b) the accused node voted back on an earlier round
  191. if ae, ok := evidence.(*types.AmnesiaEvidence); ok && ae.Polc.IsAbsent() && ae.PotentialAmnesiaEvidence.VoteA.Round <
  192. ae.PotentialAmnesiaEvidence.VoteB.Round {
  193. if err := evpool.AddEvidence(ae.PotentialAmnesiaEvidence); err != nil {
  194. return fmt.Errorf("unknown amnesia evidence, trying to add to evidence pool, err: %w", err)
  195. }
  196. return errors.New("amnesia evidence is new and hasn't undergone trial period yet")
  197. }
  198. return evpool.verify(evidence)
  199. }
  200. func (evpool *Pool) verify(evidence types.Evidence) error {
  201. return VerifyEvidence(evidence, evpool.State(), evpool.stateDB, evpool.blockStore)
  202. }
  203. // MarkEvidenceAsCommitted marks all the evidence as committed and removes it
  204. // from the queue.
  205. func (evpool *Pool) MarkEvidenceAsCommitted(height int64, evidence []types.Evidence) {
  206. // make a map of committed evidence to remove from the clist
  207. blockEvidenceMap := make(map[string]struct{})
  208. for _, ev := range evidence {
  209. // As the evidence is stored in the block store we only need to record the height that it was saved at.
  210. key := keyCommitted(ev)
  211. h := gogotypes.Int64Value{Value: height}
  212. evBytes, err := proto.Marshal(&h)
  213. if err != nil {
  214. panic(err)
  215. }
  216. if err := evpool.evidenceStore.Set(key, evBytes); err != nil {
  217. evpool.logger.Error("Unable to add committed evidence", "err", err)
  218. // if we can't move evidence to committed then don't remove the evidence from pending
  219. continue
  220. }
  221. // if pending, remove from that bucket, remember not all evidence has been seen before
  222. if evpool.IsPending(ev) {
  223. evpool.removePendingEvidence(ev)
  224. blockEvidenceMap[evMapKey(ev)] = struct{}{}
  225. }
  226. }
  227. // remove committed evidence from the clist
  228. if len(blockEvidenceMap) != 0 {
  229. evpool.removeEvidenceFromList(blockEvidenceMap)
  230. }
  231. }
  232. // Has checks whether the evidence exists either pending or already committed
  233. func (evpool *Pool) Has(evidence types.Evidence) bool {
  234. return evpool.IsPending(evidence) || evpool.IsCommitted(evidence) || evpool.IsOnTrial(evidence)
  235. }
  236. // IsEvidenceExpired checks whether evidence is past the maximum age where it can be used
  237. func (evpool *Pool) IsEvidenceExpired(evidence types.Evidence) bool {
  238. return evpool.IsExpired(evidence.Height(), evidence.Time())
  239. }
  240. // IsExpired checks whether evidence or a polc is expired by checking whether a height and time is older
  241. // than set by the evidence consensus parameters
  242. func (evpool *Pool) IsExpired(height int64, time time.Time) bool {
  243. var (
  244. params = evpool.State().ConsensusParams.Evidence
  245. ageDuration = evpool.State().LastBlockTime.Sub(time)
  246. ageNumBlocks = evpool.State().LastBlockHeight - height
  247. )
  248. return ageNumBlocks > params.MaxAgeNumBlocks &&
  249. ageDuration > params.MaxAgeDuration
  250. }
  251. // IsCommitted returns true if we have already seen this exact evidence and it is already marked as committed.
  252. func (evpool *Pool) IsCommitted(evidence types.Evidence) bool {
  253. key := keyCommitted(evidence)
  254. ok, err := evpool.evidenceStore.Has(key)
  255. if err != nil {
  256. evpool.logger.Error("Unable to find committed evidence", "err", err)
  257. }
  258. return ok
  259. }
  260. // IsPending checks whether the evidence is already pending. DB errors are passed to the logger.
  261. func (evpool *Pool) IsPending(evidence types.Evidence) bool {
  262. key := keyPending(evidence)
  263. ok, err := evpool.evidenceStore.Has(key)
  264. if err != nil {
  265. evpool.logger.Error("Unable to find pending evidence", "err", err)
  266. }
  267. return ok
  268. }
  269. // IsOnTrial checks whether a piece of evidence is in the awaiting bucket.
  270. // Only Potential Amnesia Evidence is stored here.
  271. func (evpool *Pool) IsOnTrial(evidence types.Evidence) bool {
  272. pe, ok := evidence.(*types.PotentialAmnesiaEvidence)
  273. if !ok {
  274. return false
  275. }
  276. key := keyAwaitingTrial(pe)
  277. ok, err := evpool.evidenceStore.Has(key)
  278. if err != nil {
  279. evpool.logger.Error("Unable to find evidence on trial", "err", err)
  280. }
  281. return ok
  282. }
  283. // RetrievePOLC attempts to find a polc at the given height and round, if not there than exist returns false, all
  284. // database errors are automatically logged
  285. func (evpool *Pool) RetrievePOLC(height int64, round int32) (*types.ProofOfLockChange, error) {
  286. var pbpolc tmproto.ProofOfLockChange
  287. key := keyPOLCFromHeightAndRound(height, round)
  288. polcBytes, err := evpool.evidenceStore.Get(key)
  289. if err != nil {
  290. evpool.logger.Error("Unable to retrieve polc", "err", err)
  291. return nil, err
  292. }
  293. // polc doesn't exist
  294. if polcBytes == nil {
  295. return nil, nil
  296. }
  297. err = proto.Unmarshal(polcBytes, &pbpolc)
  298. if err != nil {
  299. return nil, err
  300. }
  301. polc, err := types.ProofOfLockChangeFromProto(&pbpolc)
  302. if err != nil {
  303. return nil, err
  304. }
  305. return polc, err
  306. }
  307. // EvidenceFront goes to the first evidence in the clist
  308. func (evpool *Pool) EvidenceFront() *clist.CElement {
  309. return evpool.evidenceList.Front()
  310. }
  311. // EvidenceWaitChan is a channel that closes once the first evidence in the list is there. i.e Front is not nil
  312. func (evpool *Pool) EvidenceWaitChan() <-chan struct{} {
  313. return evpool.evidenceList.WaitChan()
  314. }
  315. // SetLogger sets the Logger.
  316. func (evpool *Pool) SetLogger(l log.Logger) {
  317. evpool.logger = l
  318. }
  319. // Header gets the header from the block store at a specified height.
  320. // Is used for validation of LunaticValidatorEvidence
  321. func (evpool *Pool) Header(height int64) *types.Header {
  322. blockMeta := evpool.blockStore.LoadBlockMeta(height)
  323. if blockMeta == nil {
  324. return nil
  325. }
  326. return &blockMeta.Header
  327. }
  328. // State returns the current state of the evpool.
  329. func (evpool *Pool) State() sm.State {
  330. evpool.mtx.Lock()
  331. defer evpool.mtx.Unlock()
  332. return evpool.state
  333. }
  334. func (evpool *Pool) addPendingEvidence(evidence types.Evidence) error {
  335. evi, err := types.EvidenceToProto(evidence)
  336. if err != nil {
  337. return fmt.Errorf("unable to convert to proto, err: %w", err)
  338. }
  339. evBytes, err := proto.Marshal(evi)
  340. if err != nil {
  341. return fmt.Errorf("unable to marshal evidence: %w", err)
  342. }
  343. key := keyPending(evidence)
  344. return evpool.evidenceStore.Set(key, evBytes)
  345. }
  346. func (evpool *Pool) removePendingEvidence(evidence types.Evidence) {
  347. key := keyPending(evidence)
  348. if err := evpool.evidenceStore.Delete(key); err != nil {
  349. evpool.logger.Error("Unable to delete pending evidence", "err", err)
  350. } else {
  351. evpool.logger.Info("Deleted pending evidence", "evidence", evidence)
  352. }
  353. }
  354. // listEvidence lists up to maxNum pieces of evidence for the given prefix key.
  355. // If maxNum is -1, there's no cap on the size of returned evidence.
  356. func (evpool *Pool) listEvidence(prefixKey byte, maxNum int64) ([]types.Evidence, error) {
  357. var count int64
  358. var evidence []types.Evidence
  359. iter, err := dbm.IteratePrefix(evpool.evidenceStore, []byte{prefixKey})
  360. if err != nil {
  361. return nil, fmt.Errorf("database error: %v", err)
  362. }
  363. defer iter.Close()
  364. for ; iter.Valid(); iter.Next() {
  365. if count == maxNum {
  366. return evidence, nil
  367. }
  368. count++
  369. val := iter.Value()
  370. var (
  371. ev types.Evidence
  372. evpb tmproto.Evidence
  373. )
  374. err := proto.Unmarshal(val, &evpb)
  375. if err != nil {
  376. return nil, err
  377. }
  378. ev, err = types.EvidenceFromProto(&evpb)
  379. if err != nil {
  380. return nil, err
  381. }
  382. evidence = append(evidence, ev)
  383. }
  384. return evidence, nil
  385. }
  386. func (evpool *Pool) removeExpiredPendingEvidence() {
  387. iter, err := dbm.IteratePrefix(evpool.evidenceStore, []byte{baseKeyPending})
  388. if err != nil {
  389. evpool.logger.Error("Unable to iterate over pending evidence", "err", err)
  390. return
  391. }
  392. defer iter.Close()
  393. blockEvidenceMap := make(map[string]struct{})
  394. for ; iter.Valid(); iter.Next() {
  395. evBytes := iter.Value()
  396. var (
  397. ev types.Evidence
  398. evpb tmproto.Evidence
  399. )
  400. err := proto.Unmarshal(evBytes, &evpb)
  401. if err != nil {
  402. evpool.logger.Error("Unable to unmarshal Evidence", "err", err)
  403. continue
  404. }
  405. ev, err = types.EvidenceFromProto(&evpb)
  406. if err != nil {
  407. evpool.logger.Error("Error in transition evidence from protobuf", "err", err)
  408. continue
  409. }
  410. if !evpool.IsExpired(ev.Height()-1, ev.Time()) {
  411. if len(blockEvidenceMap) != 0 {
  412. evpool.removeEvidenceFromList(blockEvidenceMap)
  413. }
  414. return
  415. }
  416. evpool.removePendingEvidence(ev)
  417. blockEvidenceMap[evMapKey(ev)] = struct{}{}
  418. }
  419. }
  420. func (evpool *Pool) removeEvidenceFromList(
  421. blockEvidenceMap map[string]struct{}) {
  422. for e := evpool.evidenceList.Front(); e != nil; e = e.Next() {
  423. // Remove from clist
  424. ev := e.Value.(types.Evidence)
  425. if _, ok := blockEvidenceMap[evMapKey(ev)]; ok {
  426. evpool.evidenceList.Remove(e)
  427. e.DetachPrev()
  428. }
  429. }
  430. }
  431. func (evpool *Pool) pruneExpiredPOLC() {
  432. evpool.logger.Debug("Pruning expired POLC's")
  433. iter, err := dbm.IteratePrefix(evpool.evidenceStore, []byte{baseKeyPOLC})
  434. if err != nil {
  435. evpool.logger.Error("Unable to iterate over POLC's", "err", err)
  436. return
  437. }
  438. defer iter.Close()
  439. for ; iter.Valid(); iter.Next() {
  440. proofBytes := iter.Value()
  441. var (
  442. pbproof tmproto.ProofOfLockChange
  443. )
  444. err := proto.Unmarshal(proofBytes, &pbproof)
  445. if err != nil {
  446. evpool.logger.Error("Unable to unmarshal POLC", "err", err)
  447. continue
  448. }
  449. proof, err := types.ProofOfLockChangeFromProto(&pbproof)
  450. if err != nil {
  451. evpool.logger.Error("Unable to transition POLC from protobuf", "err", err)
  452. continue
  453. }
  454. if !evpool.IsExpired(proof.Height(), proof.Time()) {
  455. return
  456. }
  457. err = evpool.evidenceStore.Delete(iter.Key())
  458. if err != nil {
  459. evpool.logger.Error("Unable to delete expired POLC", "err", err)
  460. continue
  461. }
  462. evpool.logger.Info("Deleted expired POLC", "polc", proof)
  463. }
  464. }
  465. func (evpool *Pool) updateState(state sm.State) {
  466. evpool.mtx.Lock()
  467. defer evpool.mtx.Unlock()
  468. evpool.state = state
  469. }
  470. // upgrades any potential evidence that has undergone the trial period and is primed to be made into
  471. // amnesia evidence
  472. func (evpool *Pool) upgradePotentialAmnesiaEvidence() int64 {
  473. iter, err := dbm.IteratePrefix(evpool.evidenceStore, []byte{baseKeyAwaitingTrial})
  474. if err != nil {
  475. evpool.logger.Error("Unable to iterate over POLC's", "err", err)
  476. return -1
  477. }
  478. defer iter.Close()
  479. trialPeriod := evpool.State().ConsensusParams.Evidence.ProofTrialPeriod
  480. currentHeight := evpool.State().LastBlockHeight
  481. // 1) Iterate through all potential amnesia evidence in order of height
  482. for ; iter.Valid(); iter.Next() {
  483. paeBytes := iter.Value()
  484. // 2) Retrieve the evidence
  485. var evpb tmproto.Evidence
  486. err := evpb.Unmarshal(paeBytes)
  487. if err != nil {
  488. evpool.logger.Error("Unable to unmarshal potential amnesia evidence", "err", err)
  489. continue
  490. }
  491. ev, err := types.EvidenceFromProto(&evpb)
  492. if err != nil {
  493. evpool.logger.Error("Converting from proto to evidence", "err", err)
  494. continue
  495. }
  496. // 3) Check if the trial period has lapsed and amnesia evidence can be formed
  497. if pe, ok := ev.(*types.PotentialAmnesiaEvidence); ok {
  498. if pe.Primed(trialPeriod, currentHeight) {
  499. ae := types.NewAmnesiaEvidence(pe, types.NewEmptyPOLC())
  500. err := evpool.addPendingEvidence(ae)
  501. if err != nil {
  502. evpool.logger.Error("Unable to add amnesia evidence", "err", err)
  503. continue
  504. }
  505. evpool.logger.Info("Upgraded to amnesia evidence", "amnesiaEvidence", ae)
  506. err = evpool.evidenceStore.Delete(iter.Key())
  507. if err != nil {
  508. evpool.logger.Error("Unable to delete potential amnesia evidence", "err", err)
  509. continue
  510. }
  511. } else {
  512. evpool.logger.Debug("Potential amnesia evidence is not ready to be upgraded. Ready at", "height",
  513. pe.HeightStamp+trialPeriod, "currentHeight", currentHeight)
  514. // once we reach a piece of evidence that isn't ready send back the height with which it will be ready
  515. return pe.HeightStamp + trialPeriod
  516. }
  517. }
  518. }
  519. // if we have no evidence left to process we want to reset nextEvidenceTrialEndedHeight
  520. return -1
  521. }
  522. func (evpool *Pool) handleInboundPotentialAmnesiaEvidence(pe *types.PotentialAmnesiaEvidence) error {
  523. var (
  524. height = pe.Height()
  525. exists = false
  526. polc *types.ProofOfLockChange
  527. err error
  528. )
  529. evpool.logger.Debug("Received Potential Amnesia Evidence", "pe", pe)
  530. // a) first try to find a corresponding polc
  531. for round := pe.VoteB.Round; round > pe.VoteA.Round; round-- {
  532. polc, err = evpool.RetrievePOLC(height, round)
  533. if err != nil {
  534. evpool.logger.Error("Failed to retrieve polc for potential amnesia evidence", "err", err, "pae", pe.String())
  535. continue
  536. }
  537. if polc != nil && !polc.IsAbsent() {
  538. evpool.logger.Debug("Found polc for potential amnesia evidence", "polc", polc)
  539. // we should not need to verify it if both the polc and potential amnesia evidence have already
  540. // been verified. We replace the potential amnesia evidence.
  541. ae := types.NewAmnesiaEvidence(pe, polc)
  542. err := evpool.AddEvidence(ae)
  543. if err != nil {
  544. evpool.logger.Error("Failed to create amnesia evidence from potential amnesia evidence", "err", err)
  545. // revert back to processing potential amnesia evidence
  546. exists = false
  547. } else {
  548. evpool.logger.Info("Formed amnesia evidence from own polc", "amnesiaEvidence", ae)
  549. }
  550. break
  551. }
  552. }
  553. // stamp height that the evidence was received
  554. pe.HeightStamp = evpool.State().LastBlockHeight
  555. // b) check if amnesia evidence can be made now or if we need to enact the trial period
  556. if !exists && pe.Primed(1, pe.HeightStamp) {
  557. evpool.logger.Debug("PotentialAmnesiaEvidence can be instantly upgraded")
  558. err := evpool.AddEvidence(types.NewAmnesiaEvidence(pe, types.NewEmptyPOLC()))
  559. if err != nil {
  560. return err
  561. }
  562. } else if !exists && evpool.State().LastBlockHeight+evpool.State().ConsensusParams.Evidence.ProofTrialPeriod <
  563. pe.Height()+evpool.State().ConsensusParams.Evidence.MaxAgeNumBlocks {
  564. // if we can't find a proof of lock change and we know that the trial period will finish before the
  565. // evidence has expired, then we commence the trial period by saving it in the awaiting bucket
  566. pbe, err := types.EvidenceToProto(pe)
  567. if err != nil {
  568. return err
  569. }
  570. evBytes, err := pbe.Marshal()
  571. if err != nil {
  572. return err
  573. }
  574. key := keyAwaitingTrial(pe)
  575. err = evpool.evidenceStore.Set(key, evBytes)
  576. if err != nil {
  577. return err
  578. }
  579. evpool.logger.Debug("Valid potential amnesia evidence has been added. Starting trial period",
  580. "ev", pe)
  581. // keep track of when the next pe has finished the trial period
  582. if evpool.nextEvidenceTrialEndedHeight == -1 {
  583. evpool.nextEvidenceTrialEndedHeight = pe.Height() + evpool.State().ConsensusParams.Evidence.ProofTrialPeriod
  584. }
  585. // add to the broadcast list so it can continue to be gossiped
  586. evpool.evidenceList.PushBack(pe)
  587. }
  588. return nil
  589. }
  590. func evMapKey(ev types.Evidence) string {
  591. return string(ev.Hash())
  592. }
  593. // big endian padded hex
  594. func bE(h int64) string {
  595. return fmt.Sprintf("%0.16X", h)
  596. }
  597. func keyCommitted(evidence types.Evidence) []byte {
  598. return append([]byte{baseKeyCommitted}, keySuffix(evidence)...)
  599. }
  600. func keyPending(evidence types.Evidence) []byte {
  601. return append([]byte{baseKeyPending}, keySuffix(evidence)...)
  602. }
  603. func keyAwaitingTrial(evidence types.Evidence) []byte {
  604. return append([]byte{baseKeyAwaitingTrial}, keySuffix(evidence)...)
  605. }
  606. func keyPOLC(polc *types.ProofOfLockChange) []byte {
  607. return keyPOLCFromHeightAndRound(polc.Height(), polc.Round())
  608. }
  609. func keyPOLCFromHeightAndRound(height int64, round int32) []byte {
  610. return append([]byte{baseKeyPOLC}, []byte(fmt.Sprintf("%s/%s", bE(height), bE(int64(round))))...)
  611. }
  612. func keySuffix(evidence types.Evidence) []byte {
  613. return []byte(fmt.Sprintf("%s/%X", bE(evidence.Height()), evidence.Hash()))
  614. }