ETCM-645: Add it-test for checkpointing

AnastasiiaL · AnastasiiaL · commit 1944bc354419 · 2021-03-01T13:45:06.000+01:00
diff --git a/src/it/scala/io/iohk/ethereum/sync/RegularSyncItSpec.scala b/src/it/scala/io/iohk/ethereum/sync/RegularSyncItSpec.scala
@@ -3,6 +3,7 @@ package io.iohk.ethereum.sync
 import com.typesafe.config.ConfigValueFactory
 import io.iohk.ethereum.FreeSpecBase
 import io.iohk.ethereum.metrics.{Metrics, MetricsConfig}
+import io.iohk.ethereum.network.PeerId
 import io.iohk.ethereum.sync.util.RegularSyncItSpecUtils.FakePeer
 import io.iohk.ethereum.sync.util.SyncCommonItSpec._
 import io.iohk.ethereum.utils.Config
@@ -76,6 +77,108 @@ class RegularSyncItSpec extends FreeSpecBase with Matchers with BeforeAndAfterAl
     }
   }
 
+  "peers should keep being synced on checkpoints" in customTestCaseResourceM(
+    FakePeer.start2FakePeersRes()
+  ) { case (peer1, peer2) =>
+    val blockNumber: Int = 2000
+    for {
+      _ <- peer1.importBlocksUntil(blockNumber)(IdentityUpdate)
+      _ <- peer1.startRegularSync()
+      _ <- peer2.startRegularSync()
+      _ <- peer2.connectToPeers(Set(peer1.node))
+      _ <- peer2.waitForRegularSyncLoadLastBlock(blockNumber)
+      _ <- peer2.addCheckpointedBlock(peer2.bl.getBestBlock().get)
+      _ <- peer1.waitForRegularSyncLoadLastBlock(blockNumber + 1)
+    } yield {
+      assert(peer1.bl.getBestBlock().get.hash == peer2.bl.getBestBlock().get.hash)
+      assert(peer1.bl.getLatestCheckpointBlockNumber() == peer2.bl.getLatestCheckpointBlockNumber())
+    }
+  }
+
+  "peers should keep being synced on checkpoints even if 2 checkpoints are issued to different forks at the same time" in customTestCaseResourceM(
+    FakePeer.start2FakePeersRes()
+  ) { case (peer1, peer2) =>
+    val blockNumber: Int = 2000
+    for {
+      _ <- peer1.importBlocksUntil(blockNumber)(IdentityUpdate)
+      _ <- peer1.startRegularSync()
+      _ <- peer2.startRegularSync()
+      _ <- peer2.connectToPeers(Set(peer1.node))
+      _ <- peer2.waitForRegularSyncLoadLastBlock(blockNumber)
+      _ <- peer2.mineNewBlocks(100.milliseconds, 2)(IdentityUpdate)
+      _ <- peer2.waitForRegularSyncLoadLastBlock(blockNumber + 2)
+      _ <- peer2.addCheckpointedBlock(peer2.bl.getBestBlock().get)
+      _ <- peer2.waitForRegularSyncLoadLastBlock(blockNumber + 3)
+      _ <- peer1.addCheckpointedBlock(peer1.bl.getBestBlock().get)
+      _ <- peer2.waitForRegularSyncLoadLastBlock(blockNumber + 4)
+      _ <- peer1.mineNewBlocks(100.milliseconds, 1)(IdentityUpdate)
+      _ <- peer2.waitForRegularSyncLoadLastBlock(blockNumber + 5)
+    } yield {
+      assert(peer1.bl.getBestBlock().get.hash == peer2.bl.getBestBlock().get.hash)
+      assert(peer1.bl.getLatestCheckpointBlockNumber() == peer2.bl.getLatestCheckpointBlockNumber())
+    }
+  }
+
+  "peers should chose the branch with a checkpoint discarding blocks that come after the checkpoint" in customTestCaseResourceM(
+    FakePeer.start2FakePeersRes()
+  ) { case (peer1, peer2) =>
+    val lenght = 26
+    for {
+      _ <- peer1.importBlocksUntil(20)(IdentityUpdate)
+      _ <- peer2.importBlocksUntil(30)(IdentityUpdate)
+      _ <- peer1.startRegularSync()
+      _ <- peer2.startRegularSync()
+      _ <- peer2.addCheckpointedBlock(peer2.bl.getBlockByNumber(25).get)
+      _ <- peer2.waitForRegularSyncLoadLastBlock(lenght)
+      _ <- peer1.connectToPeers(Set(peer2.node))
+      _ <- peer1.waitForRegularSyncLoadLastBlock(lenght)
+    } yield {
+      assert(peer1.bl.getBestBlock().get.hash == peer2.bl.getBestBlock().get.hash)
+      assert(peer1.bl.getBestBlock().get.number == peer2.bl.getBestBlock().get.number && peer1.bl.getBestBlock().get.number  == lenght)
+      assert(peer1.bl.getLatestCheckpointBlockNumber() == peer2.bl.getLatestCheckpointBlockNumber())
+    }
+  }
+
+  "peers should choose the branch with a checkpoint even if it's shorter" in customTestCaseResourceM(
+    FakePeer.start2FakePeersRes()
+  ) { case (peer1, peer2) =>
+    for {
+      _ <- peer1.importBlocksUntil(4)(IdentityUpdate)
+      _ <- peer2.importBlocksUntil(8)(IdentityUpdate)
+      _ <- peer1.startRegularSync()
+      _ <- peer2.startRegularSync()
+      _ <- peer1.addCheckpointedBlock(peer1.bl.getBestBlock().get)
+      _ = Thread.sleep(5000)
+      _ <- peer1.waitForRegularSyncLoadLastBlock(5)
+      _ <- peer1.connectToPeers(Set(peer2.node))
+      //TODO: remove the following line and the test should still work. Currently reorganisation is only triggered when the checkpoint is explicitly propagated,
+      // but it should also work when 2 new peers with conflicting branches connect
+      _ <- peer2.getCheckpointFromPeer(peer1.bl.getBestBlock().get, PeerId("Peer1"))
+      _ <- peer2.waitForRegularSyncLoadLastBlock(5)
+    } yield {
+      assert(peer1.bl.getBestBlock().get.hash == peer2.bl.getBestBlock().get.hash)
+      assert(peer1.bl.getLatestCheckpointBlockNumber() == peer2.bl.getLatestCheckpointBlockNumber())
+    }
+  }
+
+  "a peer should reorganise when receives a checkpoint older than the current best from a peer" in customTestCaseResourceM(
+    FakePeer.start2FakePeersRes()
+  ) { case (peer1, peer2) =>
+    for {
+      _ <- peer1.importBlocksUntil(20)(IdentityUpdate)
+      _ <- peer2.importBlocksUntil(30)(IdentityUpdate)
+      _ <- peer1.startRegularSync()
+      _ <- peer2.startRegularSync()
+      _ <- peer1.addCheckpointedBlock(peer1.bl.getBestBlock().get)
+      _ <- peer1.waitForRegularSyncLoadLastBlock(21)
+      _ <- peer2.getCheckpointFromPeer(peer1.bl.getBestBlock().get, PeerId("Peer1"))
+      _ <- peer2.waitForRegularSyncLoadLastBlock(21)
+    } yield {
+      assert(peer1.bl.getBestBlock().get.hash == peer2.bl.getBestBlock().get.hash)
+      assert(peer1.bl.getLatestCheckpointBlockNumber() == peer2.bl.getLatestCheckpointBlockNumber())
+    }
+  }
+
   "peers with divergent chains will be forced to resolve branches" in customTestCaseResourceM(
     FakePeer.start2FakePeersRes()
   ) { case (peer1, peer2) =>
diff --git a/src/it/scala/io/iohk/ethereum/sync/util/RegularSyncItSpecUtils.scala b/src/it/scala/io/iohk/ethereum/sync/util/RegularSyncItSpecUtils.scala
@@ -6,14 +6,19 @@ import cats.effect.Resource
 import io.iohk.ethereum.Mocks.MockValidatorsAlwaysSucceed
 import io.iohk.ethereum.blockchain.sync.regular.BlockBroadcast.BlockToBroadcast
 import io.iohk.ethereum.blockchain.sync.regular.BlockBroadcasterActor.BroadcastBlock
-import io.iohk.ethereum.blockchain.sync.regular.RegularSync
+import io.iohk.ethereum.blockchain.sync.regular.BlockImporter.{NewCheckpointBlock, Start}
+import io.iohk.ethereum.blockchain.sync.regular.{BlockBroadcast, BlockBroadcasterActor, BlockFetcher, BlockImporter, RegularSync}
+import io.iohk.ethereum.blockchain.sync.regular.RegularSync.NewCheckpoint
 import io.iohk.ethereum.blockchain.sync.{PeersClient, SyncProtocol}
+import io.iohk.ethereum.checkpointing.CheckpointingTestHelpers
 import io.iohk.ethereum.consensus.Protocol.NoAdditionalEthashData
 import io.iohk.ethereum.consensus.blocks.CheckpointBlockGenerator
 import io.iohk.ethereum.consensus.ethash.{EthashConfig, EthashConsensus}
 import io.iohk.ethereum.consensus.{ConsensusConfig, FullConsensusConfig, ethash}
+import io.iohk.ethereum.crypto
 import io.iohk.ethereum.domain._
 import io.iohk.ethereum.ledger._
+import io.iohk.ethereum.network.PeerId
 import io.iohk.ethereum.nodebuilder.VmSetup
 import io.iohk.ethereum.ommers.OmmersPool
 import io.iohk.ethereum.sync.util.SyncCommonItSpecUtils.FakePeerCustomConfig.defaultConfig
@@ -23,6 +28,7 @@ import io.iohk.ethereum.utils._
 import io.iohk.ethereum.vm.EvmConfig
 import monix.eval.Task
 import monix.execution.Scheduler
+
 import scala.concurrent.duration._
 object RegularSyncItSpecUtils {
 
@@ -66,6 +72,31 @@ object RegularSyncItSpecUtils {
 
     lazy val validators = buildEthashConsensus().validators
 
+    val broadcasterRef: ActorRef = system.actorOf(
+      BlockBroadcasterActor
+        .props(new BlockBroadcast(etcPeerManager), peerEventBus, etcPeerManager, syncConfig, system.scheduler),
+      "block-broadcaster"
+    )
+
+    val fetcher: ActorRef =
+      system.actorOf(
+        BlockFetcher.props(peersClient, peerEventBus, regularSync, syncConfig, validators.blockValidator),
+        "block-fetcher"
+      )
+
+    lazy val blockImporter = system.actorOf(
+      BlockImporter.props(
+        fetcher,
+        ledger,
+        bl,
+        syncConfig,
+        ommersPool,
+        broadcasterRef,
+        pendingTransactionsManager,
+        checkpointBlockGenerator,
+        regularSync
+      ))
+
     lazy val regularSync = system.actorOf(
       RegularSync.props(
         peersClient,
@@ -132,6 +163,19 @@ object RegularSyncItSpecUtils {
       } else Task(())
     }
 
+    def addCheckpointedBlock(parent: Block): Task[Unit] = Task {
+      val signatures = CheckpointingTestHelpers.createCheckpointSignatures(
+        Seq(crypto.generateKeyPair(secureRandom)),
+        parent.hash
+      )
+      regularSync ! NewCheckpoint(parent.header.hash, signatures)
+    }
+
+    def getCheckpointFromPeer(checkpoint: Block, peerId: PeerId): Task[Unit] = Task {
+      blockImporter ! Start
+      blockImporter ! NewCheckpointBlock(checkpoint, peerId)
+    }
+
     private def getMptForBlock(block: Block) = {
       bl.getWorldStateProxy(
         blockNumber = block.number,
diff --git a/src/main/scala/io/iohk/ethereum/blockchain/sync/regular/BlockImporter.scala b/src/main/scala/io/iohk/ethereum/blockchain/sync/regular/BlockImporter.scala
@@ -327,7 +327,7 @@ class BlockImporter(
         Right(Nil)
       case UnknownBranch =>
         val currentBlock = blocks.head.number.min(startingBlockNumber)
-        val goingBackTo = currentBlock - syncConfig.branchResolutionRequestSize
+        val goingBackTo = (currentBlock - syncConfig.branchResolutionRequestSize).max(0)
         val msg = s"Unknown branch, going back to block nr $goingBackTo in order to resolve branches"
 
         log.info(msg)
diff --git a/src/test/scala/io/iohk/ethereum/blockchain/sync/PivotBlockSelectorSpec.scala b/src/test/scala/io/iohk/ethereum/blockchain/sync/PivotBlockSelectorSpec.scala
@@ -445,7 +445,7 @@ class PivotBlockSelectorSpec
 
     override def defaultSyncConfig: SyncConfig = super.defaultSyncConfig.copy(
       doFastSync = true,
-      branchResolutionRequestSize = 20,
+      branchResolutionRequestSize = 30,
       checkForNewBlockInterval = 1.second,
       blockHeadersPerRequest = 10,
       blockBodiesPerRequest = 10,
diff --git a/src/test/scala/io/iohk/ethereum/blockchain/sync/SyncControllerSpec.scala b/src/test/scala/io/iohk/ethereum/blockchain/sync/SyncControllerSpec.scala
@@ -481,7 +481,7 @@ class SyncControllerSpec
 
     override def defaultSyncConfig: SyncConfig = super.defaultSyncConfig.copy(
       doFastSync = true,
-      branchResolutionRequestSize = 20,
+      branchResolutionRequestSize = 30,
       checkForNewBlockInterval = 1.second,
       blockHeadersPerRequest = 10,
       blockBodiesPerRequest = 10,
diff --git a/src/test/scala/io/iohk/ethereum/blockchain/sync/TestSyncConfig.scala b/src/test/scala/io/iohk/ethereum/blockchain/sync/TestSyncConfig.scala
@@ -10,7 +10,7 @@ trait TestSyncConfig extends SyncConfigBuilder {
     printStatusInterval = 1.second,
     persistStateSnapshotInterval = 2.seconds,
     pivotBlockOffset = 500,
-    branchResolutionRequestSize = 2,
+    branchResolutionRequestSize = 30,
     blacklistDuration = 5.seconds,
     criticalBlacklistDuration = 10.seconds,
     syncRetryInterval = 1.second,
