This repository has been archived by the owner on Aug 2, 2022. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 3.8k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #10427 from EOSIO/privacy-snapshot-test
feature privacy snapshot test
- Loading branch information
Showing
4 changed files
with
180 additions
and
3 deletions.
There are no files selected for viewing
1 change: 1 addition & 0 deletions
1
plugins/blockvault_client_plugin/tests/postgres_backend_tests.cpp
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,165 @@ | ||
| #!/usr/bin/env python3 | ||
|
|
||
| from SecurityGroup import SecurityGroup | ||
| from testUtils import Utils | ||
| from testUtils import WaitSpec | ||
| from Cluster import Cluster | ||
| from WalletMgr import WalletMgr | ||
| from TestHelper import TestHelper | ||
| from Node import Node | ||
|
|
||
| import re | ||
| import signal | ||
| import json | ||
| import os | ||
| import shutil | ||
|
|
||
| ############################################################### | ||
| # privacy_network_from_snapshot | ||
| # | ||
| # This test ensures that security group cluster can be restarte from snapshot | ||
| # | ||
| ############################################################### | ||
|
|
||
| def cleanNodeData(nodes): | ||
| for node in nodes: | ||
| dataDir = Utils.getNodeDataDir(node.nodeId) | ||
| state = os.path.join(dataDir, "state") | ||
| # removing state dir | ||
| shutil.rmtree(state, ignore_errors=True) | ||
|
|
||
| existingBlocksDir = os.path.join(dataDir, "blocks") | ||
| # removing blocks dir | ||
| shutil.rmtree(existingBlocksDir, ignore_errors=True) | ||
|
|
||
| Print=Utils.Print | ||
|
|
||
| args = TestHelper.parse_args({"--dump-error-details","--keep-logs","-v"}) | ||
|
|
||
| pnodes=2 | ||
| totalNodes=4 | ||
| dumpErrorDetails=args.dump_error_details | ||
| keepLogs=args.keep_logs | ||
| Utils.Debug=args.v | ||
|
|
||
| testSuccessful=False | ||
| cluster=Cluster(host=TestHelper.LOCAL_HOST, port=TestHelper.DEFAULT_PORT, walletd=True, walletMgr=WalletMgr(True)) | ||
| try: | ||
| TestHelper.printSystemInfo("BEGIN") | ||
| cluster.killall(allInstances=True, cleanup=True) | ||
|
|
||
| # we need stale production enabled for producers that are participants in order to produce blocks after restart from snapshot | ||
| # node 3 have irreversible read mode in order to save snapshot after being disconnected from security group. | ||
| # without that flag node waits till next lib to arrive | ||
| specificExtraNodeosArgs = { 0 : "--enable-stale-production", | ||
| 1 : "--enable-stale-production", | ||
| 3 : "--read-mode irreversible --plugin eosio::net_api_plugin" } | ||
| if not cluster.launch(pnodes=pnodes, | ||
| totalNodes=totalNodes, | ||
| specificExtraNodeosArgs=specificExtraNodeosArgs, | ||
| configSecurityGroup=True, | ||
| printInfo=True): | ||
| Utils.cmdError("launcher") | ||
| Utils.errorExit("Failed to stand up eos cluster.") | ||
|
|
||
| Print("Validating system accounts after bootstrap") | ||
| cluster.validateAccounts(None) | ||
|
|
||
| cluster.biosNode.kill(signal.SIGTERM) | ||
|
|
||
| # security group consist of 2 producers and 1 api node | ||
| secGroupNodes = [cluster.getNode(0), cluster.getNode(1), cluster.getNode(2)] | ||
| nonSecGroupNodes = [cluster.getNode(3)] | ||
|
|
||
| securityGroup = cluster.getSecurityGroup() | ||
|
|
||
| trans = securityGroup.editSecurityGroup(addNodes=secGroupNodes) | ||
| trans_block_num = secGroupNodes[0].getBlockNumByTransId(trans["transaction_id"], blocksAhead=3) | ||
| assert trans_block_num is not None | ||
| Print("security group update {} published on block {}".format(SecurityGroup.toString(secGroupNodes), trans_block_num)) | ||
|
|
||
| # this method will wait till transaction become lib on all participants and check that non-participants go out of sync | ||
| securityGroup.verifySecurityGroup(publishTrans=trans) | ||
|
|
||
| # snapshot from participant node | ||
| snapshot1 = secGroupNodes[0].createSnapshot() | ||
| snapshot1_path = snapshot1["snapshot_name"] | ||
| Print("snapshot data: {}".format(json.dumps(snapshot1, indent=4, sort_keys=True))) | ||
|
|
||
| #snapshot from non-participant node with lib < security group transaction update | ||
| snapshot2 = nonSecGroupNodes[0].createSnapshot() | ||
| snapshot2_path = snapshot2["snapshot_name"] | ||
| Print("snapshot data: {}".format(json.dumps(snapshot2, indent=4, sort_keys=True))) | ||
|
|
||
| # kill all | ||
| cluster.killSomeEosInstances(killCount=len(cluster.getNodes())) | ||
|
|
||
| # we have two snapshots: one with blocks past security group update and another with blocks till this update | ||
| chainArg1 = "--snapshot {}".format(snapshot1_path) | ||
| chainArg2 = "--snapshot {}".format(snapshot2_path) | ||
| # clear data for all | ||
| cleanNodeData(cluster.getNodes()) | ||
| # relaunch all nodes from corresponding snapshots | ||
| for node in secGroupNodes: | ||
| node.relaunch(chainArg=chainArg1, cachePopen=True) | ||
| for node in nonSecGroupNodes: | ||
| node.relaunch(chainArg=chainArg2, cachePopen=True) | ||
|
|
||
| # wait for lib to move | ||
| secGroupNodes[0].waitForLibToAdvance() | ||
|
|
||
| # verify security group nodes are in sync after lib moved | ||
| cluster.verifyInSync(specificNodes=secGroupNodes) | ||
|
|
||
| securityGroupEndpoints = [] | ||
| for node in secGroupNodes: | ||
| curEndpoint = node.getListenEndpoint() | ||
| curEndpoint.replace("localhost", "0.0.0.0") | ||
| Print("node {} p2p-listen-endpoint is {}".format(node.nodeId, curEndpoint)) | ||
| securityGroupEndpoints.append(curEndpoint) | ||
|
|
||
| # verifying non-participants to stay disconnected from security group | ||
| for node in nonSecGroupNodes: | ||
| Print("node {} head block is {}".format(node.nodeId, node.getHeadBlockNum())) | ||
| assert node.getHeadBlockNum() < trans_block_num, "node {} must not advance past {} block as it is not in security group".format(node.nodeId, trans_block_num) | ||
|
|
||
| # just to be sure check that non-participant does have connection to any node from security group | ||
| foundConnection = False | ||
| for connection in node.getConnections(): | ||
| p2p_address = connection["last_handshake"]["p2p_address"] | ||
| match = re.search("([a-z\.0-9]+:[0-9]{2,5}) ", p2p_address) | ||
| if match and len(match.groups()): | ||
| cur_address = match.groups()[0].replace("localhost", "0.0.0.0") | ||
| Print("node {} has connection from {}".format(node.nodeId, cur_address)) | ||
| if cur_address in securityGroupEndpoints: | ||
| Print("found connection to one of security group nodes, breaking") | ||
| foundConnection = True | ||
| break | ||
| assert foundConnection | ||
|
|
||
| # now let's make a snapshot with adding to group and then provide it to non-participant | ||
| trans = securityGroup.editSecurityGroup(addNodes=nonSecGroupNodes) | ||
| trans_block_num = secGroupNodes[0].getBlockNumByTransId(trans["transaction_id"], blocksAhead=3) | ||
| assert trans_block_num is not None | ||
| Print("security group update {} published on block {}".format(SecurityGroup.toString(nonSecGroupNodes), trans_block_num)) | ||
|
|
||
| assert secGroupNodes[0].waitForTransFinalization(Node.getTransId(trans), timeout=WaitSpec.default()) | ||
| cluster.verifyInSync(specificNodes=secGroupNodes) | ||
|
|
||
| # snapshot from participant node | ||
| snapshot3 = secGroupNodes[0].createSnapshot() | ||
| snapshot3_path = snapshot1["snapshot_name"] | ||
| Print("snapshot data: {}".format(json.dumps(snapshot3, indent=4, sort_keys=True))) | ||
|
|
||
| for node in nonSecGroupNodes: | ||
| node.kill(signal.SIGTERM) | ||
| cleanNodeData(nonSecGroupNodes) | ||
| for node in nonSecGroupNodes: | ||
| node.relaunch(cachePopen=True, addSwapFlags={"--snapshot" : snapshot3_path }) | ||
|
|
||
| secGroupNodes.extend(nonSecGroupNodes) | ||
| cluster.verifyInSync(specificNodes=secGroupNodes) | ||
|
|
||
| testSuccessful=True | ||
| finally: | ||
| TestHelper.shutdown(cluster, cluster.walletMgr, testSuccessful, True, True, keepLogs, True, dumpErrorDetails) |