Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

integration tests - split steps; run in parallel #371

Merged
merged 13 commits into from
Oct 7, 2022
Merged

integration tests - split steps; run in parallel #371

Show file tree
Hide file tree
Changes from 3 commits
Commits
Show all changes
13 commits
Select commit Hold shift + click to select a range
2b9c3a9
separate out happy path steps
MSalopek Oct 4, 2022
8ff2e06
split run steps into functions; run in parallel
MSalopek Oct 4, 2022
94e19ed
Merge branch 'main' into masa/361-more-tests
jtremback Oct 4, 2022
2502dd7
Merge branch 'main' into masa/361-more-tests
danwt Oct 5, 2022
678eafc
Merge branch 'main' into masa/361-more-tests
jtremback Oct 5, 2022
cb6d30e
refactor after reviews; rm genesis override in actions
MSalopek Oct 6, 2022
e3e574f
add logging on parallel runs
MSalopek Oct 6, 2022
b980718
appease golangci-lint
MSalopek Oct 6, 2022
a48dc44
add verbose flag; rename genesis changes field
MSalopek Oct 6, 2022
aec1fb9
fix race condition when using local-sdk-path
MSalopek Oct 7, 2022
2ffe031
remove logging; simplify code
MSalopek Oct 7, 2022
aeffe84
remove .gitignore changes
MSalopek Oct 7, 2022
e8feda9
Merge branch 'main' into masa/361-more-tests
shaspitz Oct 7, 2022
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
98 changes: 63 additions & 35 deletions tests/integration/config.go
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,7 +1,6 @@
package main

import (
"flag"
"fmt"
"strconv"
"time"
Expand Down Expand Up @@ -54,6 +53,37 @@ type TestRun struct {
localSdkPath string
}

// TODO: check races
var defaultValidators = map[validatorID]ValidatorConfig{
shaspitz marked this conversation as resolved.
Show resolved Hide resolved
validatorID("alice"): {
mnemonic: "pave immune ethics wrap gain ceiling always holiday employ earth tumble real ice engage false unable carbon equal fresh sick tattoo nature pupil nuclear",
delAddress: "cosmos19pe9pg5dv9k5fzgzmsrgnw9rl9asf7ddwhu7lm",
valoperAddress: "cosmosvaloper19pe9pg5dv9k5fzgzmsrgnw9rl9asf7ddtrgtng",
valconsAddress: "cosmosvalcons1qmq08eruchr5sf5s3rwz7djpr5a25f7xw4mceq",
privValidatorKey: `{"address":"06C0F3E47CC5C748269088DC2F36411D3AAA27C6","pub_key":{"type":"tendermint/PubKeyEd25519","value":"RrclQz9bIhkIy/gfL485g3PYMeiIku4qeo495787X10="},"priv_key":{"type":"tendermint/PrivKeyEd25519","value":"uX+ZpDMg89a6gtqs/+MQpCTSqlkZ0nJQJOhLlCJvwvdGtyVDP1siGQjL+B8vjzmDc9gx6IiS7ip6jj3nvztfXQ=="}}`,
nodeKey: `{"priv_key":{"type":"tendermint/PrivKeyEd25519","value":"fjw4/DAhyRPnwKgXns5SV7QfswRSXMWJpHS7TyULDmJ8ofUc5poQP8dgr8bZRbCV5RV8cPqDq3FPdqwpmUbmdA=="}}`,
ipSuffix: "4",
},
validatorID("bob"): {
mnemonic: "glass trip produce surprise diamond spin excess gaze wash drum human solve dress minor artefact canoe hard ivory orange dinner hybrid moral potato jewel",
delAddress: "cosmos1dkas8mu4kyhl5jrh4nzvm65qz588hy9qcz08la",
valoperAddress: "cosmosvaloper1dkas8mu4kyhl5jrh4nzvm65qz588hy9qakmjnw",
valconsAddress: "cosmosvalcons1nx7n5uh0ztxsynn4sje6eyq2ud6rc6klc96w39",
privValidatorKey: `{"address":"99BD3A72EF12CD024E7584B3AC900AE3743C6ADF","pub_key":{"type":"tendermint/PubKeyEd25519","value":"mAN6RXYxSM4MNGSIriYiS7pHuwAcOHDQAy9/wnlSzOI="},"priv_key":{"type":"tendermint/PrivKeyEd25519","value":"QePcwfWtOavNK7pBJrtoLMzarHKn6iBWfWPFeyV+IdmYA3pFdjFIzgw0ZIiuJiJLuke7ABw4cNADL3/CeVLM4g=="}}`,
nodeKey: `{"priv_key":{"type":"tendermint/PrivKeyEd25519","value":"TQ4vHcO/vKdzGtWpelkX53WdMQd4kTsWGFrdcatdXFvWyO215Rewn5IRP0FszPLWr2DqPzmuH8WvxYGk5aeOXw=="}}`,
ipSuffix: "5",
},
validatorID("carol"): {
mnemonic: "sight similar better jar bitter laptop solve fashion father jelly scissors chest uniform play unhappy convince silly clump another conduct behave reunion marble animal",
delAddress: "cosmos19hz4m226ztankqramvt4a7t0shejv4dc79gp9u",
valoperAddress: "cosmosvaloper19hz4m226ztankqramvt4a7t0shejv4dcm3u5f0",
valconsAddress: "cosmosvalcons1ezyrq65s3gshhx5585w6mpusq3xsj3ayzf4uv6",
privValidatorKey: `{"address":"C888306A908A217B9A943D1DAD8790044D0947A4","pub_key":{"type":"tendermint/PubKeyEd25519","value":"IHo4QEikWZfIKmM0X+N+BjKttz8HOzGs2npyjiba3Xk="},"priv_key":{"type":"tendermint/PrivKeyEd25519","value":"z08bmSB91uFVpVmR3t2ewd/bDjZ/AzwQpe5rKjWiPG0gejhASKRZl8gqYzRf434GMq23Pwc7MazaenKOJtrdeQ=="}}`,
nodeKey: `{"priv_key":{"type":"tendermint/PrivKeyEd25519","value":"WLTcHEjbwB24Wp3z5oBSYTvtGQonz/7IQabOFw85BN0UkkyY5HDf38o8oHlFxVI26f+DFVeICuLbe9aXKGnUeg=="}}`,
ipSuffix: "6",
},
}

func DefaultTestRun() TestRun {
return TestRun{
containerConfig: ContainerConfig{
Expand All @@ -62,35 +92,7 @@ func DefaultTestRun() TestRun {
ccvVersion: "1",
now: time.Now(),
},
validatorConfigs: map[validatorID]ValidatorConfig{
validatorID("alice"): {
mnemonic: "pave immune ethics wrap gain ceiling always holiday employ earth tumble real ice engage false unable carbon equal fresh sick tattoo nature pupil nuclear",
delAddress: "cosmos19pe9pg5dv9k5fzgzmsrgnw9rl9asf7ddwhu7lm",
valoperAddress: "cosmosvaloper19pe9pg5dv9k5fzgzmsrgnw9rl9asf7ddtrgtng",
valconsAddress: "cosmosvalcons1qmq08eruchr5sf5s3rwz7djpr5a25f7xw4mceq",
privValidatorKey: `{"address":"06C0F3E47CC5C748269088DC2F36411D3AAA27C6","pub_key":{"type":"tendermint/PubKeyEd25519","value":"RrclQz9bIhkIy/gfL485g3PYMeiIku4qeo495787X10="},"priv_key":{"type":"tendermint/PrivKeyEd25519","value":"uX+ZpDMg89a6gtqs/+MQpCTSqlkZ0nJQJOhLlCJvwvdGtyVDP1siGQjL+B8vjzmDc9gx6IiS7ip6jj3nvztfXQ=="}}`,
nodeKey: `{"priv_key":{"type":"tendermint/PrivKeyEd25519","value":"fjw4/DAhyRPnwKgXns5SV7QfswRSXMWJpHS7TyULDmJ8ofUc5poQP8dgr8bZRbCV5RV8cPqDq3FPdqwpmUbmdA=="}}`,
ipSuffix: "4",
},
validatorID("bob"): {
mnemonic: "glass trip produce surprise diamond spin excess gaze wash drum human solve dress minor artefact canoe hard ivory orange dinner hybrid moral potato jewel",
delAddress: "cosmos1dkas8mu4kyhl5jrh4nzvm65qz588hy9qcz08la",
valoperAddress: "cosmosvaloper1dkas8mu4kyhl5jrh4nzvm65qz588hy9qakmjnw",
valconsAddress: "cosmosvalcons1nx7n5uh0ztxsynn4sje6eyq2ud6rc6klc96w39",
privValidatorKey: `{"address":"99BD3A72EF12CD024E7584B3AC900AE3743C6ADF","pub_key":{"type":"tendermint/PubKeyEd25519","value":"mAN6RXYxSM4MNGSIriYiS7pHuwAcOHDQAy9/wnlSzOI="},"priv_key":{"type":"tendermint/PrivKeyEd25519","value":"QePcwfWtOavNK7pBJrtoLMzarHKn6iBWfWPFeyV+IdmYA3pFdjFIzgw0ZIiuJiJLuke7ABw4cNADL3/CeVLM4g=="}}`,
nodeKey: `{"priv_key":{"type":"tendermint/PrivKeyEd25519","value":"TQ4vHcO/vKdzGtWpelkX53WdMQd4kTsWGFrdcatdXFvWyO215Rewn5IRP0FszPLWr2DqPzmuH8WvxYGk5aeOXw=="}}`,
ipSuffix: "5",
},
validatorID("carol"): {
mnemonic: "sight similar better jar bitter laptop solve fashion father jelly scissors chest uniform play unhappy convince silly clump another conduct behave reunion marble animal",
delAddress: "cosmos19hz4m226ztankqramvt4a7t0shejv4dc79gp9u",
valoperAddress: "cosmosvaloper19hz4m226ztankqramvt4a7t0shejv4dcm3u5f0",
valconsAddress: "cosmosvalcons1ezyrq65s3gshhx5585w6mpusq3xsj3ayzf4uv6",
privValidatorKey: `{"address":"C888306A908A217B9A943D1DAD8790044D0947A4","pub_key":{"type":"tendermint/PubKeyEd25519","value":"IHo4QEikWZfIKmM0X+N+BjKttz8HOzGs2npyjiba3Xk="},"priv_key":{"type":"tendermint/PrivKeyEd25519","value":"z08bmSB91uFVpVmR3t2ewd/bDjZ/AzwQpe5rKjWiPG0gejhASKRZl8gqYzRf434GMq23Pwc7MazaenKOJtrdeQ=="}}`,
nodeKey: `{"priv_key":{"type":"tendermint/PrivKeyEd25519","value":"WLTcHEjbwB24Wp3z5oBSYTvtGQonz/7IQabOFw85BN0UkkyY5HDf38o8oHlFxVI26f+DFVeICuLbe9aXKGnUeg=="}}`,
ipSuffix: "6",
},
},
validatorConfigs: defaultValidators,
chainConfigs: map[chainID]ChainConfig{
chainID("provi"): {
chainId: chainID("provi"),
Expand All @@ -116,6 +118,33 @@ func DefaultTestRun() TestRun {
".app_state.slashing.params.downtime_jail_duration = \"2s\" | " +
".app_state.slashing.params.slash_fraction_downtime = \"0.010000000000000000\"",
},
},
}
}

func DemocracyTestRun() TestRun {
return TestRun{
containerConfig: ContainerConfig{
containerName: "interchain-security-democ-container",
instanceName: "interchain-security-democ-instance",
ccvVersion: "1",
now: time.Now(),
},
validatorConfigs: defaultValidators,
chainConfigs: map[chainID]ChainConfig{
chainID("provi"): {
chainId: chainID("provi"),
binaryName: "interchain-security-pd",
ipPrefix: "7.7.7",
votingWaitTime: 5,
genesisChanges: ".app_state.gov.voting_params.voting_period = \"5s\" | " +
// Custom slashing parameters for testing validator downtime functionality
// See https://docs.cosmos.network/main/modules/slashing/04_begin_block.html#uptime-tracking
".app_state.slashing.params.signed_blocks_window = \"2\" | " +
".app_state.slashing.params.min_signed_per_window = \"0.500000000000000000\" | " +
".app_state.slashing.params.downtime_jail_duration = \"2s\" | " +
".app_state.slashing.params.slash_fraction_downtime = \"0.010000000000000000\"",
},
chainID("democ"): {
chainId: chainID("democ"),
binaryName: "interchain-security-cdd",
Expand All @@ -131,12 +160,11 @@ func DefaultTestRun() TestRun {
}
}

func (s *TestRun) ParseCLIFlags() {
localSdkPath := flag.String("local-sdk-path", "",
"path of a local sdk version to build and reference in integration tests")
flag.Parse()
func (s *TestRun) SetLocalSDKPath(path string) {
shaspitz marked this conversation as resolved.
Show resolved Hide resolved
if path != "" {
fmt.Println("USING LOCAL SDK", s.localSdkPath)
}
s.localSdkPath = *localSdkPath
fmt.Println(s.localSdkPath)
}

// ValidateStringLiterals enforces that configs follow the constraints
Expand Down
29 changes: 29 additions & 0 deletions tests/integration/demo_vote_panic.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
main.voteGovProposalAction{chain:"democ", from:[]main.validatorID{"alice", "bob"}, vote:[]string{"yes", "no"}, propNumber:0x1}
shaspitz marked this conversation as resolved.
Show resolved Hide resolved
{democ: {ValBalances: {alice: 9899999999,
bob: 9960000001},
Proposals: nil,
ValPowers: nil,
RepresentativePowers: nil,
Params: [{Subspace: "staking",
Key: "MaxValidators",
Value: "105"}],
Rewards: nil}}
main.relayRewardPacketsToProviderAction{consumerChain:"democ", providerChain:"provi", port:"transfer", channel:0x1}
panic:


waitBlocks method has timed out after: 1m0s



goroutine 1 [running]:
main.TestRun.waitBlocks({{{0x100a7879d, 0x1d}, {0x100a77037, 0x1c}, {0x100a5d2c7, 0x1}, {0xc0c72e3f6cea2b40, 0x2527e6f, 0x1016a7720}}, 0x14000f62b40, ...}, ...)
/Users/msalopek/informal/interchain-security/tests/integration/state.go:155 +0x174
main.TestRun.relayRewardPacketsToProvider({{{0x100a7879d, 0x1d}, {0x100a77037, 0x1c}, {0x100a5d2c7, 0x1}, {0xc0c72e3f6cea2b40, 0x2527e6f, 0x1016a7720}}, 0x14000f62b40, ...}, ...)
/Users/msalopek/informal/interchain-security/tests/integration/actions.go:711 +0x178
main.TestRun.runStep({{{0x100a7879d, 0x1d}, {0x100a77037, 0x1c}, {0x100a5d2c7, 0x1}, {0xc0c72e3f6cea2b40, 0x2527e6f, 0x1016a7720}}, 0x14000f62b40, ...}, ...)
/Users/msalopek/informal/interchain-security/tests/integration/main.go:69 +0x820
main.main()
/Users/msalopek/informal/interchain-security/tests/integration/main.go:35 +0x33c
exit status 2
make: *** [test-integration] Error 1
50 changes: 35 additions & 15 deletions tests/integration/main.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,40 +2,44 @@ package main

import (
"bufio"
"flag"
"fmt"
"log"
"os/exec"
"reflect"
"sync"
"time"

"github.com/kylelemons/godebug/pretty"
)

var verbose = false
var localSdkPath = flag.String("local-sdk-path", "",
"path of a local sdk version to build and reference in integration tests")

func main() {
fmt.Println("============================================ start happy path tests ============================================")
flag.Parse()
shaspitz marked this conversation as resolved.
Show resolved Hide resolved

// wg waits for all runners to complete
var wg sync.WaitGroup

start := time.Now()
tr := DefaultTestRun()
tr.ParseCLIFlags()
tr.SetLocalSDKPath(*localSdkPath)
tr.ValidateStringLiterals()
tr.startDocker()

for _, step := range happyPathSteps {
tr.runStep(step, verbose)
}
dmc := DemocracyTestRun()
dmc.SetLocalSDKPath(*localSdkPath)
dmc.ValidateStringLiterals()

fmt.Printf("happy path tests successful - time elapsed %v\n", time.Since(start))
wg.Add(1)
go tr.ExecuteSteps(&wg, "default", happyPathSteps)

fmt.Println("============================================ start democracy tests ============================================")
start = time.Now()
tr.startDocker()

for _, step := range democracySteps {
tr.runStep(step, verbose)
}
wg.Add(1)
go dmc.ExecuteSteps(&wg, "democracy", democracySteps)

fmt.Printf("democracy tests successful - time elapsed %v\n", time.Since(start))
wg.Wait()
fmt.Printf("TOTAL TIME ELAPSED: %v\n", time.Since(start))
}

func (tr TestRun) runStep(step Step, verbose bool) {
Expand Down Expand Up @@ -96,6 +100,22 @@ func (tr TestRun) runStep(step Step, verbose bool) {
pretty.Print(actualState)
shaspitz marked this conversation as resolved.
Show resolved Hide resolved
}

// Starts docker container and sequentially runs steps
func (tr TestRun) ExecuteSteps(wg *sync.WaitGroup, name string, steps []Step) {
defer wg.Done()
fmt.Printf("============================================ start %s tests ============================================\n", name)

start := time.Now()
tr.startDocker()

for _, step := range steps {
tr.runStep(step, verbose)
}

fmt.Printf("\n\ntime elapsed for %s: %v\n", name, time.Since(start))
fmt.Printf("============================================ end %s tests ============================================\n", name)
}

func (tr TestRun) startDocker() {
scriptStr := "tests/integration/testnet-scripts/start-docker.sh " +
tr.containerConfig.containerName + " " +
Expand Down
Loading