Skip to content

Commit 8cdae28

Browse files
alpeAlex | Interchain Labs
alpe
and
Alex | Interchain Labs
authored
test: Add more sims test scenarios (#23278)
Co-authored-by: Alex | Interchain Labs <[email protected]>
1 parent bc9ce39 commit 8cdae28

File tree

8 files changed

+320
-173
lines changed

8 files changed

+320
-173
lines changed

‎scripts/build/simulations.mk

+28-33
Original file line numberDiff line numberDiff line change
@@ -2,9 +2,10 @@
22

33
#? test-sim-nondeterminism: Run non-determinism test for simapp
44
test-sim-nondeterminism:
5-
# @echo "Running non-determinism test..."
6-
# @cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -timeout=30m -tags='sims' -run TestAppStateDeterminism \
7-
# -NumBlocks=100 -BlockSize=200 -Period=0
5+
@echo "Running non-determinism test..."
6+
@cd ${CURRENT_DIR}/simapp/v2 && go test -failfast -mod=readonly -timeout=30m -tags='sims' -run TestAppStateDeterminism \
7+
-NumBlocks=100 -BlockSize=200
8+
89

910
# Requires an exported plugin. See store/streaming/README.md for documentation.
1011
#
@@ -18,51 +19,45 @@ test-sim-nondeterminism:
1819
test-sim-nondeterminism-streaming:
1920
# @echo "Running non-determinism-streaming test..."
2021
# @cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -timeout=30m -tags='sims' -run TestAppStateDeterminism \
21-
# -NumBlocks=100 -BlockSize=200 -Period=0 -EnableStreaming=true
22+
# -NumBlocks=100 -BlockSize=200 -EnableStreaming=true
2223

2324
test-sim-custom-genesis-fast:
2425
# @echo "Running custom genesis simulation..."
2526
# @echo "By default, ${HOME}/.simapp/config/genesis.json will be used."
2627
# @cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -timeout=30m -tags='sims' -run TestFullAppSimulation -Genesis=${HOME}/.simapp/config/genesis.json \
27-
# -NumBlocks=100 -BlockSize=200 -Seed=99 -Period=5 -SigverifyTx=false
28+
# -NumBlocks=100 -BlockSize=200 -Seed=99 -SigverifyTx=false
2829

2930
test-sim-import-export:
30-
# @echo "Running application import/export simulation. This may take several minutes..."
31-
# @cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -timeout 20m -tags='sims' -run TestAppImportExport \
32-
# -NumBlocks=50 -Period=5
31+
# @echo "Running application import/export simulation. This may take several minutes..."
32+
# @cd ${CURRENT_DIR}/simapp/v2 && go test -failfast -mod=readonly -timeout 20m -tags='sims' -run TestAppImportExport \
33+
# -NumBlocks=50
3334

3435
test-sim-after-import:
35-
# @echo "Running application simulation-after-import. This may take several minutes..."
36-
# @cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -timeout 30m -tags='sims' -run TestAppSimulationAfterImport \
37-
# -NumBlocks=50 -Period=5
36+
@echo "Running application simulation-after-import. This may take several minutes..."
37+
@cd ${CURRENT_DIR}/simapp/v2 && go test -failfast -mod=readonly -timeout 30m -tags='sims' -run TestAppSimulationAfterImport \
38+
-NumBlocks=50
3839

3940
test-sim-custom-genesis-multi-seed:
4041
# @echo "Running multi-seed custom genesis simulation..."
4142
# @echo "By default, ${HOME}/.simapp/config/genesis.json will be used."
42-
# @cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -timeout 30m -tags='sims' -run TestFullAppSimulation -Genesis=${HOME}/.simapp/config/genesis.json \
43-
# -NumBlocks=400 -Period=5
43+
# @cd ${CURRENT_DIR}/simapp/v2 && go test -failfast -mod=readonly -timeout 30m -tags='sims' -run TestFullAppSimulation -Genesis=${HOME}/.simapp/config/genesis.json \
44+
# -NumBlocks=400
4445

4546
test-sim-multi-seed-long:
46-
# @echo "Running long multi-seed application simulation. This may take awhile!"
47-
# @cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -timeout=2h -tags='sims' -run TestFullAppSimulation \
48-
# -NumBlocks=150 -Period=50
49-
50-
test-sim-multi-seed-short: test-v2-sim
51-
# @echo "Running short multi-seed application simulation. This may take awhile!"
52-
# @cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -timeout 30m -tags='sims' -run TestFullAppSimulation \
53-
# -NumBlocks=50 -Period=10 -FauxMerkle=true
47+
@echo "Running long multi-seed application simulation. This may take awhile!"
48+
@cd ${CURRENT_DIR}/simapp/v2 && go test -failfast -mod=readonly -timeout=2h -tags='sims' -run TestFullAppSimulation \
49+
-NumBlocks=150
5450

55-
.Phony: test-v2-sim
56-
test-v2-sim:
57-
@echo "Running short multi-seed application simulation. This may take awhile!"
58-
@cd ${CURRENT_DIR}/simapp/v2 && go test -failfast -mod=readonly -timeout 30m -tags='sims' -run TestSimsAppV2 \
59-
# -NumBlocks=50 -Period=10 -FauxMerkle=true
51+
test-sim-multi-seed-short:
52+
@echo "Running short multi-seed application simulation. This may take awhile!"
53+
@cd ${CURRENT_DIR}/simapp/v2 && go test -failfast -mod=readonly -timeout 30m -tags='sims' -run TestFullAppSimulation \
54+
-NumBlocks=50
6055

6156
test-sim-benchmark-invariants:
6257
# @echo "Running simulation invariant benchmarks..."
6358
# cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -benchmem -bench=BenchmarkInvariants -tags='sims' -run=^$ \
6459
# -Enabled=true -NumBlocks=1000 -BlockSize=200 \
65-
# -Period=1 -Commit=true -Seed=57 -v -timeout 24h
60+
# -Commit=true -Seed=57 -v -timeout 24h
6661

6762
.PHONY: \
6863
test-sim-nondeterminism \
@@ -81,20 +76,20 @@ SIM_COMMIT ?= true
8176

8277
#? test-sim-fuzz: Run fuzz test for simapp
8378
test-sim-fuzz:
84-
@echo "Running application fuzz for numBlocks=2, blockSize=20. This may take awhile!"
79+
# @echo "Running application fuzz for numBlocks=2, blockSize=20. This may take awhile!"
8580
#ld flags are a quick fix to make it work on current osx
86-
@cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -json -tags='sims' -ldflags="-extldflags=-Wl,-ld_classic" -timeout=60m -fuzztime=60m -run=^$$ -fuzz=FuzzFullAppSimulation -GenesisTime=1714720615 -NumBlocks=2 -BlockSize=20
81+
# @cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -json -tags='sims' -ldflags="-extldflags=-Wl,-ld_classic" -timeout=60m -fuzztime=60m -run=^$$ -fuzz=FuzzFullAppSimulation -GenesisTime=1714720615 -NumBlocks=2 -BlockSize=20
8782

8883
#? test-sim-benchmark: Run benchmark test for simapp
8984
test-sim-benchmark:
90-
@echo "Running application benchmark for numBlocks=$(SIM_NUM_BLOCKS), blockSize=$(SIM_BLOCK_SIZE). This may take awhile!"
91-
@cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -tags='sims' -run=^$$ $(.) -bench ^BenchmarkFullAppSimulation$$ \
85+
# @echo "Running application benchmark for numBlocks=$(SIM_NUM_BLOCKS), blockSize=$(SIM_BLOCK_SIZE). This may take awhile!"
86+
# @cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -tags='sims' -run=^$$ $(.) -bench ^BenchmarkFullAppSimulation$$ \
9287
-Enabled=true -NumBlocks=$(SIM_NUM_BLOCKS) -BlockSize=$(SIM_BLOCK_SIZE) -Commit=$(SIM_COMMIT) -timeout 24h
9388

9489

9590
test-sim-profile:
96-
@echo "Running application benchmark for numBlocks=$(SIM_NUM_BLOCKS), blockSize=$(SIM_BLOCK_SIZE). This may take awhile!"
97-
@cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -tags='sims' -benchmem -run=^$$ $(.) -bench ^BenchmarkFullAppSimulation$$ \
91+
# @echo "Running application benchmark for numBlocks=$(SIM_NUM_BLOCKS), blockSize=$(SIM_BLOCK_SIZE). This may take awhile!"
92+
# @cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -tags='sims' -benchmem -run=^$$ $(.) -bench ^BenchmarkFullAppSimulation$$ \
9893
-Enabled=true -NumBlocks=$(SIM_NUM_BLOCKS) -BlockSize=$(SIM_BLOCK_SIZE) -Commit=$(SIM_COMMIT) -timeout 24h -cpuprofile cpu.out -memprofile mem.out
9994

10095
.PHONY: test-sim-profile test-sim-benchmark test-sim-fuzz

0 commit comments

Comments
 (0)