forked from AztecProtocol/aztec-packages
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy path.test_patterns.yml
184 lines (165 loc) · 7.46 KB
/
.test_patterns.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
# Describes tests that we either:
# - Outright skip.
# - Run and alert owners on failure.
# To outright skip a test add a "skip: true" property.
# Only do this for tests that are currently expected to fail constantly and the noise is unbearable!
# Otherwise, tests must have owner(s). Owners are identified by their Slack id, (profile, three dots, copy member id).
# If there is no owner for failed test the build will fail, regardless of if it matches in this file.
# When a failing test matches one or more of the "regex" properties below,
# a message is sent to slack channel #aztec3-ci tagging the owners.
names:
- adam: &adam "U04BM8H25NJ"
- alex: &alex "U05QWV669JB"
- charlie: &charlie "UKUMA5J7K"
- lasse: &lasse "U03E5SYLY3Z"
- leila: &leila "UBLTU1NJ3"
- luke: &luke "U03JYU7AQET"
- mitch: &mitch "U06AY5G1NRK"
- palla: &palla "U04TPBU26E8"
- phil: &phil "U02G4KAD57Y"
- sean: &sean "U04DT239VQU"
- tom: &tom "U04LLT331NK"
tests:
# barretenberg
#
# Rare. But I saw it happen twice in 10 CI runs. Then twice in 10000 mainframe runs. Today I can't reproduce.
# Grind with: seq 1 10000 | parallel --bar "barretenberg/cpp/scripts/run_test.sh join_split_example_tests join_split_tests.test_defi_deposit_second_bridge_output_in_use_and_same_virtual_bridge_output_asset_ids >/dev/null"
# Logic failed: field_t::range_constraint
# /home/aztec-dev/aztec-packages/barretenberg/cpp/src/barretenberg/examples/join_split/join_split.test.cpp:1735: Failure
# Value of: result.valid
# Actual: false
# Expected: true
- regex: "join_split_example_tests"
owners:
- *luke
# Sumcheck is failing for some reason
- regex: "barretenberg/acir_tests/run_test.sh ram_blowup_regression"
skip: true
owners:
- *tom
# noir
# Something to do with how I run the tests now. Think these are fine in nextest.
- regex: "noir_lsp-.* notifications::notification_tests::test_caches_open_files"
skip: true
owners:
- *charlie
- regex: "noir_lsp-.* requests::"
skip: true
owners:
- *charlie
# Sometimes see this on ARM. But not when run on it's own...
# FAILED 6a60c4e796ac0aef: noir/scripts/run_test.sh debug-21ff1948430ded06 tests::debug_ram_blowup_regression (code: 101)
# running 1 test
# test tests::debug_ram_blowup_regression has been running for over 60 seconds test tests::debug_ram_blowup_regression ... FAILED
# failures:
# ---- tests::debug_ram_blowup_regression stdout ----
# thread 'tests::debug_ram_blowup_regression' panicked at tooling/debugger/tests/debug.rs:27:14: Could not start debugger: Timeout { expected: "Regex: \".*\Starting debugger.*\"", got: "`^`[?2004l`\r``\r``\n`
# Waiting for lock on Nargo.toml...`\r``\n` ", timeout: 30s }
# note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace
# failures:
# tests::debug_ram_blowup_regression
# test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 232 filtered out; finished in 60.34s
- regex: "tests::debug_ram_blowup_regression"
skip: true
owners:
- *charlie
# Seen this error on all the below.
# e.g. to grind: seq 1 16 | parallel --bar --tag --halt now,fail=1 ci3/dump_fail "NAME_POSTFIX=_{} yarn-project/end-to-end/scripts/run_test.sh simple e2e_p2p/gossip_network >/dev/null"
# FAIL e2e_p2p/reqresp.test.ts
# ● e2e_p2p_reqresp_tx › should produce an attestation by requesting tx data over the p2p network
# TypeError: Cannot read properties of null (reading 'address')
# 19 |
# 20 | get(): T | undefined {
# > 21 | return this.#db.get(this.#slot);
# | ^
# 22 | }
# 23 |
# 24 | getAsync(): Promise<T | undefined> {
# at LMDBStore.getBinaryFast (../../node_modules/lmdb/read.js:90:9)
# at LMDBStore.get (../../node_modules/lmdb/read.js:334:22)
# at LmdbAztecSingleton.get (../../kv-store/src/lmdb/singleton.ts:21:21)
# at initStoreForRollup (../../kv-store/src/utils.ts:26:82)
# at createStore (../../kv-store/src/lmdb/index.ts:25:12)
# at createArchiver (../../archiver/src/factory.ts:30:25)
# at Function.createAndSync (../../aztec-node/src/aztec-node/server.ts:157:28)
# at createAndSync (fixtures/setup_p2p_test.ts:72:33)
# at async Promise.all (index 0)
# at Object.<anonymous> (e2e_p2p/reqresp.test.ts:66:13)
- regex: "simple e2e_p2p/"
owners:
- *sean
- regex: "simple e2e_fees/private_payments"
owners:
- *phil
# Summary of all failing tests
# FAIL ./e2e_cheat_codes.test.ts
# ● e2e_cheat_codes › L1 cheatcodes › setNextBlockTimestamp
#
# expect(received).toBe(expected) // Object.is equality
#
# Expected: 28
# Received: 29
#
# 65 | await cc.eth.mine();
# 66 |
# > 67 | expect(await cc.eth.blockNumber()).toBe(blockNumber + 1);
# | ^
# 68 | expect(await cc.eth.timestamp()).toBe(timestamp + increment);
# 69 | });
# 70 |
#
# at toBe (e2e_cheat_codes.test.ts:67:42)
#
#
# Test Suites: 1 failed, 1 total
# Tests: 1 failed, 4 skipped, 13 passed, 18 total
# Snapshots: 0 total
# Time: 28.241 s
# Ran all test suites matching /e2e_cheat_codes/i.
- regex: "simple e2e_cheat_codes"
owners:
- *lasse
- regex: "prover-client/src/test/bb_prover_parity.test.ts"
owners:
- *palla
- regex: "prover-client/src/proving_broker/broker_prover_facade.test.ts"
owners:
- *palla
- regex: "prover-client/src/orchestrator/orchestrator_errors.test.ts"
owners:
- *palla
# yarn-project tests
- regex: "p2p/src/services/reqresp/reqresp.test.ts"
owners:
- *sean
- regex: "sequencer-client/src/slasher/slasher_client.test.ts"
owners:
- *lasse
- regex: "prover-client/src/test/bb_prover_full_rollup.test.ts"
owners:
- *palla
- regex: "yarn-project/kv-store"
owners:
- *alex
# kind tests
- regex: "spartan/bootstrap.sh test-kind-4epochs"
owners:
- *leila
- regex: "spartan/bootstrap.sh test-prod-deployment"
owners:
- *mitch
- regex: "spartan/bootstrap.sh test-kind-upgrade-rollup-version"
owners:
- *mitch
- regex: "spartan/bootstrap.sh test-kind-transfer"
owners:
- *phil
- *mitch
- regex: "spartan/bootstrap.sh test-local"
skip: true
owners:
- *adam
# Slack testing.
- regex: "nonsense to match"
owners:
- *charlie