-
Notifications
You must be signed in to change notification settings - Fork 77
/
input_parser.star
470 lines (431 loc) · 20.7 KB
/
input_parser.star
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
constants = import_module("./src/package_io/constants.star")
dict = import_module("./src/package_io/dict.star")
# The deployment process is divided into various stages.
# You can deploy the whole stack and then only deploy a subset of the components to perform an
# an upgrade or to test a new version of a component.
DEFAULT_DEPLOYMENT_STAGES = {
# Deploy a local L1 chain using the ethereum-package.
# Set to false to use an external L1 like Sepolia.
# Note that it will require a few additional parameters.
"deploy_l1": True,
# Deploy zkevm contracts on L1 (as well as fund accounts).
# Set to false to use pre-deployed zkevm contracts.
# Note that it will require a few additional parameters.
"deploy_zkevm_contracts_on_l1": True,
# Deploy databases.
"deploy_databases": True,
# Deploy CDK central/trusted environment.
"deploy_cdk_central_environment": True,
# Deploy CDK bridge infrastructure.
"deploy_cdk_bridge_infra": True,
# Deploy the agglayer.
"deploy_agglayer": True,
# Deploy cdk-erigon node.
# TODO: Remove this parameter to incorporate cdk-erigon inside the central environment.
"deploy_cdk_erigon_node": True,
# Deploy contracts on L2 (as well as fund accounts).
"deploy_l2_contracts": False,
}
DEFAULT_IMAGES = {
"agglayer_image": "ghcr.io/agglayer/agglayer:0.2.0-rc.14", # https://github.com/agglayer/agglayer/pkgs/container/agglayer-rs
"cdk_erigon_node_image": "hermeznetwork/cdk-erigon:v2.1.2", # https://hub.docker.com/r/hermeznetwork/cdk-erigon/tags
"cdk_node_image": "ghcr.io/0xpolygon/cdk:0.4.0", # https://github.com/0xpolygon/cdk/pkgs/container/cdk
"cdk_validium_node_image": "0xpolygon/cdk-validium-node:0.7.0-cdk", # https://hub.docker.com/r/0xpolygon/cdk-validium-node/tags
"zkevm_bridge_proxy_image": "haproxy:3.0-bookworm", # https://hub.docker.com/_/haproxy/tags
"zkevm_bridge_service_image": "hermeznetwork/zkevm-bridge-service:v0.6.0-RC2", # https://hub.docker.com/r/hermeznetwork/zkevm-bridge-service/tags
"zkevm_bridge_ui_image": "leovct/zkevm-bridge-ui:multi-network", # https://hub.docker.com/r/leovct/zkevm-bridge-ui/tags
"zkevm_contracts_image": "leovct/zkevm-contracts:v8.0.0-rc.4-fork.12", # https://hub.docker.com/repository/docker/leovct/zkevm-contracts/tags
"zkevm_da_image": "0xpolygon/cdk-data-availability:0.0.10", # https://hub.docker.com/r/0xpolygon/cdk-data-availability/tags
"zkevm_node_image": "hermeznetwork/zkevm-node:v0.7.3", # https://hub.docker.com/r/hermeznetwork/zkevm-node/tags
"zkevm_pool_manager_image": "hermeznetwork/zkevm-pool-manager:v0.1.2", # https://hub.docker.com/r/hermeznetwork/zkevm-pool-manager/tags
"zkevm_prover_image": "hermeznetwork/zkevm-prover:v8.0.0-RC14-fork.12", # https://hub.docker.com/r/hermeznetwork/zkevm-prover/tags
"zkevm_sequence_sender_image": "hermeznetwork/zkevm-sequence-sender:v0.2.4", # https://hub.docker.com/r/hermeznetwork/zkevm-sequence-sender/tags
}
DEFAULT_PORTS = {
"agglayer_port": 4444,
"agglayer_prover_port": 4445,
"agglayer_metrics_port": 9092,
"agglayer_prover_metrics_port": 9093,
"prometheus_port": 9091,
"zkevm_aggregator_port": 50081,
"zkevm_bridge_grpc_port": 9090,
"zkevm_bridge_rpc_port": 8080,
"zkevm_bridge_ui_port": 80,
"zkevm_dac_port": 8484,
"zkevm_data_streamer_port": 6900,
"zkevm_executor_port": 50071,
"zkevm_hash_db_port": 50061,
"zkevm_pool_manager_port": 8545,
"zkevm_pprof_port": 6060,
"zkevm_rpc_http_port": 8123,
"zkevm_rpc_ws_port": 8133,
}
DEFAULT_STATIC_PORTS = {
"static_ports": {
## L1 static ports (50000-50999).
"l1_el_start_port": 50000,
"l1_cl_start_port": 50010,
"l1_vc_start_port": 50020,
"l1_additional_services_start_port": 50100,
## L2 static ports (51000-51999).
# Agglayer (51000-51099).
"agglayer_start_port": 51000,
"agglayer_prover_start_port": 51010,
# CDK node (51100-51199).
"cdk_node_start_port": 51100,
# Bridge services (51200-51299).
"zkevm_bridge_service_start_port": 51200,
"zkevm_bridge_ui_start_port": 51210,
"reverse_proxy_start_port": 51220,
# Databases (51300-51399).
"database_start_port": 51300,
"pless_database_start_port": 51310,
# Pool manager (51400-51499).
"zkevm_pool_manager_start_port": 51400,
# DAC (51500-51599).
"zkevm_dac_start_port": 51500,
# ZkEVM Provers (51600-51699).
"zkevm_prover_start_port": 51600,
"zkevm_executor_start_port": 51610,
"zkevm_stateless_executor_start_port": 51620,
# CDK erigon (51700-51799).
"cdk_erigon_sequencer_start_port": 51700,
"cdk_erigon_rpc_start_port": 51710,
# L2 additional services (52000-52999).
"arpeggio_start_port": 52000,
"blutgang_start_port": 52010,
"erpc_start_port": 52020,
"panoptichain_start_port": 52030,
}
}
# Addresses and private keys of the different components.
# They have been generated using the following command:
# polycli wallet inspect --mnemonic 'lab code glass agree maid neutral vessel horror deny frequent favorite soft gate galaxy proof vintage once figure diary virtual scissors marble shrug drop' --addresses 11 | tee keys.txt | jq -r '.Addresses[] | [.ETHAddress, .HexPrivateKey] | @tsv' | awk 'BEGIN{split("sequencer,aggregator,claimtxmanager,timelock,admin,loadtest,agglayer,dac,proofsigner,l1testing,claimsponsor",roles,",")} {print "# " roles[NR] "\n\"zkevm_l2_" roles[NR] "_address\": \"" $1 "\","; print "\"zkevm_l2_" roles[NR] "_private_key\": \"0x" $2 "\",\n"}'
DEFAULT_ACCOUNTS = {
# sequencer
"zkevm_l2_sequencer_address": "0x5b06837A43bdC3dD9F114558DAf4B26ed49842Ed",
"zkevm_l2_sequencer_private_key": "0x183c492d0ba156041a7f31a1b188958a7a22eebadca741a7fe64436092dc3181",
# aggregator
"zkevm_l2_aggregator_address": "0xCae5b68Ff783594bDe1b93cdE627c741722c4D4d",
"zkevm_l2_aggregator_private_key": "0x2857ca0e7748448f3a50469f7ffe55cde7299d5696aedd72cfe18a06fb856970",
# claimtxmanager
"zkevm_l2_claimtxmanager_address": "0x5f5dB0D4D58310F53713eF4Df80ba6717868A9f8",
"zkevm_l2_claimtxmanager_private_key": "0x8d5c9ecd4ba2a195db3777c8412f8e3370ae9adffac222a54a84e116c7f8b934",
# timelock
"zkevm_l2_timelock_address": "0x130aA39Aa80407BD251c3d274d161ca302c52B7A",
"zkevm_l2_timelock_private_key": "0x80051baf5a0a749296b9dcdb4a38a264d2eea6d43edcf012d20b5560708cf45f",
# admin
"zkevm_l2_admin_address": "0xE34aaF64b29273B7D567FCFc40544c014EEe9970",
"zkevm_l2_admin_private_key": "0x12d7de8621a77640c9241b2595ba78ce443d05e94090365ab3bb5e19df82c625",
# loadtest
"zkevm_l2_loadtest_address": "0x81457240ff5b49CaF176885ED07e3E7BFbE9Fb81",
"zkevm_l2_loadtest_private_key": "0xd7df6d64c569ffdfe7c56e6b34e7a2bdc7b7583db74512a9ffe26fe07faaa5de",
# agglayer
"zkevm_l2_agglayer_address": "0x351e560852ee001d5D19b5912a269F849f59479a",
"zkevm_l2_agglayer_private_key": "0x1d45f90c0a9814d8b8af968fa0677dab2a8ff0266f33b136e560fe420858a419",
# dac
"zkevm_l2_dac_address": "0x5951F5b2604c9B42E478d5e2B2437F44073eF9A6",
"zkevm_l2_dac_private_key": "0x85d836ee6ea6f48bae27b31535e6fc2eefe056f2276b9353aafb294277d8159b",
# proofsigner
"zkevm_l2_proofsigner_address": "0x7569cc70950726784c8D3bB256F48e43259Cb445",
"zkevm_l2_proofsigner_private_key": "0x77254a70a02223acebf84b6ed8afddff9d3203e31ad219b2bf900f4780cf9b51",
# l1testing
"zkevm_l2_l1testing_address": "0xfa291C5f54E4669aF59c6cE1447Dc0b3371EF046",
"zkevm_l2_l1testing_private_key": "0x1324200455e437cd9d9dc4aa61c702f06fb5bc495dc8ad94ae1504107a216b59",
# claimsponsor
"zkevm_l2_claimsponsor_address": "0x0b68058E5b2592b1f472AdFe106305295A332A7C",
"zkevm_l2_claimsponsor_private_key": "0x6d1d3ef5765cf34176d42276edd7a479ed5dc8dbf35182dfdb12e8aafe0a4919",
}
DEFAULT_L1_ARGS = {
# The L1 network identifier.
"l1_chain_id": 271828,
# This mnemonic will:
# a) be used to create keystores for all the types of validators that we have, and
# b) be used to generate a CL genesis.ssz that has the children validator keys already
# preregistered as validators
"l1_preallocated_mnemonic": "giant issue aisle success illegal bike spike question tent bar rely arctic volcano long crawl hungry vocal artwork sniff fantasy very lucky have athlete",
# The L1 HTTP RPC endpoint.
"l1_rpc_url": "http://el-1-geth-lighthouse:8545",
# The L1 WS RPC endpoint.
"l1_ws_url": "ws://el-1-geth-lighthouse:8546",
# The additional services to spin up.
# Default: []
# Options:
# - assertoor
# - broadcaster
# - tx_spammer
# - blob_spammer
# - custom_flood
# - goomy_blob
# - el_forkmon
# - blockscout
# - beacon_metrics_gazer
# - dora
# - full_beaconchain_explorer
# - prometheus_grafana
# - blobscan
# - dugtrio
# - blutgang
# - forky
# - apache
# - tracoor
# Check the ethereum-package for more details: https://github.com/ethpandaops/ethereum-package
"l1_additional_services": [],
# Preset for the network.
# Default: "mainnet"
# Options:
# - mainnet
# - minimal
# "minimal" preset will spin up a network with minimal preset. This is useful for rapid testing and development.
# 192 seconds to get to finalized epoch vs 1536 seconds with mainnet defaults
# Please note that minimal preset requires alternative client images.
"l1_preset": "minimal",
# Number of seconds per slot on the Beacon chain
# Default: 12
"l1_seconds_per_slot": 1,
# The amount of ETH sent to the admin, sequence, aggregator, sequencer and other chosen addresses.
"l1_funding_amount": "1000000ether",
# Default: 2
"l1_participants_count": 1,
# Whether to deploy https://github.com/Arachnid/deterministic-deployment-proxy.
# Not deploying this will may cause errors or short circuit other contract
# deployments.
"l1_deploy_deterministic_deployment_proxy": True,
# Whether to deploy https://github.com/AggLayer/lxly-bridge-and-call
"l1_deploy_lxly_bridge_and_call": True,
# Set this to true if the L1 contracts for the rollup are already
# deployed. This also means that you'll need some way to run
# recovery from outside of kurtosis
# TODO at some point it would be nice if erigon could recover itself, but this is not going to be easy if there's a DAC
"use_previously_deployed_contracts": False,
"erigon_datadir_archive": None,
}
DEFAULT_L2_ARGS = {
# The number of accounts to fund on L2. The accounts will be derived from:
# polycli wallet inspect --mnemonic '{{.l1_preallocated_mnemonic}}'
"l2_accounts_to_fund": 10,
# The amount of ETH sent to each of the prefunded l2 accounts.
"l2_funding_amount": "100ether",
# Whether to deploy https://github.com/Arachnid/deterministic-deployment-proxy.
# Not deploying this will may cause errors or short circuit other contract
# deployments.
"l2_deploy_deterministic_deployment_proxy": True,
# Whether to deploy https://github.com/AggLayer/lxly-bridge-and-call
"l2_deploy_lxly_bridge_and_call": True,
# This is used by erigon for naming the config files
"chain_name": "kurtosis",
}
DEFAULT_ROLLUP_ARGS = {
# The keystore password.
"zkevm_l2_keystore_password": "pSnv6Dh5s9ahuzGzH9RoCDrKAMddaX3m",
# The rollup network identifier.
"zkevm_rollup_chain_id": 10101,
# The unique identifier for the rollup within the RollupManager contract.
# This setting sets the rollup as the first rollup.
"zkevm_rollup_id": 1,
# By default a mock verifier is deployed.
# Change to true to deploy a real verifier which will require a real prover.
# Note: This will require a lot of memory to run!
"zkevm_use_real_verifier": False,
# This flag will enable a stateless executor to verify the execution of the batches.
# Set to true to run erigon as the sequencer.
"erigon_strict_mode": True,
# Set to true to use an L1 ERC20 contract as the gas token on the rollup.
# The address of the gas token will be determined by the value of `gas_token_address`.
"gas_token_enabled": False,
# The address of the L1 ERC20 contract that will be used as the gas token on the rollup.
# If the address is empty, a contract will be deployed automatically.
"gas_token_address": "",
# Set to true to use Kurtosis dynamic ports (default) and set to false to use static ports.
# You can either use the default static ports defined in this file or specify your custom static
# ports.
#
# By default, Kurtosis binds the ports of enclave services to ephemeral or dynamic ports on the
# host machine. To quote the Kurtosis documentation: "these ephemeral ports are called the
# "public ports" of the container because they allow the container to be accessed outside the
# Docker/Kubernetes cluster".
# https://docs.kurtosis.com/advanced-concepts/public-and-private-ips-and-ports/
"use_dynamic_ports": True,
# Set this to true to disable all special logics in hermez and only enable bridge update in pre-block execution
# https://hackmd.io/@4cbvqzFdRBSWMHNeI8Wbwg/r1hKHp_S0
"enable_normalcy": False,
# If the agglayer is going to be configured to use SP1 services, we'll need to provide an API Key
"agglayer_prover_sp1_key": None,
# The URL where the agglayer can be reached
"agglayer_url": "http://agglayer:" + str(DEFAULT_PORTS.get("agglayer_port")),
# This is a path where the cdk-node will write data
# https://github.com/0xPolygon/cdk/blob/d0e76a3d1361158aa24135f25d37ecc4af959755/config/default.go#L50
"zkevm_path_rw_data": "/tmp/",
}
DEFAULT_PLESS_ZKEVM_NODE_ARGS = {
"trusted_sequencer_node_uri": "zkevm-node-sequencer-001:6900",
"zkevm_aggregator_host": "zkevm-node-aggregator-001",
"genesis_file": "templates/permissionless-node/genesis.json",
}
DEFAULT_ARGS = (
{
# Suffix appended to service names.
# Note: It should be a string.
"deployment_suffix": "-001",
# Verbosity of the `kurtosis run` output.
# Valid values are "error", "warn", "info", "debug", and "trace".
# By default, the verbosity is set to "info". It won't log the value of the args.
"verbosity": "info",
# The global log level that all components of the stack should log at.
# Valid values are "error", "warn", "info", "debug", and "trace".
"global_log_level": "info",
# The type of the sequencer to deploy.
# Options:
# - 'erigon': Use the new sequencer (https://github.com/0xPolygonHermez/cdk-erigon).
# - 'zkevm': Use the legacy sequencer (https://github.com/0xPolygonHermez/zkevm-node).
"sequencer_type": "erigon",
# The type of consensus contract to use.
# Options:
# - 'rollup': Transaction data is stored on-chain on L1.
# - 'cdk-validium': Transaction data is stored off-chain using the CDK DA layer and a DAC.
# - 'pessimistic': deploy with pessmistic consensus
"consensus_contract_type": "cdk-validium",
# Additional services to run alongside the network.
# Options:
# - arpeggio
# - blockscout
# - blutgang
# - erpc
# - pless_zkevm_node
# - prometheus_grafana
# - tx_spammer
"additional_services": [],
# Only relevant when deploying to an external L1.
"polygon_zkevm_explorer": "https://explorer.private/",
"l1_explorer_url": "https://sepolia.etherscan.io/",
}
| DEFAULT_IMAGES
| DEFAULT_PORTS
| DEFAULT_ACCOUNTS
| DEFAULT_L1_ARGS
| DEFAULT_ROLLUP_ARGS
| DEFAULT_PLESS_ZKEVM_NODE_ARGS
| DEFAULT_L2_ARGS
)
# A list of fork identifiers currently supported by Kurtosis CDK.
SUPPORTED_FORK_IDS = [9, 11, 12, 13]
def parse_args(plan, args):
# Merge the provided args with defaults.
deployment_stages = DEFAULT_DEPLOYMENT_STAGES | args.get("deployment_stages", {})
args = DEFAULT_ARGS | args.get("args", {})
# Validation step.
verbosity = args.get("verbosity", "")
validate_log_level("verbosity", verbosity)
global_log_level = args.get("global_log_level", "")
validate_log_level("global log level", global_log_level)
gas_token_enabled = args.get("gas_token_enabled", False)
gas_token_address = args.get("gas_token_address", "")
if not gas_token_enabled and gas_token_address != "":
fail(
"Gas token address set to '{}' but gas token is not enabled".format(
gas_token_address
)
)
# Determine fork id from the zkevm contracts image tag.
zkevm_contracts_image = args.get("zkevm_contracts_image", "")
(fork_id, fork_name) = get_fork_id(zkevm_contracts_image)
# Determine sequencer and l2 rpc names.
sequencer_type = args.get("sequencer_type", "")
sequencer_name = get_sequencer_name(sequencer_type)
deploy_cdk_erigon_node = deployment_stages.get("deploy_cdk_erigon_node", False)
l2_rpc_name = get_l2_rpc_name(deploy_cdk_erigon_node)
if args["enable_normalcy"] and args["erigon_strict_mode"]:
fail("normalcy and strict mode cannot be enabled together")
# Determine static ports, if specified.
if not args.get("use_dynamic_ports", True):
plan.print("Using static ports.")
args = DEFAULT_STATIC_PORTS | args
# Remove deployment stages from the args struct.
# This prevents updating already deployed services when updating the deployment stages.
if "deployment_stages" in args:
args.pop("deployment_stages")
# When using assertoor to test L1 scenarios, l1_preset should be mainnet for deposits and withdrawls to work.
if "assertoor" in args["l1_additional_services"]:
plan.print(
"Assertoor is detected - changing l1_preset to mainnet and l1_participant_count to 2"
)
args["l1_preset"] = "mainnet"
args["l1_participant_count"] = 2
args = args | {
"l2_rpc_name": l2_rpc_name,
"sequencer_name": sequencer_name,
"zkevm_rollup_fork_id": fork_id,
"zkevm_rollup_fork_name": fork_name,
"deploy_agglayer": deployment_stages.get(
"deploy_agglayer", False
), # hacky but works fine for now.
}
# Sort dictionaries for debug purposes.
sorted_deployment_stages = dict.sort_dict_by_values(deployment_stages)
sorted_args = dict.sort_dict_by_values(args)
return (sorted_deployment_stages, sorted_args)
def validate_log_level(name, log_level):
if log_level not in (
constants.LOG_LEVEL.error,
constants.LOG_LEVEL.warn,
constants.LOG_LEVEL.info,
constants.LOG_LEVEL.debug,
constants.LOG_LEVEL.trace,
):
fail(
"Unsupported {}: '{}', please use '{}', '{}', '{}', '{}' or '{}'".format(
name,
log_level,
constants.LOG_LEVEL.error,
constants.LOG_LEVEL.warn,
constants.LOG_LEVEL.info,
constants.LOG_LEVEL.debug,
constants.LOG_LEVEL.trace,
)
)
def get_fork_id(zkevm_contracts_image):
"""
Extract the fork identifier and fork name from a zkevm contracts image name.
The zkevm contracts tags follow the convention:
v<SEMVER>-rc.<RC_NUMBER>-fork.<FORK_ID>
Where:
- <SEMVER> is the semantic versioning (MAJOR.MINOR.PATCH).
- <RC_NUMBER> is the release candidate number.
- <FORK_ID> is the fork identifier.
Example:
- v8.0.0-rc.2-fork.12
- v7.0.0-rc.1-fork.10
"""
result = zkevm_contracts_image.split("fork.")
if len(result) != 2:
fail(
"The zkevm contracts image tag '{}' does not follow the standard v<SEMVER>-rc.<RC_NUMBER>-fork.<FORK_ID>".format(
zkevm_contracts_image
)
)
fork_id = int(result[1])
if fork_id not in SUPPORTED_FORK_IDS:
fail("The fork id '{}' is not supported by Kurtosis CDK".format(fork_id))
fork_name = "elderberry"
if fork_id >= 12:
fork_name = "banana"
# TODO: Add support for durian once released.
return (fork_id, fork_name)
def get_sequencer_name(sequencer_type):
if sequencer_type == constants.SEQUENCER_TYPE.CDK_ERIGON:
return "cdk-erigon-sequencer"
elif sequencer_type == constants.SEQUENCER_TYPE.ZKEVM:
return "zkevm-node-sequencer"
else:
fail(
"Unsupported sequencer type: '{}', please use '{}' or '{}'".format(
sequencer_type,
constants.SEQUENCER_TYPE.CDK_ERIGON,
constants.SEQUENCER_TYPE.ZKEVM,
)
)
def get_l2_rpc_name(deploy_cdk_erigon_node):
if deploy_cdk_erigon_node:
return "cdk-erigon-rpc"
else:
return "zkevm-node-rpc"