Espresso migration

.gitmodules

@@ -1,3 +1,7 @@
 [submodule "blockscout"]
 	path = blockscout
         url = https://github.com/OffchainLabs/blockscout.git
+[submodule "orbit-actions"]
+	path = orbit-actions
+	url = [email protected]:EspressoSystems/orbit-actions.git
+	branch = espresso-migration

create-espresso-integrated-nitro-node.bash

@@ -0,0 +1,20 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+ESPRESSO_VERSION=ghcr.io/espressosystems/nitro-espresso-integration/nitro-node-dev:integration
+lightClientAddr=0xb6eb235fa509e3206f959761d11e3777e16d0e98
+espresso=true
+
+# docker pull and tag the espresso integration nitro node.
+docker pull $ESPRESSO_VERSION
+
+docker tag $ESPRESSO_VERSION espresso-integration-testnode
+
+# write the espresso configs to the config volume
+echo == Writing configs
+docker compose run scripts write-config --espresso $espresso --lightClientAddress $lightClientAddr
+
+# do whatever other espresso setup is needed.
+
+# run esprsso-integrated nitro node for sequencing.
+docker compose up espresso-sequencer --detach

docker-compose.yaml

@@ -165,6 +165,23 @@ services:
     depends_on:
       - geth
 
+  espresso-sequencer:
+    pid: host # allow debugging
+    image: espresso-integration-testnode
+    entrypoint: /usr/local/bin/nitro
+    ports:
+      - "127.0.0.1:8547:8547"
+      - "127.0.0.1:8548:8548"
+      - "127.0.0.1:9642:9642"
+    volumes:
+      - "seqdata:/home/user/.arbitrum/local/nitro"
+      - "l1keystore:/home/user/l1keystore"
+      - "espresso-config:/config"
+      - "tokenbridge-data:/tokenbridge-data"
+    command: --conf.file /config/sequencer_config.json --node.feed.output.enable --node.feed.output.port 9642  --http.api net,web3,eth,txpool,debug --node.seq-coordinator.my-url  ws://sequencer:8548 --graphql.enable --graphql.vhosts * --graphql.corsdomain *
+    depends_on:
+      - geth
+
   sequencer_b:
     pid: host # allow debugging
     image: nitro-node-dev-testnode
@@ -323,6 +340,7 @@ services:
       - "l1keystore:/home/user/l1keystore"
       - "config:/config"
       - "tokenbridge-data:/tokenbridge-data"
+      - "espresso-config:/espresso-config"
 
   relay:
     pid: host
@@ -359,6 +377,7 @@ services:
         NITRO_CONTRACTS_BRANCH: ${NITRO_CONTRACTS_BRANCH:-}
     volumes:
       - "config:/config"
+      - "espresso-config:/espresso-config"
       - /var/run/docker.sock:/var/run/docker.sock
 
   espresso-dev-node:
@@ -393,5 +412,6 @@ volumes:
   poster-data-b:
   poster-data-c:
   config:
+  espresso-config:
   postgres-data:
   tokenbridge-data:

migration-test.bash

@@ -0,0 +1,24 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+
+#Initialize a standard network not compatible with espresso.
+./test-node.bash --simple --init --detach 
+
+#start espresso sequencer node
+docker compose up espresso-dev-node --detach
+
+#shutdown nitro node
+docker stop nitro-testnode-sequencer-1
+
+#start nitro node in new docker container with espresso image (create a new script to do this from pieces of test-node.bash)
+./create-espresso-integrated-nitro-node.bash 
+
+#forge script to deploy new OSP entry and upgrade actions
+
+#forge script to execute upgrade actions
+
+#check the upgrade happened.
+
+
+#./test-node.bash --espresso --latest-espresso-image --validate --tokenbridge --init --detach

scripts/config.ts

@@ -29,6 +29,8 @@ SLOTS_PER_EPOCH: 6
 DEPOSIT_CONTRACT_ADDRESS: 0x4242424242424242424242424242424242424242
     `
     fs.writeFileSync(path.join(consts.configpath, "prysm.yaml"), prysm)
+    fs.writeFileSync(path.join(consts.espressoconfigpath, "prysm.yaml"), prysm)
+
 }
 
 function writeGethGenesisConfig(argv: any) {
@@ -144,16 +146,118 @@ function writeGethGenesisConfig(argv: any) {
     }
     `
     fs.writeFileSync(path.join(consts.configpath, "geth_genesis.json"), gethConfig)
+    fs.writeFileSync(path.join(consts.espressoconfigpath, "geth_genesis.json"), gethConfig)
     const jwt = `0x98ea6e4f216f2fb4b69fff9b3a44842c38686ca685f3f55dc48c5d3fb1107be4`
     fs.writeFileSync(path.join(consts.configpath, "jwt.hex"), jwt)
+    fs.writeFileSync(path.join(consts.espressoconfigpath, "jwt.hex"), jwt)
     const val_jwt = `0xe3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855`
     fs.writeFileSync(path.join(consts.configpath, "val_jwt.hex"), val_jwt)
+    fs.writeFileSync(path.join(consts.espressoconfigpath, "val_jwt.hex"), val_jwt)
 }
 
 function writeConfigs(argv: any) {
     const valJwtSecret = path.join(consts.configpath, "val_jwt.hex")
     const chainInfoFile = path.join(consts.configpath, "l2_chain_info.json")
-    const baseConfig = {
+    const baseConfig ={
+        "parent-chain": {
+            "connection": {
+                "url": argv.l1url,
+            },
+        },
+        "chain": {
+            "id": 412346,
+            "info-files": [chainInfoFile],
+        },
+        "node": {
+            "staker": {
+                "dangerous": {
+                    "without-block-validator": false
+                },
+                "parent-chain-wallet" : {
+                    "account": namedAddress("validator"),
+                    "password": consts.l1passphrase,
+                    "pathname": consts.l1keystore,    
+                },
+                "disable-challenge": false,
+                "enable": false,
+                "staker-interval": "10s",
+                "make-assertion-interval": "10s",
+                "strategy": "MakeNodes",
+            },
+            "sequencer": false,
+            "dangerous": {
+                "no-sequencer-coordinator": false,
+                "disable-blob-reader": true,
+            },
+            "delayed-sequencer": {
+                "enable": false
+            },
+            "seq-coordinator": {
+                "enable": false,
+                "redis-url": argv.redisUrl,
+                "lockout-duration": "30s",
+                "lockout-spare": "1s",
+                "my-url": "",
+                "retry-interval": "0.5s",
+                "seq-num-duration": "24h0m0s",
+                "update-interval": "3s",
+            },
+            "batch-poster": {
+                "enable": false,
+                "redis-url": argv.redisUrl,
+                "max-delay": "30s",
+                "l1-block-bound": "ignore",
+                "parent-chain-wallet" : {
+                    "account": namedAddress("sequencer"),
+                    "password": consts.l1passphrase,
+                    "pathname": consts.l1keystore,    
+                },
+                "data-poster": {
+                    "redis-signer": {
+                        "signing-key": "0123456789abcdef0123456789abcdef0123456789abcdef0123456789abcdef"
+                    },
+                    "wait-for-l1-finality": false
+                },
+            },
+            "block-validator": {
+				"validation-server" : {
+					"url": argv.validationNodeUrl,
+					"jwtsecret": valJwtSecret,
+				},
+                "dangerous": {"reset-block-validation": false},
+            },
+            "feed": {
+                "input": {
+                    "url": [], // websocket urls
+                },
+                "output": {
+                    "enable": false,
+                    "signed": false,
+                    "addr": "0.0.0.0",
+                },
+            }
+        },
+        "execution": {
+            "sequencer": {
+                "enable": false,
+            },
+            "forwarding-target": "null",
+        },
+        "persistent": {
+            "chain": "local",
+            "db-engine": "leveldb"
+        },
+        "ws": {
+            "addr": "0.0.0.0"
+        },
+        "http": {
+            "addr": "0.0.0.0",
+            "vhosts": "*",
+            "corsdomain": "*"
+        },
+    }
+
+    const espressoConfig = {
         "parent-chain": {
             "connection": {
                 "url": argv.l1url,
@@ -257,10 +361,9 @@ function writeConfigs(argv: any) {
             "vhosts": "*",
             "corsdomain": "*"
         },
-    }
-
-
-    const baseConfJSON = JSON.stringify(baseConfig)
+    } 
+    //conditionally use the espresso compliant config, or the base config based on the espresso portion being passed in via argv
+    const baseConfJSON = (argv.espresso) ? JSON.stringify(espressoConfig) : JSON.stringify(baseConfig)
 
     if (argv.simple) {
         let simpleConfig = JSON.parse(baseConfJSON)
@@ -274,6 +377,7 @@ function writeConfigs(argv: any) {
         simpleConfig.node["batch-poster"]["redis-url"] = ""
         simpleConfig.execution["sequencer"].enable = true
         fs.writeFileSync(path.join(consts.configpath, "sequencer_config.json"), JSON.stringify(simpleConfig))
+        fs.writeFileSync(path.join(consts.espressoconfigpath, "sequencer_config.json"), JSON.stringify(simpleConfig))
     } else {
         let validatorConfig = JSON.parse(baseConfJSON)
         validatorConfig.node.staker.enable = true
@@ -285,10 +389,12 @@ function writeConfigs(argv: any) {
         }
         let validconfJSON = JSON.stringify(validatorConfig)
         fs.writeFileSync(path.join(consts.configpath, "validator_config.json"), validconfJSON)
+        fs.writeFileSync(path.join(consts.espressoconfigpath, "validator_config.json"), validconfJSON)
 
         let unsafeStakerConfig = JSON.parse(validconfJSON)
         unsafeStakerConfig.node.staker.dangerous["without-block-validator"] = true
         fs.writeFileSync(path.join(consts.configpath, "unsafe_staker_config.json"), JSON.stringify(unsafeStakerConfig))
+        fs.writeFileSync(path.join(consts.espressoconfigpath, "unsafe_staker_config.json"), JSON.stringify(unsafeStakerConfig))
 
         let sequencerConfig = JSON.parse(baseConfJSON)
         sequencerConfig.node.sequencer = true
@@ -304,6 +410,7 @@ function writeConfigs(argv: any) {
             sequencerConfig.node["seq-coordinator"].enable = true
         }
         fs.writeFileSync(path.join(consts.configpath, "sequencer_config.json"), JSON.stringify(sequencerConfig))
+        fs.writeFileSync(path.join(consts.espressoconfigpath, "sequencer_config.json"), JSON.stringify(sequencerConfig))
 
         let posterConfig = JSON.parse(baseConfJSON)
     if (argv.espresso) {
@@ -315,6 +422,7 @@ function writeConfigs(argv: any) {
     }
         posterConfig.node["batch-poster"].enable = true
         fs.writeFileSync(path.join(consts.configpath, "poster_config.json"), JSON.stringify(posterConfig))
+        fs.writeFileSync(path.join(consts.espressoconfigpath, "poster_config.json"), JSON.stringify(posterConfig))
     }
 
     let l3Config = JSON.parse(baseConfJSON)
@@ -335,6 +443,7 @@ function writeConfigs(argv: any) {
     l3Config.node["batch-poster"].enable = true
     l3Config.node["batch-poster"]["redis-url"] = ""
     fs.writeFileSync(path.join(consts.configpath, "l3node_config.json"), JSON.stringify(l3Config))
+    fs.writeFileSync(path.join(consts.espressoconfigpath, "l3node_config.json"), JSON.stringify(l3Config))
 
     let validationNodeConfig = JSON.parse(JSON.stringify({
         "persistent": {
@@ -356,6 +465,7 @@ function writeConfigs(argv: any) {
         },
     }))
     fs.writeFileSync(path.join(consts.configpath, "validation_node_config.json"), JSON.stringify(validationNodeConfig))
+    fs.writeFileSync(path.join(consts.espressoconfigpath, "validation_node_config.json"), JSON.stringify(validationNodeConfig))
 }
 
 function writeL2ChainConfig(argv: any) {
@@ -394,6 +504,8 @@ function writeL2ChainConfig(argv: any) {
     }
     const l2ChainConfigJSON = JSON.stringify(l2ChainConfig)
     fs.writeFileSync(path.join(consts.configpath, "l2_chain_config.json"), l2ChainConfigJSON)
+    fs.writeFileSync(path.join(consts.espressoconfigpath, "l2_chain_config.json"), l2ChainConfigJSON)
+
 }
 
 function writeL3ChainConfig(argv: any) {
@@ -427,6 +539,7 @@ function writeL3ChainConfig(argv: any) {
     }
     const l3ChainConfigJSON = JSON.stringify(l3ChainConfig)
     fs.writeFileSync(path.join(consts.configpath, "l3_chain_config.json"), l3ChainConfigJSON)
+    fs.writeFileSync(path.join(consts.espressoconfigpath, "l3_chain_config.json"), l3ChainConfigJSON)
 }
 
 export const writeConfigCommand = {

scripts/consts.ts

@@ -1,6 +1,7 @@
 export const l1keystore = "/home/user/l1keystore";
 export const l1passphrase = "passphrase";
 export const configpath = "/config";
+export const espressoconfigpath = "/espresso-config"
 export const tokenbridgedatapath = "/tokenbridge-data";
 // Not secure. Do not use for production purposes
 export const l1mnemonic =

test-node.bash

@@ -407,6 +407,9 @@ if $force_init; then
     echo == Deploying L2 chain
     docker compose run -e PARENT_CHAIN_RPC="http://geth:8545" -e DEPLOYER_PRIVKEY=$l2ownerKey -e PARENT_CHAIN_ID=$l1chainid -e CHILD_CHAIN_NAME="arb-dev-test" -e MAX_DATA_SIZE=117964 -e OWNER_ADDRESS=$l2ownerAddress -e WASM_MODULE_ROOT=$wasmroot -e SEQUENCER_ADDRESS=$sequenceraddress -e AUTHORIZE_VALIDATORS=10 -e CHILD_CHAIN_CONFIG_PATH="/config/l2_chain_config.json" -e CHAIN_DEPLOYMENT_INFO="/config/deployment.json" -e CHILD_CHAIN_INFO="/config/deployed_chain_info.json" -e LIGHT_CLIENT_ADDR=$lightClientAddr  rollupcreator create-rollup-testnode
     docker compose run --entrypoint sh rollupcreator -c "jq [.[]] /config/deployed_chain_info.json > /config/l2_chain_info.json"
+    #copy chain info needed by nitro node to espresso-config volume. 
+    docker compose run --entrypoint sh rollupcreator -c "jq [.[]] /config/deployed_chain_info.json > /espresso-config/l2_chain_info.json"
+
 
     if $simple; then
         echo == Writing configs