Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

ABI dir fixes #2003

Merged
merged 37 commits into from
Jul 11, 2023
Merged
Show file tree
Hide file tree
Changes from 32 commits
Commits
Show all changes
37 commits
Select commit Hold shift + click to select a range
9090183
beamer: move load_rpc_info from beamer.deploy.config to beamer.util
Jun 28, 2023
ff393cd
beamer: tests: config: add missing --abi-dir option
Jun 30, 2023
6560468
beamer: move get_commit_id from beamer.deploy.util to beamer.util
Jun 30, 2023
030e906
beamer: deploy: move artifacts generation to util
Jun 30, 2023
9da442a
beamer: contract: add obtain_contract
Jun 30, 2023
7ec1dbb
beamer: deploy: add missing --abi-dir options
Jun 30, 2023
2f48315
beamer: config: convert to use beamer.contract.obtain_contract
Jun 30, 2023
2428f1a
scripts: e2e-test-op-commands: convert to use beamer.contracts.obtain…
Jun 30, 2023
e8ed37b
docker: optimism: add missing --abi-dir option
Jun 30, 2023
b9a8ae8
scripts: e2e-test-op-commands: make the function name consistent with…
Jun 30, 2023
bb75980
beamer: deploy: remove artifacts.obtain_contract
Jun 30, 2023
053ee63
beamer: deploy: remove util.make_contract
Jun 30, 2023
26d0774
beamer: move deploy.artifacts one level up
Jun 30, 2023
2b76f1a
beamer: contracts: introduce ABIManager
Jul 6, 2023
ec02cde
beamer: deploy: use ABIManager
Jul 6, 2023
86b071b
beamer: deploy: remove unused code
Jul 6, 2023
2e194c4
beamer: deploy: silence pylint
Jul 6, 2023
19b7cb6
beamer: contracts: require an ABIManager in obtain_contract
Jul 6, 2023
9508f2c
beamer: provide an ABIManager instance to obtain_contract instead of …
Jul 6, 2023
01ef1e4
beamer: artifacts: add a helper load_all function
Jul 6, 2023
65ad190
beamer: artifacts: add a helper property, Deployment.earliest_block
Jul 6, 2023
7a3bff7
beamer: health: move to use the new ABIManager and artifacts facilities
Jul 6, 2023
04c5938
beamer: tests: move the 'root' variable into _generate_deployment_dir
Jul 6, 2023
6dd0433
beamer: tests: split _generate_deployment_dir into two and make it av…
Jul 6, 2023
63066e8
beamer: agent: don't load artifacts as part of config setup
Jul 6, 2023
3b3dea4
beamer: tests: name artifacts properly when generating them
Jul 7, 2023
78a8c0d
beamer: tests: make tests work again after the config changes
Jul 7, 2023
15fdd1c
beamer: contracts: switch contracts_for_web3 to use new API internally
Jul 7, 2023
86ff05b
beamer: contracts: remove unused code
Jul 7, 2023
2e0475b
docker: scripts: fix deploy-base and deploy invocation
Jul 7, 2023
8eb045a
beamer: artifacts: add a new helper function to load only a single de…
Jul 11, 2023
ff22dc7
scripts: move away from using contracts_for_web3
Jul 11, 2023
11a5da6
beamer: contracts: remove the now unused contracts_for_web3
Jul 11, 2023
695c356
beamer: agent: use beamer.artifacts.load instead of load_all
Jul 11, 2023
c614b55
beamer: health: use beamer.artifacts.load instead of load_all
Jul 11, 2023
1c16f81
beamer: artifacts: remove the now unused load_all function
Jul 11, 2023
8013248
beamer: tests: config: don't hardcode chain ID
Jul 11, 2023
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
37 changes: 16 additions & 21 deletions beamer/agent/agent.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
from itertools import permutations

import structlog
from eth_typing import Address, BlockNumber, ChecksumAddress
from eth_typing import Address, ChecksumAddress
from web3.middleware import latest_block_based_cache_middleware

import beamer.agent.metrics
Expand All @@ -12,31 +12,20 @@
from beamer.agent.state_machine import Context
from beamer.agent.tracker import Tracker
from beamer.agent.util import BaseChain, Chain
from beamer.contracts import ContractInfo, make_contracts
from beamer.contracts import ABIManager, obtain_contract
from beamer.typing import ChainId, TransferDirection
from beamer.util import make_web3

log = structlog.get_logger(__name__)


def _get_contracts_info(config: Config, chain_id: ChainId) -> dict[str, ContractInfo]:
info = config.deployment_info.get(chain_id)
if info is None:
raise RuntimeError(f"Deployment info for chain ID {chain_id} not available")
return info


def _get_deployment_block(contract_info: dict[str, ContractInfo]) -> BlockNumber:
request_manager_deployment_block = contract_info["RequestManager"].deployment_block
fill_manager_deployment_block = contract_info["FillManager"].deployment_block
return min(request_manager_deployment_block, fill_manager_deployment_block)


class Agent:
def __init__(self, config: Config):
self._config = config
self._stopped = threading.Event()
self._stopped.set()
self._abi_manager = ABIManager(config.abi_dir)
self._artifacts = beamer.artifacts.load_all(config.artifacts_dir)
self._init()

def _init_l1_chain(self) -> BaseChain:
Expand All @@ -51,14 +40,19 @@ def _init_chains(self) -> dict[ChainId, Chain]:
chain_id = ChainId(w3.eth.chain_id)
if chain_id in chains:
continue
contracts_info = _get_contracts_info(self._config, chain_id)
contracts = make_contracts(w3, contracts_info)
request_manager = contracts["RequestManager"]
fill_manager = contracts["FillManager"]

deployment = self._artifacts.get(chain_id)
if deployment is None:
raise RuntimeError(f"Deployment artifact for chain ID {chain_id} not available")

assert deployment.chain is not None
request_manager = obtain_contract(w3, self._abi_manager, deployment, "RequestManager")
fill_manager = obtain_contract(w3, self._abi_manager, deployment, "FillManager")

self._event_monitors[chain_id] = EventMonitor(
web3=w3,
contracts=(request_manager, fill_manager),
deployment_block=_get_deployment_block(contracts_info),
deployment_block=deployment.earliest_block,
poll_period=chain_config.poll_period,
confirmation_blocks=chain_config.confirmation_blocks,
on_new_events=[],
Expand All @@ -70,7 +64,8 @@ def _init_chains(self) -> dict[ChainId, Chain]:
id=chain_id,
name=chain_name,
tokens=self._config.token_checker.get_tokens_for_chain(chain_id),
contracts=contracts,
request_manager=request_manager,
fill_manager=fill_manager,
)
return chains

Expand Down
8 changes: 4 additions & 4 deletions beamer/agent/config.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,6 @@
from eth_utils import to_wei

from beamer.agent.util import TokenChecker
from beamer.contracts import DeploymentInfo, load_deployment_info
from beamer.typing import URL
from beamer.util import account_from_keyfile

Expand All @@ -29,7 +28,8 @@ class ChainConfig:
@dataclass
class Config:
account: LocalAccount
deployment_info: DeploymentInfo
abi_dir: Path
artifacts_dir: Path
base_chain_rpc_url: URL
token_checker: TokenChecker
fill_wait_time: int
Expand Down Expand Up @@ -139,12 +139,12 @@ def load(config_path: Path, options: dict[str, Any]) -> Config:
password = _get_value(config, "account.password")
account = account_from_keyfile(path, password)

deployment_info = load_deployment_info(Path(config["artifacts-dir"]), Path(config["abi-dir"]))
token_checker = TokenChecker(list(config["tokens"].values()))

return Config(
account=account,
deployment_info=deployment_info,
abi_dir=Path(config["abi-dir"]),
artifacts_dir=Path(config["artifacts-dir"]),
token_checker=token_checker,
base_chain_rpc_url=config["base-chain"]["rpc-url"],
fill_wait_time=config["fill-wait-time"],
Expand Down
11 changes: 2 additions & 9 deletions beamer/agent/util.py
Original file line number Diff line number Diff line change
Expand Up @@ -26,15 +26,8 @@ def rpc_url(self) -> URL:
class Chain(BaseChain):
name: str
tokens: list[tuple[ChainId, ChecksumAddress]]
contracts: dict[str, Contract]

@property
def request_manager(self) -> Contract:
return self.contracts["RequestManager"]

@property
def fill_manager(self) -> Contract:
return self.contracts["FillManager"]
request_manager: Contract
fill_manager: Contract


@dataclass(frozen=True)
Expand Down
81 changes: 81 additions & 0 deletions beamer/artifacts.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,81 @@
import json
from dataclasses import dataclass, field
from pathlib import Path

import apischema
from apischema import properties, schema
from apischema.metadata import none_as_undefined, validators
from eth_typing import ChecksumAddress
from eth_utils import is_checksum_address

from beamer.typing import BlockNumber, ChainId


class ValidationError(Exception):
def __str__(self) -> str:
assert isinstance(self.__cause__, apischema.ValidationError)
return "\n".join(map(str, self.__cause__.errors)) # pylint: disable=no-member


def _validate_address(address: str) -> None:
if not is_checksum_address(address):
raise apischema.ValidationError(f"expected a checksum address: {address}")


@dataclass
class DeployedContractInfo:
beamer_commit: str
tx_hash: str
address: ChecksumAddress = field(metadata=validators(_validate_address))
deployment_block: BlockNumber = field(metadata=schema(min=0))
deployment_args: list[str | int]


@dataclass(frozen=True)
class ChainDeployment:
chain_id: ChainId = field(metadata=schema(min=1))
contracts: dict[str, DeployedContractInfo] = field(metadata=properties)


@dataclass(frozen=True)
class Deployment:
deployer: ChecksumAddress
base: ChainDeployment
chain: ChainDeployment | None = field(default=None, metadata=none_as_undefined)

@staticmethod
def from_file(artifact: Path) -> "Deployment":
with open(artifact, "rt") as f:
data = json.load(f)

try:
deployment = apischema.deserialize(Deployment, data)
except apischema.ValidationError as exc:
raise ValidationError from exc
return deployment

def to_file(self, artifact: Path) -> None:
with open(artifact, "wt") as f:
json.dump(apischema.serialize(self), f, indent=4)

@property
def earliest_block(self) -> BlockNumber:
assert self.chain is not None
return min(info.deployment_block for info in self.chain.contracts.values())


def load_all(artifacts_dir: Path) -> dict[ChainId, Deployment]:
istankovic marked this conversation as resolved.
Show resolved Hide resolved
artifacts = {}
for path in artifacts_dir.glob("*.deployment.json"):
deployment = Deployment.from_file(path)
if deployment.chain is not None:
artifacts[deployment.chain.chain_id] = deployment
return artifacts


def load(artifacts_dir: Path, chain_id: ChainId) -> Deployment:
path = next(artifacts_dir.glob(f"{chain_id}-*.deployment.json"))
deployment = Deployment.from_file(path)
chain = deployment.chain or deployment.base
assert chain.chain_id == chain_id
return deployment
24 changes: 13 additions & 11 deletions beamer/config/commands.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,10 +8,10 @@
from web3 import Web3

import beamer.contracts
import beamer.deploy.config
import beamer.util
from beamer.artifacts import Deployment
from beamer.config.state import ChainConfig, Configuration, DesiredConfiguration, TokenConfig
from beamer.deploy.artifacts import Deployment
from beamer.contracts import ABIManager, obtain_contract
from beamer.events import (
ChainUpdated,
Event,
Expand Down Expand Up @@ -122,7 +122,7 @@ def read(
"""Read latest contract configuration state from the chain and store it into STATE_PATH."""
beamer.util.setup_logging(log_level="DEBUG", log_json=False)

rpc_info = beamer.deploy.config.load_rpc_info(rpc_file)
rpc_info = beamer.util.load_rpc_info(rpc_file)
deployment = Deployment.from_file(artifact)

assert deployment.chain is not None
Expand All @@ -132,8 +132,9 @@ def read(
assert w3.eth.chain_id == chain_id
log.info("Connected to RPC", url=url)

request_manager = deployment.obtain_contract(w3, "chain", "RequestManager")
fill_manager = deployment.obtain_contract(w3, "chain", "FillManager")
abi_manager = ABIManager(abi_dir)
request_manager = obtain_contract(w3, abi_manager, deployment, "RequestManager")
fill_manager = obtain_contract(w3, abi_manager, deployment, "FillManager")

if state_path.exists():
config = Configuration.from_file(state_path)
Expand Down Expand Up @@ -283,10 +284,10 @@ def _ensure_same_tokens_have_same_addresses(


def _ensure_no_config_updates_since(
w3: Web3, deployment: Deployment, start_block: BlockNumber
w3: Web3, abi_manager: ABIManager, deployment: Deployment, start_block: BlockNumber
) -> None:
request_manager = deployment.obtain_contract(w3, "chain", "RequestManager")
fill_manager = deployment.obtain_contract(w3, "chain", "FillManager")
request_manager = obtain_contract(w3, abi_manager, deployment, "RequestManager")
fill_manager = obtain_contract(w3, abi_manager, deployment, "FillManager")

fetcher = EventFetcher(
w3, (request_manager, fill_manager), start_block=start_block, confirmation_blocks=0
Expand Down Expand Up @@ -378,7 +379,7 @@ def write(
account = beamer.util.account_from_keyfile(keystore_file, password)
log.info("Loaded keystore file", address=account.address)

rpc_info = beamer.deploy.config.load_rpc_info(rpc_file)
rpc_info = beamer.util.load_rpc_info(rpc_file)
deployment = Deployment.from_file(artifact)

assert deployment.chain is not None
Expand All @@ -388,6 +389,7 @@ def write(
assert w3.eth.chain_id == chain_id
log.info("Connected to RPC", url=url)

abi_manager = ABIManager(abi_dir)
current_config = Configuration.from_file(current_state_path)
desired_config = DesiredConfiguration.from_file(desired_state_path)

Expand All @@ -400,11 +402,11 @@ def write(
# This means we need to make sure that there were no config updates
# in block range [current_config.block + 1, latest_block].
start_block = BlockNumber(current_config.block + 1)
_ensure_no_config_updates_since(w3, deployment, start_block)
_ensure_no_config_updates_since(w3, abi_manager, deployment, start_block)

for contract, function, *args in _generate_updates(current_config, desired_config):
log.info("Sending transaction", call=f"{contract}.{function}({', '.join(map(str, args))})")
contract = deployment.obtain_contract(w3, "chain", contract)
contract = obtain_contract(w3, abi_manager, deployment, contract)
call = getattr(contract.functions, function)(*args)
try:
receipt = beamer.util.transact(call)
Expand Down
Loading