diff --git a/offchain/web3/contract_caller.py b/offchain/web3/contract_caller.py index 39cd573..dad0238 100644 --- a/offchain/web3/contract_caller.py +++ b/offchain/web3/contract_caller.py @@ -1,3 +1,5 @@ +import asyncio +from logging import Logger from typing import Optional, Any from eth_abi import encode_abi, decode_abi @@ -5,7 +7,7 @@ from offchain.concurrency import parmap from offchain.web3.contract_utils import function_signature_to_sighash -from offchain.web3.jsonrpc import EthereumJSONRPC +from offchain.web3.jsonrpc import EthereumJSONRPC, AsyncEthereumJSONRPC CHUNK_SIZE = 500 @@ -183,3 +185,178 @@ def decode_response(self, response: dict, return_types: list[str]) -> Optional[A except Exception: return None + + +class AsyncContractCaller: + def __init__(self, rpc: Optional[AsyncEthereumJSONRPC] = None) -> None: + self.rpc = rpc or AsyncEthereumJSONRPC() + + async def single_address_single_fn_many_args( + self, + address: str, + function_sig: str, + return_type: list[str], + args: list[list[Any]], + block_tag: Optional[str] = "latest", + chunk_size: int = CHUNK_SIZE, + **kwargs, + ) -> list[Optional[Any]]: + """Call a single function on a single address with many different permutations of arguments + + Args: + address (str): address to call function on + function_sig (str): function signature (ex: "totalSupply()") + return_type (list[str]): return function signature (ex: ["uint256"]) + args (list[list[Any]]): list of arguments passed in each fn call (ex: [[1], [2], [3]]) + chunk_size (int, optional): number of calls to group in a single req. Defaults to 500. + + Returns: + list[Optional[Any]]: list of returned values, mapped 1-1 with args + """ + + req_params = [ + self.request_builder(address, function_sig, args[i], block_tag, **kwargs) for i in range(len(args)) + ] + res = await self._call_batch_chunked(req_params, chunk_size) + return list(map(lambda r: self.decode_response(r, return_type), res)) + + async def single_address_many_fns_many_args( + self, + address: str, + function_sigs: list[str], + return_types: list[list[str]], + args: list[list[Any]], + block_tag: Optional[str] = "latest", + chunk_size: int = CHUNK_SIZE, + ) -> dict[str, Optional[Any]]: + """Call many functions on a single addresses with differnt arguments per function + + Args: + address (str): address to call function on + function_sigs (list[str]): list of fn signature (ex: ["totalSupply()", "symbol()"]) + return_types (list[list[str]]): list of return function signature (ex: [["uint256"]]) + args (list[list[Any]]): list of arguments passed in each fn call (ex: [[1], [2], [3]]) + chunk_size (int, optional): [description]. Defaults to 500. + + Returns: + dict[str, Optional[Any]]: dicts with fn names as keys (ex: {"totalSupply()": 1234}) + """ + assert len(function_sigs) == len(args) and len(args) == len( + return_types + ), "function names, return types, args must all be the same length" + req_params = [self.request_builder(address, function_sigs[i], args[i], block_tag) for i in range(len(args))] + res = await self._call_batch_chunked(req_params, chunk_size) + cleaned = list(map(lambda i: self.decode_response(res[i], return_types[i]), range(len(res)))) + return {k: v for k, v in zip(function_sigs, cleaned)} + + async def _call_batch_chunked(self, request_params: list[list[Any]], chunk_size: int = CHUNK_SIZE) -> list[Any]: + """Perform concurrent batched requests by splitting a large batch into smaller chunks + + Args: + request_params (list[list[Any]]): list of request parameters + chunk_size (int, optional): size at which to split requests. Defaults to 500. + + Returns: + list[Any]: merged list of all data from the many requests + """ + + async def call(params: list[list[Any]]) -> list[Any]: + return await self.rpc.call_batch_chunked("eth_call", params) + + size = len(request_params) + if size < chunk_size: + return await call(request_params) + + prev_offset, curr_offest = 0, chunk_size + + chunks = [] + while prev_offset < size: + chunks.append(request_params[prev_offset:curr_offest]) + prev_offset = curr_offest + curr_offest = min(curr_offest + chunk_size, size) + + results = await asyncio.gather(*[call(chunk) for chunk in chunks]) + return [i for res in results for i in res] + + def request_builder( + self, + address: str, + function_sig: str, + args: Optional[list] = None, + block_tag: Optional[str] = "latest", + **kwargs, + ): + """Request generation function. Can be overloaded via inheritance for custom RPC requests. + + Args: + address (str): address to call + function_sig (str): function signature + args (Optional[list], optional): arguments for function if present + + Returns: + [type]: [description] + """ + data = self.encode_params(function_sig, args, **kwargs) + return [{"to": address, "data": data}, block_tag] + + def encode_params( + self, + function_sig: str, + args: Optional[list] = None, + arg_types: Optional[list] = None, + **kwargs, + ) -> str: + """Encode eth_call data by first taking the function sighash, then adding the encoded data + + Args:w + function_sig (str): function signature + args (Optional[list], optional): arguments to pass. Defaults to None. + + Returns: + str: [description] + """ + b = bytes.fromhex(function_signature_to_sighash(function_sig)[2:]) + + if args is not None: + if arg_types is None: + start = function_sig.find("(") + arg_types = function_sig[start:].strip("()").split(",") + + if type(arg_types) == str: + arg_types = [arg_types] + + b += encode_abi(arg_types, args) + + return to_hex(b) + + def decode_response(self, response: dict, return_types: list[str]) -> Optional[Any]: + """Decode responses, filling None for any errored requests + + Args: + response (dict): [description] + return_types (list[str]): [description] + + Returns: + Optional[Any]: [description] + """ + try: + data = response.get("result") + if data is None: + return None + + trimmed = data[2:] + if trimmed == "": + return None + + parsed = decode_abi(return_types, bytes.fromhex(trimmed)) + n_expected, n_received = len(return_types), len(parsed) + + if n_expected == 1 or n_received == 1: + return parsed[0] + elif n_expected < n_received: + return parsed[:n_expected] + else: + return parsed + + except Exception: + return None diff --git a/offchain/web3/jsonrpc.py b/offchain/web3/jsonrpc.py index 004ac4f..5374ad8 100644 --- a/offchain/web3/jsonrpc.py +++ b/offchain/web3/jsonrpc.py @@ -2,6 +2,8 @@ import requests import requests.adapters +import asyncio +import aiohttp from offchain.concurrency import parmap from offchain.constants.providers import RPCProvider @@ -94,3 +96,74 @@ def call_batch_chunked( results = parmap(lambda chunk: self.call_batch(method, chunk), chunks) return [i for res in results for i in res] + + +class AsyncEthereumJSONRPC: + def __init__( + self, + provider_url: Optional[str] = None, + ) -> None: + self.sess = aiohttp.ClientSession() + self.url = provider_url or RPCProvider.LLAMA_NODES_MAINNET + + def __payload_factory(self, method: str, params: list[Any], id: int) -> RPCPayload: + return {"method": method, "params": params, "id": id, "jsonrpc": "2.0"} + + @retry( + stop=stop_after_attempt(2), + wait=wait_exponential(multiplier=1, min=1, max=5), + ) + async def call(self, method: str, params: list[dict]) -> dict: + try: + payload = self.__payload_factory(method, params, 1) + async with self.sess.post(self.url, json=payload) as resp: + resp.raise_for_status() + return await resp.json() + except Exception as e: + logger.error( + f"Caught exception while making rpc call. Method: {method}. Params: {params}. Retrying. Error: {e}" + ) + raise + + @retry( + stop=stop_after_attempt(2), + wait=wait_exponential(multiplier=1, min=1, max=5), + ) + async def call_batch(self, method: str, params: list[list[Any]]) -> list[dict]: + try: + payload = [self.__payload_factory(method, param, i) for i, param in enumerate(params)] + async with self.sess.post(self.url, json=payload) as resp: + resp.raise_for_status() + return await resp.json() + except Exception as e: + logger.error( + f"Caught exception while making batch rpc call. " + f"Method: {method}. Params: {params}. Retrying. Error: {e}" + # noqa + ) + raise + + @retry( + stop=stop_after_attempt(2), + wait=wait_exponential(multiplier=1, min=1, max=5), + ) + async def call_batch_chunked( + self, + method: str, + params: list[list[Any]], + chunk_size: Optional[int] = MAX_REQUEST_BATCH_SIZE, + ) -> list[dict]: + size = len(params) + if size < chunk_size: + return await self.call_batch(method, params) + + prev_offset, curr_offset = 0, chunk_size + + chunks = [] + while prev_offset < size: + chunks.append(params[prev_offset:curr_offset]) + prev_offset = curr_offset + curr_offset = min(curr_offset + chunk_size, size) + + results = await asyncio.gather(*[self.call_batch(method, chunk) for chunk in chunks]) + return [i for res in results for i in res] diff --git a/poetry.lock b/poetry.lock index 134e9cf..4236569 100644 --- a/poetry.lock +++ b/poetry.lock @@ -1,9 +1,10 @@ -# This file is automatically @generated by Poetry 1.5.1 and should not be changed by hand. +# This file is automatically @generated by Poetry and should not be changed by hand. [[package]] name = "aiohttp" version = "3.8.5" description = "Async http client/server framework (asyncio)" +category = "main" optional = false python-versions = ">=3.6" files = [ @@ -112,6 +113,7 @@ speedups = ["Brotli", "aiodns", "cchardet"] name = "aiosignal" version = "1.3.1" description = "aiosignal: a list of registered asynchronous callbacks" +category = "main" optional = false python-versions = ">=3.7" files = [ @@ -126,6 +128,7 @@ frozenlist = ">=1.1.0" name = "async-timeout" version = "4.0.2" description = "Timeout context manager for asyncio programs" +category = "main" optional = false python-versions = ">=3.6" files = [ @@ -137,6 +140,7 @@ files = [ name = "attrs" version = "23.1.0" description = "Classes Without Boilerplate" +category = "main" optional = false python-versions = ">=3.7" files = [ @@ -155,6 +159,7 @@ tests-no-zope = ["cloudpickle", "hypothesis", "mypy (>=1.1.1)", "pympler", "pyte name = "base58" version = "2.1.1" description = "Base58 and Base58Check implementation." +category = "main" optional = false python-versions = ">=3.5" files = [ @@ -169,6 +174,7 @@ tests = ["PyHamcrest (>=2.0.2)", "mypy", "pytest (>=4.6)", "pytest-benchmark", " name = "bitarray" version = "2.8.1" description = "efficient arrays of booleans -- C extension" +category = "main" optional = false python-versions = "*" files = [ @@ -280,6 +286,7 @@ files = [ name = "black" version = "22.12.0" description = "The uncompromising code formatter." +category = "dev" optional = false python-versions = ">=3.7" files = [ @@ -315,6 +322,7 @@ uvloop = ["uvloop (>=0.15.2)"] name = "certifi" version = "2023.7.22" description = "Python package for providing Mozilla's CA Bundle." +category = "main" optional = false python-versions = ">=3.6" files = [ @@ -326,6 +334,7 @@ files = [ name = "cfgv" version = "3.3.1" description = "Validate configuration and produce human readable error messages." +category = "dev" optional = false python-versions = ">=3.6.1" files = [ @@ -337,6 +346,7 @@ files = [ name = "charset-normalizer" version = "3.2.0" description = "The Real First Universal Charset Detector. Open, modern and actively maintained alternative to Chardet." +category = "main" optional = false python-versions = ">=3.7.0" files = [ @@ -421,6 +431,7 @@ files = [ name = "click" version = "8.1.6" description = "Composable command line interface toolkit" +category = "dev" optional = false python-versions = ">=3.7" files = [ @@ -435,6 +446,7 @@ colorama = {version = "*", markers = "platform_system == \"Windows\""} name = "colorama" version = "0.4.6" description = "Cross-platform colored terminal text." +category = "main" optional = false python-versions = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,!=3.6.*,>=2.7" files = [ @@ -446,6 +458,7 @@ files = [ name = "cytoolz" version = "0.12.2" description = "Cython implementation of Toolz: High performance functional utilities" +category = "main" optional = false python-versions = ">=3.6" files = [ @@ -554,6 +567,7 @@ cython = ["cython"] name = "distlib" version = "0.3.7" description = "Distribution utilities" +category = "dev" optional = false python-versions = "*" files = [ @@ -565,6 +579,7 @@ files = [ name = "eth-abi" version = "2.2.0" description = "eth_abi: Python utilities for working with Ethereum ABI definitions, especially encoding and decoding" +category = "main" optional = false python-versions = ">=3.6, <4" files = [ @@ -588,6 +603,7 @@ tools = ["hypothesis (>=4.18.2,<5.0.0)"] name = "eth-account" version = "0.5.9" description = "eth-account: Sign Ethereum transactions and messages with local private keys" +category = "main" optional = false python-versions = ">=3.6, <4" files = [ @@ -615,6 +631,7 @@ test = ["hypothesis (>=4.18.0,<5)", "pytest (>=6.2.5,<7)", "pytest-xdist", "tox name = "eth-hash" version = "0.3.3" description = "eth-hash: The Ethereum hashing function, keccak256, sometimes (erroneously) called sha3" +category = "main" optional = false python-versions = ">=3.5, <4" files = [ @@ -637,6 +654,7 @@ test = ["pytest (==5.4.1)", "pytest-xdist", "tox (==3.14.6)"] name = "eth-keyfile" version = "0.5.1" description = "A library for handling the encrypted keyfiles used to store ethereum private keys." +category = "main" optional = false python-versions = "*" files = [ @@ -654,6 +672,7 @@ pycryptodome = ">=3.4.7,<4.0.0" name = "eth-keys" version = "0.3.4" description = "Common API for Ethereum key operations." +category = "main" optional = false python-versions = "*" files = [ @@ -676,6 +695,7 @@ test = ["asn1tools (>=0.146.2,<0.147)", "eth-hash[pycryptodome]", "eth-hash[pysh name = "eth-rlp" version = "0.2.1" description = "eth-rlp: RLP definitions for common Ethereum objects in Python" +category = "main" optional = false python-versions = ">=3.6, <4" files = [ @@ -698,6 +718,7 @@ test = ["eth-hash[pycryptodome]", "pytest (==5.4.1)", "pytest-xdist", "tox (==3. name = "eth-typing" version = "2.3.0" description = "eth-typing: Common type annotations for ethereum python packages" +category = "main" optional = false python-versions = ">=3.5, <4" files = [ @@ -715,6 +736,7 @@ test = ["pytest (>=4.4,<4.5)", "pytest-xdist", "tox (>=2.9.1,<3)"] name = "eth-utils" version = "1.10.0" description = "eth-utils: Common utility functions for python code that interacts with Ethereum" +category = "main" optional = false python-versions = ">=3.5,!=3.5.2,<4" files = [ @@ -738,6 +760,7 @@ test = ["hypothesis (>=4.43.0,<5.0.0)", "pytest (==5.4.1)", "pytest-xdist", "tox name = "exceptiongroup" version = "1.1.2" description = "Backport of PEP 654 (exception groups)" +category = "main" optional = false python-versions = ">=3.7" files = [ @@ -752,6 +775,7 @@ test = ["pytest (>=6)"] name = "filelock" version = "3.12.2" description = "A platform independent file lock." +category = "dev" optional = false python-versions = ">=3.7" files = [ @@ -767,6 +791,7 @@ testing = ["covdefaults (>=2.3)", "coverage (>=7.2.7)", "diff-cover (>=7.5)", "p name = "flake8" version = "5.0.4" description = "the modular source code checker: pep8 pyflakes and co" +category = "dev" optional = false python-versions = ">=3.6.1" files = [ @@ -783,6 +808,7 @@ pyflakes = ">=2.5.0,<2.6.0" name = "frozenlist" version = "1.4.0" description = "A list-like structure which implements collections.abc.MutableSequence" +category = "main" optional = false python-versions = ">=3.8" files = [ @@ -853,6 +879,7 @@ files = [ name = "ghp-import" version = "2.1.0" description = "Copy your docs directly to the gh-pages branch." +category = "dev" optional = false python-versions = "*" files = [ @@ -870,6 +897,7 @@ dev = ["flake8", "markdown", "twine", "wheel"] name = "griffe" version = "0.32.3" description = "Signatures for entire Python programs. Extract the structure, the frame, the skeleton of your project, to generate API documentation or find breaking changes in your API." +category = "dev" optional = false python-versions = ">=3.8" files = [ @@ -884,6 +912,7 @@ colorama = ">=0.4" name = "hexbytes" version = "0.3.1" description = "hexbytes: Python `bytes` subclass that decodes hex, with a readable console output" +category = "main" optional = false python-versions = ">=3.7, <4" files = [ @@ -901,6 +930,7 @@ test = ["eth-utils (>=1.0.1,<3)", "hypothesis (>=3.44.24,<=6.31.6)", "pytest (>= name = "identify" version = "2.5.26" description = "File identification library for Python" +category = "dev" optional = false python-versions = ">=3.8" files = [ @@ -915,6 +945,7 @@ license = ["ukkonen"] name = "idna" version = "3.4" description = "Internationalized Domain Names in Applications (IDNA)" +category = "main" optional = false python-versions = ">=3.5" files = [ @@ -926,6 +957,7 @@ files = [ name = "importlib-metadata" version = "6.8.0" description = "Read metadata from Python packages" +category = "dev" optional = false python-versions = ">=3.8" files = [ @@ -945,6 +977,7 @@ testing = ["flufl.flake8", "importlib-resources (>=1.3)", "packaging", "pyfakefs name = "iniconfig" version = "2.0.0" description = "brain-dead simple config-ini parsing" +category = "main" optional = false python-versions = ">=3.7" files = [ @@ -956,6 +989,7 @@ files = [ name = "ipfshttpclient" version = "0.8.0a2" description = "Python IPFS HTTP CLIENT library" +category = "main" optional = false python-versions = ">=3.6.2,!=3.7.0,!=3.7.1" files = [ @@ -971,6 +1005,7 @@ requests = ">=2.11" name = "jinja2" version = "3.1.2" description = "A very fast and expressive template engine." +category = "dev" optional = false python-versions = ">=3.7" files = [ @@ -988,6 +1023,7 @@ i18n = ["Babel (>=2.7)"] name = "jsonschema" version = "4.19.0" description = "An implementation of JSON Schema validation for Python" +category = "main" optional = false python-versions = ">=3.8" files = [ @@ -1009,6 +1045,7 @@ format-nongpl = ["fqdn", "idna", "isoduration", "jsonpointer (>1.13)", "rfc3339- name = "jsonschema-specifications" version = "2023.7.1" description = "The JSON Schema meta-schemas and vocabularies, exposed as a Registry" +category = "main" optional = false python-versions = ">=3.8" files = [ @@ -1023,6 +1060,7 @@ referencing = ">=0.28.0" name = "lru-dict" version = "1.2.0" description = "An Dict like LRU container." +category = "main" optional = false python-versions = "*" files = [ @@ -1117,6 +1155,7 @@ test = ["pytest"] name = "markdown" version = "3.4.4" description = "Python implementation of John Gruber's Markdown." +category = "dev" optional = false python-versions = ">=3.7" files = [ @@ -1135,6 +1174,7 @@ testing = ["coverage", "pyyaml"] name = "markupsafe" version = "2.1.3" description = "Safely add untrusted strings to HTML/XML markup." +category = "dev" optional = false python-versions = ">=3.7" files = [ @@ -1194,6 +1234,7 @@ files = [ name = "mccabe" version = "0.7.0" description = "McCabe checker, plugin for flake8" +category = "dev" optional = false python-versions = ">=3.6" files = [ @@ -1205,6 +1246,7 @@ files = [ name = "mergedeep" version = "1.3.4" description = "A deep merge function for 🐍." +category = "dev" optional = false python-versions = ">=3.6" files = [ @@ -1216,6 +1258,7 @@ files = [ name = "mkdocs" version = "1.5.2" description = "Project documentation with Markdown." +category = "dev" optional = false python-versions = ">=3.7" files = [ @@ -1247,6 +1290,7 @@ min-versions = ["babel (==2.9.0)", "click (==7.0)", "colorama (==0.4)", "ghp-imp name = "mkdocs-autorefs" version = "0.5.0" description = "Automatically link across pages in MkDocs." +category = "dev" optional = false python-versions = ">=3.8" files = [ @@ -1262,6 +1306,7 @@ mkdocs = ">=1.1" name = "mkdocs-material" version = "8.5.11" description = "Documentation that simply works" +category = "dev" optional = false python-versions = ">=3.7" files = [ @@ -1282,6 +1327,7 @@ requests = ">=2.26" name = "mkdocs-material-extensions" version = "1.1.1" description = "Extension pack for Python Markdown and MkDocs Material." +category = "dev" optional = false python-versions = ">=3.7" files = [ @@ -1293,6 +1339,7 @@ files = [ name = "mkdocstrings" version = "0.19.1" description = "Automatic documentation from sources, for MkDocs." +category = "dev" optional = false python-versions = ">=3.7" files = [ @@ -1317,6 +1364,7 @@ python-legacy = ["mkdocstrings-python-legacy (>=0.2.1)"] name = "mkdocstrings-python" version = "0.7.1" description = "A Python handler for mkdocstrings." +category = "dev" optional = false python-versions = ">=3.7" files = [ @@ -1332,6 +1380,7 @@ mkdocstrings = ">=0.19" name = "multiaddr" version = "0.0.9" description = "Python implementation of jbenet's multiaddr" +category = "main" optional = false python-versions = ">=2.7,!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*" files = [ @@ -1349,6 +1398,7 @@ varint = "*" name = "multidict" version = "6.0.4" description = "multidict implementation" +category = "main" optional = false python-versions = ">=3.7" files = [ @@ -1432,6 +1482,7 @@ files = [ name = "mypy-extensions" version = "1.0.0" description = "Type system extensions for programs checked with the mypy type checker." +category = "dev" optional = false python-versions = ">=3.5" files = [ @@ -1443,6 +1494,7 @@ files = [ name = "netaddr" version = "0.8.0" description = "A network address manipulation library for Python" +category = "main" optional = false python-versions = "*" files = [ @@ -1454,6 +1506,7 @@ files = [ name = "nodeenv" version = "1.8.0" description = "Node.js virtual environment builder" +category = "dev" optional = false python-versions = ">=2.7,!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,!=3.6.*" files = [ @@ -1468,6 +1521,7 @@ setuptools = "*" name = "packaging" version = "23.1" description = "Core utilities for Python packages" +category = "main" optional = false python-versions = ">=3.7" files = [ @@ -1479,6 +1533,7 @@ files = [ name = "parsimonious" version = "0.8.1" description = "(Soon to be) the fastest pure-Python PEG parser I could muster" +category = "main" optional = false python-versions = "*" files = [ @@ -1492,6 +1547,7 @@ six = ">=1.9.0" name = "pathspec" version = "0.11.2" description = "Utility library for gitignore style pattern matching of file paths." +category = "dev" optional = false python-versions = ">=3.7" files = [ @@ -1503,6 +1559,7 @@ files = [ name = "platformdirs" version = "3.10.0" description = "A small Python package for determining appropriate platform-specific dirs, e.g. a \"user data dir\"." +category = "dev" optional = false python-versions = ">=3.7" files = [ @@ -1518,6 +1575,7 @@ test = ["appdirs (==1.4.4)", "covdefaults (>=2.3)", "pytest (>=7.4)", "pytest-co name = "pluggy" version = "1.2.0" description = "plugin and hook calling mechanisms for python" +category = "main" optional = false python-versions = ">=3.7" files = [ @@ -1533,6 +1591,7 @@ testing = ["pytest", "pytest-benchmark"] name = "pre-commit" version = "2.21.0" description = "A framework for managing and maintaining multi-language pre-commit hooks." +category = "dev" optional = false python-versions = ">=3.7" files = [ @@ -1551,6 +1610,7 @@ virtualenv = ">=20.10.0" name = "protobuf" version = "3.19.5" description = "Protocol Buffers" +category = "main" optional = false python-versions = ">=3.5" files = [ @@ -1585,6 +1645,7 @@ files = [ name = "pycodestyle" version = "2.9.1" description = "Python style guide checker" +category = "dev" optional = false python-versions = ">=3.6" files = [ @@ -1596,6 +1657,7 @@ files = [ name = "pycryptodome" version = "3.18.0" description = "Cryptographic library for Python" +category = "main" optional = false python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*" files = [ @@ -1637,6 +1699,7 @@ files = [ name = "pydantic" version = "1.10.12" description = "Data validation and settings management using python type hints" +category = "main" optional = false python-versions = ">=3.7" files = [ @@ -1689,6 +1752,7 @@ email = ["email-validator (>=1.0.3)"] name = "pyflakes" version = "2.5.0" description = "passive checker of Python programs" +category = "dev" optional = false python-versions = ">=3.6" files = [ @@ -1700,6 +1764,7 @@ files = [ name = "pygments" version = "2.16.1" description = "Pygments is a syntax highlighting package written in Python." +category = "dev" optional = false python-versions = ">=3.7" files = [ @@ -1714,6 +1779,7 @@ plugins = ["importlib-metadata"] name = "pymdown-extensions" version = "10.1" description = "Extension pack for Python Markdown." +category = "dev" optional = false python-versions = ">=3.7" files = [ @@ -1729,6 +1795,7 @@ pyyaml = "*" name = "pytest" version = "7.4.0" description = "pytest: simple powerful testing with Python" +category = "main" optional = false python-versions = ">=3.7" files = [ @@ -1747,10 +1814,30 @@ tomli = {version = ">=1.0.0", markers = "python_version < \"3.11\""} [package.extras] testing = ["argcomplete", "attrs (>=19.2.0)", "hypothesis (>=3.56)", "mock", "nose", "pygments (>=2.7.2)", "requests", "setuptools", "xmlschema"] +[[package]] +name = "pytest-asyncio" +version = "0.21.1" +description = "Pytest support for asyncio" +category = "main" +optional = false +python-versions = ">=3.7" +files = [ + {file = "pytest-asyncio-0.21.1.tar.gz", hash = "sha256:40a7eae6dded22c7b604986855ea48400ab15b069ae38116e8c01238e9eeb64d"}, + {file = "pytest_asyncio-0.21.1-py3-none-any.whl", hash = "sha256:8666c1c8ac02631d7c51ba282e0c69a8a452b211ffedf2599099845da5c5c37b"}, +] + +[package.dependencies] +pytest = ">=7.0.0" + +[package.extras] +docs = ["sphinx (>=5.3)", "sphinx-rtd-theme (>=1.0)"] +testing = ["coverage (>=6.2)", "flaky (>=3.5.0)", "hypothesis (>=5.7.1)", "mypy (>=0.931)", "pytest-trio (>=0.7.0)"] + [[package]] name = "python-dateutil" version = "2.8.2" description = "Extensions to the standard Python datetime module" +category = "dev" optional = false python-versions = "!=3.0.*,!=3.1.*,!=3.2.*,>=2.7" files = [ @@ -1765,6 +1852,7 @@ six = ">=1.5" name = "python-json-logger" version = "2.0.7" description = "A python library adding a json log formatter" +category = "main" optional = false python-versions = ">=3.6" files = [ @@ -1776,6 +1864,7 @@ files = [ name = "pywin32" version = "306" description = "Python for Window Extensions" +category = "main" optional = false python-versions = "*" files = [ @@ -1799,6 +1888,7 @@ files = [ name = "pyyaml" version = "6.0.1" description = "YAML parser and emitter for Python" +category = "dev" optional = false python-versions = ">=3.6" files = [ @@ -1848,6 +1938,7 @@ files = [ name = "pyyaml-env-tag" version = "0.1" description = "A custom YAML tag for referencing environment variables in YAML files. " +category = "dev" optional = false python-versions = ">=3.6" files = [ @@ -1862,6 +1953,7 @@ pyyaml = "*" name = "referencing" version = "0.30.2" description = "JSON Referencing + Python" +category = "main" optional = false python-versions = ">=3.8" files = [ @@ -1877,6 +1969,7 @@ rpds-py = ">=0.7.0" name = "requests" version = "2.31.0" description = "Python HTTP for Humans." +category = "main" optional = false python-versions = ">=3.7" files = [ @@ -1898,6 +1991,7 @@ use-chardet-on-py3 = ["chardet (>=3.0.2,<6)"] name = "rlp" version = "2.0.1" description = "A package for Recursive Length Prefix encoding and decoding" +category = "main" optional = false python-versions = "*" files = [ @@ -1919,6 +2013,7 @@ test = ["hypothesis (==5.19.0)", "pytest (==5.4.3)", "tox (>=2.9.1,<3)"] name = "rpds-py" version = "0.9.2" description = "Python bindings to Rust's persistent data structures (rpds)" +category = "main" optional = false python-versions = ">=3.8" files = [ @@ -2025,6 +2120,7 @@ files = [ name = "setuptools" version = "68.0.0" description = "Easily download, build, install, upgrade, and uninstall Python packages" +category = "dev" optional = false python-versions = ">=3.7" files = [ @@ -2041,6 +2137,7 @@ testing-integration = ["build[virtualenv]", "filelock (>=3.4.0)", "jaraco.envs ( name = "six" version = "1.16.0" description = "Python 2 and 3 compatibility utilities" +category = "main" optional = false python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*" files = [ @@ -2052,6 +2149,7 @@ files = [ name = "tenacity" version = "8.2.2" description = "Retry code until it succeeds" +category = "main" optional = false python-versions = ">=3.6" files = [ @@ -2066,6 +2164,7 @@ doc = ["reno", "sphinx", "tornado (>=4.5)"] name = "tomli" version = "2.0.1" description = "A lil' TOML parser" +category = "main" optional = false python-versions = ">=3.7" files = [ @@ -2077,6 +2176,7 @@ files = [ name = "toolz" version = "0.12.0" description = "List processing tools and functional utilities" +category = "main" optional = false python-versions = ">=3.5" files = [ @@ -2088,6 +2188,7 @@ files = [ name = "typing-extensions" version = "4.7.1" description = "Backported and Experimental Type Hints for Python 3.7+" +category = "main" optional = false python-versions = ">=3.7" files = [ @@ -2099,6 +2200,7 @@ files = [ name = "urllib3" version = "1.26.16" description = "HTTP library with thread-safe connection pooling, file post, and more." +category = "main" optional = false python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*, !=3.5.*" files = [ @@ -2115,6 +2217,7 @@ socks = ["PySocks (>=1.5.6,!=1.5.7,<2.0)"] name = "varint" version = "1.0.2" description = "Simple python varint implementation" +category = "main" optional = false python-versions = "*" files = [ @@ -2125,6 +2228,7 @@ files = [ name = "virtualenv" version = "20.24.2" description = "Virtual Python Environment builder" +category = "dev" optional = false python-versions = ">=3.7" files = [ @@ -2145,6 +2249,7 @@ test = ["covdefaults (>=2.3)", "coverage (>=7.2.7)", "coverage-enable-subprocess name = "watchdog" version = "3.0.0" description = "Filesystem events monitoring" +category = "dev" optional = false python-versions = ">=3.7" files = [ @@ -2184,6 +2289,7 @@ watchmedo = ["PyYAML (>=3.10)"] name = "web3" version = "5.31.4" description = "Web3.py" +category = "main" optional = false python-versions = ">=3.6,<4" files = [ @@ -2218,6 +2324,7 @@ tester = ["eth-tester[py-evm] (==v0.6.0-b.7)", "py-geth (>=3.9.1,<4)"] name = "websockets" version = "9.1" description = "An implementation of the WebSocket Protocol (RFC 6455 & 7692)" +category = "main" optional = false python-versions = ">=3.6.1" files = [ @@ -2260,6 +2367,7 @@ files = [ name = "yarl" version = "1.9.2" description = "Yet another URL library" +category = "main" optional = false python-versions = ">=3.7" files = [ @@ -2347,6 +2455,7 @@ multidict = ">=4.0" name = "zipp" version = "3.16.2" description = "Backport of pathlib-compatible object wrapper for zip files" +category = "dev" optional = false python-versions = ">=3.8" files = [ @@ -2361,4 +2470,4 @@ testing = ["big-O", "jaraco.functools", "jaraco.itertools", "more-itertools", "p [metadata] lock-version = "2.0" python-versions = ">=3.9 <4" -content-hash = "1444bc2e5b8c919a2047a80c314ed42342be44cb8c6f0ce0200426759a0e2bc5" +content-hash = "de2242f7a0167678f3ad66c5e29b4851d7cac6a167fabd3765e03935408f5de5" diff --git a/pyproject.toml b/pyproject.toml index 92bff18..07141e9 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -14,6 +14,8 @@ python-json-logger = "^2.0.4" urllib3 = "^1.26.11" web3 = "^5.30.0" tenacity = "^8.0.1" +aiohttp = "^3.8.5" +pytest-asyncio = "^0.21.1" [tool.poetry.dev-dependencies] pre-commit = "^2.20.0" diff --git a/tests/metadata/web3/test_async_batching.py b/tests/metadata/web3/test_async_batching.py new file mode 100644 index 0000000..f021c9a --- /dev/null +++ b/tests/metadata/web3/test_async_batching.py @@ -0,0 +1,28 @@ +import pytest + +from offchain.web3.contract_caller import AsyncContractCaller +from offchain.web3.jsonrpc import AsyncEthereumJSONRPC + +ADDRESS = "0x335eeef8e93a7a757d9e7912044d9cd264e2b2d8" + +@pytest.mark.asyncio +async def test__single_address_single_fn_many_args(): + batcher = AsyncContractCaller(rpc=AsyncEthereumJSONRPC()) + ids = await batcher.single_address_single_fn_many_args( + ADDRESS, "tokenByIndex(uint256)", ["uint256"], [[0], [2], [3]] + ) + assert ids == [1, 3, 4] + +@pytest.mark.asyncio +async def test__single_address_many_fns_many_args(): + batcher = AsyncContractCaller(rpc=AsyncEthereumJSONRPC()) + results = await batcher.single_address_many_fns_many_args( + ADDRESS, + function_sigs=["tokenByIndex(uint256)", "tokenURI(uint256)"], + return_types=[["uint256"], ["string"]], + args=[[0], [8403]], + ) + assert results == { + "tokenByIndex(uint256)": 1, + "tokenURI(uint256)": "https://meta.sadgirlsbar.io/8403.json", + } diff --git a/tests/metadata/web3/test_async_jsonrpc.py b/tests/metadata/web3/test_async_jsonrpc.py new file mode 100644 index 0000000..843ba0d --- /dev/null +++ b/tests/metadata/web3/test_async_jsonrpc.py @@ -0,0 +1,17 @@ +import pytest + +from unittest.mock import AsyncMock +from offchain.web3.jsonrpc import AsyncEthereumJSONRPC + + +@pytest.mark.asyncio +async def test_chunking_batch_calls(): + rpc = AsyncEthereumJSONRPC() + rpc.call_batch = AsyncMock() + params = [i for i in range(5)] + await rpc.call_batch_chunked("test", params, chunk_size=1) + assert rpc.call_batch.call_count == 5 + assert ( + str(rpc.call_batch.call_args_list) + == "[call('test', [0]),\n call('test', [1]),\n call('test', [2]),\n call('test', [3]),\n call('test', [4])]" + )