Async HTTP Provider

Author: kclowes

newsfragments/1978.feature.rst

@@ -0,0 +1,3 @@
+Add new AsyncHTTPProvider. No middleware or session caching support yet.
+
+Also adds async ``w3.eth.gas_price``, and async ``w3.isConnected()`` methods.

setup.py

@@ -72,6 +72,7 @@
     url='https://github.com/ethereum/web3.py',
     include_package_data=True,
     install_requires=[
+        "aiohttp>=3.7.4.post0,<4",
         "eth-abi>=2.0.0b6,<3.0.0",
         "eth-account>=0.5.3,<0.6.0",
         "eth-hash[pycryptodome]>=0.2.0,<1.0.0",

tests/integration/go_ethereum/common.py

@@ -4,6 +4,7 @@
 import pytest
 
 from web3._utils.module_testing import (  # noqa: F401
+    AsyncEthModuleTest,
     EthModuleTest,
     GoEthereumAdminModuleTest,
     GoEthereumPersonalModuleTest,
@@ -80,3 +81,7 @@ class GoEthereumAdminModuleTest(GoEthereumAdminModuleTest):
 
 class GoEthereumPersonalModuleTest(GoEthereumPersonalModuleTest):
     pass
+
+
+class GoEthereumAsyncEthModuleTest(AsyncEthModuleTest):
+    pass

tests/integration/go_ethereum/test_goethereum_http.py

@@ -4,16 +4,24 @@
     get_open_port,
 )
 from web3 import Web3
+from web3.eth import (
+    AsyncEth,
+)
+from web3.providers.async_rpc import (
+    AsyncHTTPProvider,
+)
 
 from .common import (
     GoEthereumAdminModuleTest,
+    GoEthereumAsyncEthModuleTest,
     GoEthereumEthModuleTest,
     GoEthereumNetModuleTest,
     GoEthereumPersonalModuleTest,
     GoEthereumTest,
     GoEthereumVersionModuleTest,
 )
 from .utils import (
+    wait_for_aiohttp,
     wait_for_http,
 )
 
@@ -63,6 +71,18 @@ def web3(geth_process, endpoint_uri):
     return _web3
 
 
+@pytest.fixture(scope="module")
+async def async_w3_http(geth_process, endpoint_uri):
+    await wait_for_aiohttp(endpoint_uri)
+    _web3 = Web3(
+        AsyncHTTPProvider(endpoint_uri),
+        middlewares=[],
+        modules={
+            'async_eth': (AsyncEth,),
+        })
+    return _web3
+
+
 class TestGoEthereumTest(GoEthereumTest):
     pass
 
@@ -97,3 +117,7 @@ class TestGoEthereumNetModuleTest(GoEthereumNetModuleTest):
 
 class TestGoEthereumPersonalModuleTest(GoEthereumPersonalModuleTest):
     pass
+
+
+class TestGoEthereumAsyncEthModuleTest(GoEthereumAsyncEthModuleTest):
+    pass

tests/integration/go_ethereum/utils.py

@@ -2,6 +2,7 @@
 import socket
 import time
 
+import aiohttp
 import requests
 
 
@@ -29,6 +30,18 @@ def wait_for_http(endpoint_uri, timeout=60):
             break
 
 
+async def wait_for_aiohttp(endpoint_uri, timeout=60):
+    start = time.time()
+    while time.time() < start + timeout:
+        try:
+            async with aiohttp.ClientSession() as session:
+                await session.get(endpoint_uri)
+        except aiohttp.client_exceptions.ClientConnectorError:
+            time.sleep(0.01)
+        else:
+            break
+
+
 def wait_for_popen(proc, timeout):
     start = time.time()
     while time.time() < start + timeout:

web3/__init__.py

@@ -18,6 +18,9 @@
 from web3.providers.rpc import (  # noqa: E402
     HTTPProvider,
 )
+from web3.providers.async_rpc import (  # noqa: E402
+    AsyncHTTPProvider,
+)
 from web3.providers.websocket import (  # noqa: E402
     WebsocketProvider,
 )
@@ -45,4 +48,5 @@
     "TestRPCProvider",
     "EthereumTesterProvider",
     "Account",
+    "AsyncHTTPProvider",
 ]

web3/_utils/module_testing/__init__.py

@@ -1,4 +1,5 @@
 from .eth_module import (  # noqa: F401
+    AsyncEthModuleTest,
     EthModuleTest,
 )
 from .go_ethereum_admin_module import (  # noqa: F401

web3/_utils/module_testing/eth_module.py

@@ -58,6 +58,18 @@
     from web3.contract import Contract  # noqa: F401
 
 
+class AsyncEthModuleTest:
+    @pytest.mark.asyncio
+    async def test_eth_gas_price(self, async_w3_http: "Web3") -> None:
+        gas_price = await async_w3_http.async_eth.gas_price
+        assert gas_price > 0
+
+    @pytest.mark.asyncio
+    async def test_isConnected(self, async_w3_http: "Web3") -> None:
+        is_connected = await async_w3_http.isConnected()  # type: ignore
+        assert is_connected is True
+
+
 class EthModuleTest:
     def test_eth_protocol_version(self, web3: "Web3") -> None:
         with pytest.warns(DeprecationWarning,

web3/_utils/request.py

@@ -1,7 +1,12 @@
+import os
 from typing import (
     Any,
 )
 
+from aiohttp import (
+    ClientSession,
+    ClientTimeout,
+)
 from eth_typing import (
     URI,
 )
@@ -13,6 +18,10 @@
 )
 
 
+def get_default_http_endpoint() -> URI:
+    return URI(os.environ.get('WEB3_HTTP_PROVIDER_URI', 'http://localhost:8545'))
+
+
 def cache_session(endpoint_uri: URI, session: requests.Session) -> None:
     cache_key = generate_cache_key(endpoint_uri)
     _session_cache[cache_key] = session
@@ -40,3 +49,15 @@ def make_post_request(endpoint_uri: URI, data: bytes, *args: Any, **kwargs: Any)
     response.raise_for_status()
 
     return response.content
+
+
+async def async_make_post_request(
+    endpoint_uri: URI, data: bytes, *args: Any, **kwargs: Any
+) -> bytes:
+    kwargs.setdefault('timeout', ClientTimeout(10))
+    async with ClientSession(raise_for_status=True) as session:
+        async with session.post(endpoint_uri,
+                                data=data,
+                                *args,
+                                **kwargs) as response:
+            return await response.read()

web3/eth.py

@@ -104,7 +104,23 @@
 )
 
 
-class Eth(Module):
+class BaseEth(Module):
+    _gas_price: Method[Callable[[], Wei]] = Method(
+        RPC.eth_gasPrice,
+        mungers=None,
+    )
+
+
+class AsyncEth(BaseEth):
+    is_async = True
+
+    @property
+    async def gas_price(self) -> Wei:
+        # types ignored b/c mypy conflict with BlockingEth properties
+        return await self._gas_price()  # type: ignore
+
+
+class Eth(BaseEth, Module):
     account = Account()
     _default_account: Union[ChecksumAddress, Empty] = empty
     _default_block: BlockIdentifier = "latest"
@@ -175,11 +191,6 @@ def mining(self) -> bool:
     def hashrate(self) -> int:
         return self.get_hashrate()
 
-    _gas_price: Method[Callable[[], Wei]] = Method(
-        RPC.eth_gasPrice,
-        mungers=None,
-    )
-
     @property
     def gas_price(self) -> Wei:
         return self._gas_price()