-
Notifications
You must be signed in to change notification settings - Fork 1k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #17087 from mvdbeek/from_url_option
Add select parameter with options from remote resources
- Loading branch information
Showing
10 changed files
with
458 additions
and
17 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,73 @@ | ||
| import asyncio | ||
| import logging | ||
| from typing import ( | ||
| Any, | ||
| Dict, | ||
| Optional, | ||
| ) | ||
|
|
||
| import aiohttp | ||
| from typing_extensions import Literal | ||
|
|
||
| log = logging.getLogger() | ||
|
|
||
| REQUEST_METHOD = Literal["GET", "POST", "HEAD"] | ||
|
|
||
|
|
||
| async def fetch_url( | ||
| session: aiohttp.ClientSession, | ||
| url: str, | ||
| params: Optional[Dict[str, Any]] = None, | ||
| data: Optional[Dict[str, Any]] = None, | ||
| headers: Optional[Dict[str, Any]] = None, | ||
| method: REQUEST_METHOD = "GET", | ||
| ): | ||
| async with session.request(method=method, url=url, params=params, data=data, headers=headers) as response: | ||
| return await response.json() | ||
|
|
||
|
|
||
| async def async_request_with_timeout( | ||
| url: str, | ||
| params: Optional[Dict[str, Any]] = None, | ||
| data: Optional[Dict[str, Any]] = None, | ||
| headers: Optional[Dict[str, Any]] = None, | ||
| method: REQUEST_METHOD = "GET", | ||
| timeout: float = 1.0, | ||
| ): | ||
| async with aiohttp.ClientSession() as session: | ||
| try: | ||
| # Wait for the async request, with a user-defined timeout | ||
| result = await asyncio.wait_for( | ||
| fetch_url(session=session, url=url, params=params, data=data, headers=headers, method=method), | ||
| timeout=timeout, | ||
| ) | ||
| return result | ||
| except asyncio.TimeoutError: | ||
| log.debug("Request timed out after %s second", timeout) | ||
| return None | ||
|
|
||
|
|
||
| def request( | ||
| url: str, | ||
| params: Optional[Dict[str, Any]] = None, | ||
| data: Optional[Dict[str, Any]] = None, | ||
| headers: Optional[Dict[str, Any]] = None, | ||
| method: REQUEST_METHOD = "GET", | ||
| timeout: float = 1.0, | ||
| ): | ||
| loop = asyncio.new_event_loop() | ||
|
|
||
| # Run the event loop until the future is done or cancelled | ||
| try: | ||
| result = loop.run_until_complete( | ||
| async_request_with_timeout( | ||
| url=url, params=params, data=data, headers=headers, method=method, timeout=timeout | ||
| ) | ||
| ) | ||
| except asyncio.CancelledError: | ||
| log.debug("Request cancelled") | ||
| result = None | ||
|
|
||
| loop.close() | ||
|
|
||
| return result |
Oops, something went wrong.