|
11 | 11 | from crawlee._consts import METADATA_FILENAME
|
12 | 12 | from crawlee.configuration import Configuration
|
13 | 13 | from crawlee.storage_clients import MemoryStorageClient
|
| 14 | +from crawlee.storage_clients.models import BatchRequestsOperationResponse |
14 | 15 |
|
15 | 16 |
|
16 | 17 | async def test_write_metadata(tmp_path: Path) -> None:
|
@@ -267,3 +268,21 @@ async def test_parametrized_storage_path_overrides_env_var() -> None:
|
267 | 268 | Configuration(crawlee_storage_dir='./parametrized_storage_dir'), # type: ignore[call-arg]
|
268 | 269 | )
|
269 | 270 | assert ms.storage_dir == './parametrized_storage_dir'
|
| 271 | + |
| 272 | + |
| 273 | +async def test_batch_requests_operation_response() -> None: |
| 274 | + """Test that `BatchRequestsOperationResponse` creation from example responses.""" |
| 275 | + process_request = { |
| 276 | + 'requestId': 'EAaArVRs5qV39C9', |
| 277 | + 'uniqueKey': 'https://example.com', |
| 278 | + 'wasAlreadyHandled': False, |
| 279 | + 'wasAlreadyPresent': True, |
| 280 | + } |
| 281 | + unprocess_request_full = {'uniqueKey': 'https://example2.com', 'method': 'GET', 'url': 'https://example2.com'} |
| 282 | + unprocess_request_minimal = {'uniqueKey': 'https://example3.com', 'url': 'https://example3.com'} |
| 283 | + BatchRequestsOperationResponse.model_validate( |
| 284 | + { |
| 285 | + 'processedRequests': [process_request], |
| 286 | + 'unprocessedRequests': [unprocess_request_full, unprocess_request_minimal], |
| 287 | + } |
| 288 | + ) |
0 commit comments