We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
same-origin
1 parent 805d525 commit 9e24598Copy full SHA for 9e24598
src/crawlee/crawlers/_basic/_basic_crawler.py
@@ -804,7 +804,11 @@ def _check_enqueue_strategy(
804
return origin_domain == target_domain
805
806
if strategy == 'same-origin':
807
- return target_url.hostname == origin_url.hostname and target_url.scheme == origin_url.scheme
+ return (
808
+ target_url.hostname == origin_url.hostname
809
+ and target_url.scheme == origin_url.scheme
810
+ and target_url.port == origin_url.port
811
+ )
812
813
if strategy == 'all':
814
return True
0 commit comments