diff --git a/app/jobs/regular/crawl_topic_link.rb b/app/jobs/regular/crawl_topic_link.rb index 4f6e600ab1e..a5fb8907e00 100644 --- a/app/jobs/regular/crawl_topic_link.rb +++ b/app/jobs/regular/crawl_topic_link.rb @@ -28,6 +28,7 @@ module Jobs uri = URI(url) return if uri.blank? || uri.host.blank? return unless ['https', 'http'].include?(uri.scheme) + return unless [80, 443].include?(uri.port) headers = CrawlTopicLink.request_headers(uri) head = Excon.head(url, read_timeout: 20, headers: headers)