diff --git a/lib/relevance/tarantula/link.rb b/lib/relevance/tarantula/link.rb index b5358f0..ec49b9f 100644 --- a/lib/relevance/tarantula/link.rb +++ b/lib/relevance/tarantula/link.rb @@ -54,9 +54,14 @@ def initialize(link, crawler, referrer) end def crawl - response = crawler.follow(method, href) - log "Response #{response.code} for #{self}" - crawler.handle_link_results(self, make_result(response)) + response = nil + begin + response = crawler.follow(method, href) + log "Response #{response.code} for #{self}" + rescue + ensure + crawler.handle_link_results(self, make_result(response)) + end end def make_result(response) @@ -91,7 +96,7 @@ def hash end def to_s - "" + "" end end