FIX: Don't rate limit gravatar downloads

This commit is contained in:
Robin Ward
2017-05-24 13:46:57 -04:00
parent cdbe027c1c
commit 0a08c18a14
3 changed files with 17 additions and 4 deletions

View File

@ -99,7 +99,9 @@ class FinalDestination
end
# Rate limit how often this IP can be crawled
RateLimiter.new(nil, "crawl-destination-ip:#{address_s}", 100, 1.hour).performed!
unless @opts[:skip_rate_limit]
RateLimiter.new(nil, "crawl-destination-ip:#{address_s}", 100, 1.hour).performed!
end
true
rescue RateLimiter::LimitExceeded