# File lib/relevance/tarantula/crawler.rb, line 160 def should_skip_url?(url) return true if url.blank? if @skip_uri_patterns.any? {|pattern| pattern =~ url} log "Skipping #{url}" return true end if url.length > max_url_length log "Skipping long url #{url}" return true end end