Methods

<< (IncludedInMemcached)
<< (IncludedInRedis)
add_url_check (SpiderInstance)
allowed? (RobotRules)
check_already_seen_with (SpiderInstance)
clear_headers (SpiderInstance)
headers (SpiderInstance)
include? (IncludedInMemcached)
include? (IncludedInRedis)
new (IncludedInMemcached)
new (NextUrlsInSQS)
new (RobotRules)
new (IncludedInRedis)
on (SpiderInstance)
parse (RobotRules)
pop (NextUrlsInSQS)
push (NextUrlsInSQS)
setup (SpiderInstance)
start_at (Spider)
store_next_urls_with (SpiderInstance)
teardown (SpiderInstance)
version (Spider)