|
|
@ -3,9 +3,16 @@ module Docs
|
|
|
|
attr_reader :request_options
|
|
|
|
attr_reader :request_options
|
|
|
|
|
|
|
|
|
|
|
|
def self.run(urls, options = {}, &block)
|
|
|
|
def self.run(urls, options = {}, &block)
|
|
|
|
|
|
|
|
urls = urls.dup
|
|
|
|
requester = new(options)
|
|
|
|
requester = new(options)
|
|
|
|
requester.on_response(&block) if block
|
|
|
|
requester.on_response(&block) if block
|
|
|
|
requester.request(urls)
|
|
|
|
requester.on_response do # cheap hack to ensure root page is processed first
|
|
|
|
|
|
|
|
if urls
|
|
|
|
|
|
|
|
requester.request(urls)
|
|
|
|
|
|
|
|
urls = nil
|
|
|
|
|
|
|
|
end
|
|
|
|
|
|
|
|
end
|
|
|
|
|
|
|
|
requester.request(urls.shift)
|
|
|
|
requester.run
|
|
|
|
requester.run
|
|
|
|
requester
|
|
|
|
requester
|
|
|
|
end
|
|
|
|
end
|
|
|
|