mirror of https://github.com/freeCodeCamp/devdocs
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
54 lines
1.3 KiB
54 lines
1.3 KiB
module Docs
|
|
class Requester < Typhoeus::Hydra
|
|
attr_reader :request_options
|
|
|
|
def self.run(urls, options = {}, &block)
|
|
requester = new(options)
|
|
requester.on_response(&block) if block
|
|
requester.request(urls)
|
|
requester.run
|
|
requester
|
|
end
|
|
|
|
def initialize(options = {})
|
|
@request_options = options.extract!(:request_options)[:request_options].try(:dup) || {}
|
|
options[:max_concurrency] ||= 20
|
|
super
|
|
end
|
|
|
|
def request(urls, options = {}, &block)
|
|
requests = [urls].flatten.map do |url|
|
|
build_and_queue_request(url, options, &block)
|
|
end
|
|
requests.length == 1 ? requests.first : requests
|
|
end
|
|
|
|
def queue(request)
|
|
request.on_complete(&method(:handle_response))
|
|
super
|
|
end
|
|
|
|
def on_response(&block)
|
|
@on_response ||= []
|
|
@on_response << block if block
|
|
@on_response
|
|
end
|
|
|
|
private
|
|
|
|
def build_and_queue_request(url, options, &block)
|
|
request = Request.new(url, request_options.merge(options))
|
|
request.on_complete(&block) if block
|
|
queue(request)
|
|
request
|
|
end
|
|
|
|
def handle_response(response)
|
|
on_response.each do |callback|
|
|
result = callback.call(response)
|
|
result.each { |url| request(url) } if result.is_a? Array
|
|
end
|
|
end
|
|
end
|
|
end
|