You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
devdocs/lib/docs/scrapers/meteor.rb

52 lines
1.2 KiB

module Docs
class Meteor < UrlScraper
self.type = 'meteor'
self.version = '1.1.0'
self.base_url = 'http://docs.meteor.com'
self.root_path = '/#/full/'
self.links = {
home: 'https://www.meteor.com/',
code: 'https://github.com/meteor/meteor/'
}
html_filters.push 'meteor/entries', 'meteor/clean_html', 'title'
options[:title] = 'Meteor'
options[:skip_links] = true
options[:attribution] = <<-HTML
&copy; 2011&ndash;2015 Meteor Development Group<br>
Licensed under the MIT License.
HTML
private
def request_one(url)
stub_root_page if url == root_url.to_s
super
end
def request_all(urls, &block)
stub_root_page
super
end
def stub_root_page
response = Typhoeus::Response.new(
effective_url: root_url.to_s,
code: 200,
headers: { 'Content-Type' => 'text/html' },
body: get_root_page_body)
Typhoeus.stub(root_url.to_s).and_return(response)
end
def get_root_page_body
require 'capybara'
Capybara.current_driver = :selenium
Capybara.visit(root_url.to_s)
Capybara.find('.body')['innerHTML']
end
end
end