diff --git a/lib/docs/scrapers/mdn/dom.rb b/lib/docs/scrapers/mdn/dom.rb index bbf95b20..d7e13dc7 100644 --- a/lib/docs/scrapers/mdn/dom.rb +++ b/lib/docs/scrapers/mdn/dom.rb @@ -1,7 +1,5 @@ module Docs class Dom < Mdn - prepend FixInternalUrlsBehavior - prepend FixRedirectionsBehavior self.name = 'DOM' self.base_url = 'https://developer.mozilla.org/en-US/docs/Web/API' @@ -10,81 +8,5 @@ module Docs options[:root_title] = 'DOM' - options[:skip] = %w( - /Reference - /Index - /Document_Object_Model - /document/createProcessingInstruction - /document/documentURIObject - /document/loadOverlay - /document/tooltipNode - /Document/cookie/Simple_document.cookie_framework - /DOMErrorHandler - /DOMLocator - /DOMObject - /DOMStringList - /Event/Comparison_of_Event_Targets - /Format - /IDBDatabaseException - /IndexedDB_API/Using_JavaScript_Generators_in_Firefox - /Notation - /ProcessingInstruction - /TypeInfo - /window/getAttention - /window/messageManager - /window/updateCommands - /window/pkcs11 - /OES_texture_float) - - options[:skip_patterns] = [ - /NS/, - /XPC/, - /moz/i, - /gecko/i, - /webkit/i, - /gamepad/i, - /UserData/, - /Bluetooth/, - /FMRadio/i, - /XDomainRequest/i, - /\A\/Camera/, - /\A\/Data_Store_API/, - /\A\/DataStore/, - /\A\/DeviceStorage/, - /\A\/DocumentTouch/, - /\A\/document\/xml/, - /\A\/XMLDocument/, - /\A\/DOMCursor/, - /\A\/DOMRequest/, - /\A\/InstallTrigger/, - /\A\/Entity/, - /\A\/Settings/, - /telephony/i, - /\A\/NFC_API/, - /\A\/Window\/\w+bar/i, - /\A\/Apps/, - /\A\/Contact/, - /\A\/L10n/, - /\A\/Permission/] - - options[:fix_urls] = ->(url) do - return if url.include?('_') || url.include?('?') - url.sub! 'https://developer.mozilla.org/en-US/docs/DOM/', "#{Dom.base_url}/" - url.sub! 'https://developer.mozilla.org/en/DOM/', "#{Dom.base_url}/" - url.sub! 'https://developer.mozilla.org/Web/API/', "#{Dom.base_url}/" - url.sub! "#{Dom.base_url}/Console", "#{Dom.base_url}/console" - url.sub! "#{Dom.base_url}/Document\/", "#{Dom.base_url}/document\/" - url.sub! "#{Dom.base_url}/Element", "#{Dom.base_url}/element" - url.sub! "#{Dom.base_url}/History", "#{Dom.base_url}/history" - url.sub! "#{Dom.base_url}/Location", "#{Dom.base_url}/location" - url.sub! "#{Dom.base_url}/Navigator", "#{Dom.base_url}/navigator" - url.sub! "#{Dom.base_url}/Screen", "#{Dom.base_url}/screen" - url.sub! "#{Dom.base_url}/Window\/", "#{Dom.base_url}/window\/" - url.sub! "#{Dom.base_url}/notification", "#{Dom.base_url}/Notification" - url.sub! "#{Dom.base_url}/range", "#{Dom.base_url}/Range" - url.sub! "#{Dom.base_url}/event", "#{Dom.base_url}/Event" - url.sub! '/en/DOM/Manipulating_the_browser_history', "/en-US/docs/Web/API/History_API" - url - end end end diff --git a/lib/docs/scrapers/mdn/dom_events.rb b/lib/docs/scrapers/mdn/dom_events.rb deleted file mode 100644 index fcbdc08f..00000000 --- a/lib/docs/scrapers/mdn/dom_events.rb +++ /dev/null @@ -1,24 +0,0 @@ -module Docs - class DomEvents < Mdn - prepend FixInternalUrlsBehavior - - self.name = 'DOM Events' - self.slug = 'dom_events' - self.base_url = 'https://developer.mozilla.org/en-US/docs/Web/Events' - - html_filters.insert_after 'clean_html', 'dom_events/clean_html' - html_filters.push 'dom_events/entries', 'title' - - options[:root_title] = 'DOM Events' - - options[:skip] = %w(/MozOrientation) - options[:skip_patterns] = [/\A\/moz/i] - - options[:fix_urls] = ->(url) do - url.sub! 'https://developer.mozilla.org/en-US/Mozilla_event_reference', DomEvents.base_url - url.sub! 'https://developer.mozilla.org/en-US/docs/Mozilla_event_reference', DomEvents.base_url - url.sub! 'https://developer.mozilla.org/en-US/docs/Web/Reference/Events', DomEvents.base_url - url - end - end -end diff --git a/lib/docs/scrapers/mdn/mdn.rb b/lib/docs/scrapers/mdn/mdn.rb index 04e39e39..03a1d44b 100644 --- a/lib/docs/scrapers/mdn/mdn.rb +++ b/lib/docs/scrapers/mdn/mdn.rb @@ -5,7 +5,7 @@ module Docs html_filters.push 'mdn/clean_html' - options[:container] = '#content' + options[:container] = '#content > .main-page-content' options[:trailing_slash] = false options[:skip_link] = ->(link) {