diff --git a/lib/docs/filters/wagtail/clean_html.rb b/lib/docs/filters/wagtail/clean_html.rb
index b5b28b53..050388d5 100644
--- a/lib/docs/filters/wagtail/clean_html.rb
+++ b/lib/docs/filters/wagtail/clean_html.rb
@@ -2,6 +2,8 @@ module Docs
class Wagtail
class CleanHtmlFilter < Filter
def call
+ @doc = at_css('main > section', 'main')
+
# footer contains links like about,contact us etc which
# are not needed in documentation so removed
doc.search('footer').each do |footer|
diff --git a/lib/docs/scrapers/wagtail.rb b/lib/docs/scrapers/wagtail.rb
index 891639d4..bc9d626d 100644
--- a/lib/docs/scrapers/wagtail.rb
+++ b/lib/docs/scrapers/wagtail.rb
@@ -25,74 +25,19 @@ module Docs
]
# updating release and base_url for different versions
- version 'stable' do
- self.release = 'stable'
+ version do
+ self.release = '4.1.1'
self.base_url = 'https://docs.wagtail.org/en/stable/'
end
- version 'latest' do
- self.release = 'latest'
- self.base_url = 'https://docs.wagtail.org/en/latest/'
- end
-
- version '4.0.4' do
- self.release = '4.0.4'
- self.base_url = "https://docs.wagtail.org/en/v#{version}/"
- end
-
- version '4.0' do
- self.release = '4.0'
- self.base_url = "https://docs.wagtail.org/en/v#{version}/"
- end
-
- version '3.0.3' do
+ version '3' do
self.release = '3.0.3'
- self.base_url = "https://docs.wagtail.org/en/v#{version}/"
+ self.base_url = "https://docs.wagtail.org/en/v#{release}/"
end
- version '2.16.3' do
+ version '2' do
self.release = '2.16.3'
- self.base_url = "https://docs.wagtail.org/en/v#{version}/"
- end
-
- version '2.15.6' do
- self.release = '2.15.6'
- self.base_url = "https://docs.wagtail.org/en/v#{version}/"
- end
-
- version '2.10.2' do
- self.release = '2.10.2'
- self.base_url = "https://docs.wagtail.org/en/v#{version}/"
- end
-
- version '2.5.2' do
- self.release = '2.5.2'
- self.base_url = "https://docs.wagtail.org/en/v#{version}/"
- end
-
- version '2.4' do
- self.release = '2.4'
- self.base_url = "https://docs.wagtail.org/en/v#{version}/"
- end
-
- version '2.3' do
- self.release = '2.3'
- self.base_url = "https://docs.wagtail.org/en/v#{version}/"
- end
-
- version '2.0.2' do
- self.release = '2.0.2'
- self.base_url = "https://docs.wagtail.org/en/v#{version}/"
- end
-
- version '1.2' do
- self.release = '1.2'
- self.base_url = "https://docs.wagtail.org/en/v#{version}/"
- end
-
- version '1.1' do
- self.release = '1.1'
- self.base_url = "https://docs.wagtail.org/en/v#{version}/"
+ self.base_url = "https://docs.wagtail.org/en/v#{release}/"
end
# this method will fetch the latest version of wagtail