Table of Contents
@@ -22,7 +27,7 @@ app.templates.aboutPage = -> """
Copyright and License
- Copyright 2013–2021 Thibaut Courouble and other contributors Copyright 2013–2023 Thibaut Courouble and other contributors github.com/freeCodeCamp/devdocs .COPYRIGHT
@@ -61,9 +66,15 @@ app.templates.aboutPage = -> """
Documentation
- Copyright
- License
- #{(" #{c[0]} © #{c[1]} #{c[2]} " for c in credits).join('')}
+ Copyright/License
+ Source code
+ #{(
+ "
+ #{doc.name} #{doc.attribution}
+ Source code " for doc in docs
+ ).join('')}
@@ -78,927 +89,3 @@ app.templates.aboutPage = -> """
If you have any questions regarding privacy, please email privacy@freecodecamp.org .
"""
-
-credits = [
- [
- 'Angular',
- '2010-2022 Google, Inc.',
- 'CC BY',
- 'https://creativecommons.org/licenses/by/4.0/'
- ], [
- 'Angular.js',
- '2010-2020 Google, Inc.',
- 'CC BY 3.0',
- 'https://creativecommons.org/licenses/by/3.0/'
- ], [
- 'Ansible',
- '2012-2018 Michael DeHaanAxios Promise based HTTP client for the browser and node.js
Axios is a simple promise based HTTP client for the browser and node.js. Axios provides a simple to use library in a small package with a very extensible interface.
'
+ end
+ @doc = at_css('main > .body')
css('.links').remove
+ css('pre').each do |node|
+ node.content = node.content
+ node['data-language'] = node['class'][/lang-(\w+)/, 1]
+ end
doc
end
end
diff --git a/lib/docs/filters/bash/entries.rb b/lib/docs/filters/bash/entries.rb
index 01348e2c..c22316a2 100644
--- a/lib/docs/filters/bash/entries.rb
+++ b/lib/docs/filters/bash/entries.rb
@@ -40,21 +40,7 @@ module Docs
css('table[class^=index-] td[valign=top] > a').each_slice(2) do |entry_node, section_node|
entry_name = entry_node.content
-
- page = section_node['href'].split('#')[0]
- hash = entry_name
-
- # The Special Parameters page has multiple additional entries which should link to the same paragraph
- # Example: the documentation for "$!" is equal to the documentation for "!"
- if page == 'special-parameters'
- if hash.size > 1 && hash[0] == '$'
- hash = hash[1..-1]
- end
- end
-
- # Construct path to the page which the index links to
- entry_path = page + '#' + hash
-
+ entry_path = entry_node['href']
entries << [entry_name, entry_path, entry_type]
end
diff --git a/lib/docs/filters/erlang/clean_html.rb b/lib/docs/filters/erlang/clean_html.rb
index a467515a..72169d67 100644
--- a/lib/docs/filters/erlang/clean_html.rb
+++ b/lib/docs/filters/erlang/clean_html.rb
@@ -2,11 +2,12 @@ module Docs
class Erlang
class CleanHtmlFilter < Filter
def call
- @doc = at_css('#content')
+ @doc = at_css('#content .innertube:only-child', '#content')
# frontpage
css('center:last-child').remove # copyright
+ css('.footer').remove # copyright
css('center', '.example').each do |node|
node.before(node.children).remove
diff --git a/lib/docs/filters/eslint/clean_html.rb b/lib/docs/filters/eslint/clean_html.rb
index 9bc18709..0737acef 100644
--- a/lib/docs/filters/eslint/clean_html.rb
+++ b/lib/docs/filters/eslint/clean_html.rb
@@ -13,6 +13,7 @@ module Docs
node.before(node.children).remove
end
+ css('.line-numbers-wrapper').remove
css('pre.hljs').each do |node|
lang = node['class'][/highlight-(\w+)/, 1]
node['data-language'] = lang if lang
@@ -23,6 +24,8 @@ module Docs
css('code', 'p').remove_attr('class')
+ css('.resource__image', '.resource__domain').remove
+
doc
end
end
diff --git a/lib/docs/filters/haproxy/clean_html.rb b/lib/docs/filters/haproxy/clean_html.rb
index 78f8e818..7a0b3c14 100755
--- a/lib/docs/filters/haproxy/clean_html.rb
+++ b/lib/docs/filters/haproxy/clean_html.rb
@@ -29,8 +29,9 @@ module Docs
node['id'] = node.at_css('.anchor')['name']
end
- css('.keyword > b').each do |node|
+ css('.keyword > b', '.keyword > span').each do |node|
node.content = node.content
+ node.remove_attribute('style')
end
css('.dropdown').each do |node|
diff --git a/lib/docs/filters/point_cloud_library/clean_html.rb b/lib/docs/filters/point_cloud_library/clean_html.rb
index 143345d6..29f1faa0 100644
--- a/lib/docs/filters/point_cloud_library/clean_html.rb
+++ b/lib/docs/filters/point_cloud_library/clean_html.rb
@@ -5,6 +5,18 @@ module Docs
@doc = at_css('.contents')
css('.dynheader.closed').remove
css('.permalink').remove
+ css('.memSeparator').remove
+
+ # Change div.fragment to C++ code with syntax highlight
+ css('div.fragment').each do |node|
+ node.name = 'pre'
+ node['data-language'] = 'cpp'
+ node_content = ""
+ node.css('div').each do |inner_node|
+ node_content += inner_node.text + "\n"
+ end
+ node.content = node_content
+ end
doc
end
end
diff --git a/lib/docs/filters/prettier/clean_html.rb b/lib/docs/filters/prettier/clean_html.rb
index 7af0bd9c..e32b72b7 100644
--- a/lib/docs/filters/prettier/clean_html.rb
+++ b/lib/docs/filters/prettier/clean_html.rb
@@ -21,6 +21,8 @@ module Docs
node.parent['id'] ||= node['name'] || node['id']
end
+ css('a[href*="youtube.com"]').remove
+
css('.highlight').each do |node|
node.name = 'pre'
node.css('.gutter').remove
diff --git a/lib/docs/filters/qunit/clean_html.rb b/lib/docs/filters/qunit/clean_html.rb
new file mode 100644
index 00000000..eb104b5c
--- /dev/null
+++ b/lib/docs/filters/qunit/clean_html.rb
@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module Docs
+ class Qunit
+ class CleanHtmlFilter < Filter
+ def call
+ @doc = at_css('.content[role="main"]')
+ css('.sidebar').remove
+ css('pre').each do |node|
+ node['data-language'] = 'javascript'
+ node.content = node.content
+ end
+ doc
+ end
+ end
+ end
+end
diff --git a/lib/docs/filters/qunit/entries.rb b/lib/docs/filters/qunit/entries.rb
new file mode 100644
index 00000000..43de1c5a
--- /dev/null
+++ b/lib/docs/filters/qunit/entries.rb
@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+module Docs
+ class Qunit
+ class EntriesFilter < Docs::EntriesFilter
+ TYPE_MAPPING = {
+ 'QUnit' => '1. Main methods',
+ 'assert' => '2. Assertions',
+ 'callbacks' => '3. Callback events',
+ 'config' => '4. Configuration',
+ 'extension' => '5. Extension interface'
+ }
+ def get_name
+ at_css('h1').content
+ end
+
+ def get_type
+ main, *rest = *slug.split('/')
+ TYPE_MAPPING[main]
+ end
+ end
+ end
+end
diff --git a/lib/docs/filters/redis/clean_html.rb b/lib/docs/filters/redis/clean_html.rb
index 5b3bc5e4..8eb3a428 100644
--- a/lib/docs/filters/redis/clean_html.rb
+++ b/lib/docs/filters/redis/clean_html.rb
@@ -3,14 +3,20 @@ module Docs
class CleanHtmlFilter < Filter
def call
if root_page?
- at_css('ul')['class'] = 'commands'
+ if root_page?
+ slug_types = {}
+ css('article[data-group]').each do |node|
+ slug_types[node.at_css('a')['href']] = node['data-group']
+ end
+ # binding.pry
+ end
else
title = at_css('h1')
title.after("#{title.content.strip} ")
title.content = title.content.split(' ').first
end
- css('nav', 'aside', 'form', '.anchor-link').remove
+ css('nav', 'aside', '.page-feedback', '.anchor-link').remove
css('> article', '.article-main', 'pre > code', '.container').each do |node|
node.before(node.children).remove
diff --git a/lib/docs/filters/redis/entries.rb b/lib/docs/filters/redis/entries.rb
index c0dc2fa4..f1073d69 100644
--- a/lib/docs/filters/redis/entries.rb
+++ b/lib/docs/filters/redis/entries.rb
@@ -1,30 +1,510 @@
module Docs
class Redis
class EntriesFilter < Docs::EntriesFilter
+
def get_name
- slug.gsub('-', ' ')
+ slug.gsub('-', ' ').remove('/')
end
def get_type
- case at_css('aside > ul:last-child a').content.strip
- when 'DEL' then 'Keys'
- when 'APPEND' then 'Strings'
- when 'HDEL' then 'Hashes'
- when 'BLPOP' then 'Lists'
- when 'SADD' then 'Sets'
- when 'BZPOPMAX' then 'Sorted Sets'
- when 'PSUBSCRIBE' then 'Pub/Sub'
- when 'DISCARD' then 'Transactions'
- when 'EVAL' then 'Scripting'
- when 'AUTH' then 'Connection'
- when 'BGREWRITEAOF' then 'Server'
- when 'PFADD' then 'HyperLogLog'
- when 'CLUSTER ADDSLOTS' then 'Cluster'
- when 'GEOADD' then 'Geo'
- when 'XACK' then 'Stream'
- else 'Miscellaneous'
- end
+ SLUG_NAMES[SLUG_TYPES[slug]]
end
+
+ # obtain from https://redis.io/commands/ via lib/docs/filters/redis/clean_html.rb using `binding.pry`
+ SLUG_TYPES = {
+ "acl-cat/" => "server",
+ "acl-deluser/" => "server",
+ "acl-dryrun/" => "server",
+ "acl-genpass/" => "server",
+ "acl-getuser/" => "server",
+ "acl-list/" => "server",
+ "acl-load/" => "server",
+ "acl-log/" => "server",
+ "acl-save/" => "server",
+ "acl-setuser/" => "server",
+ "acl-users/" => "server",
+ "acl-whoami/" => "server",
+ "append/" => "string",
+ "asking/" => "cluster",
+ "auth/" => "connection",
+ "bf.add/" => "bf",
+ "bf.card/" => "bf",
+ "bf.exists/" => "bf",
+ "bf.info/" => "bf",
+ "bf.insert/" => "bf",
+ "bf.loadchunk/" => "bf",
+ "bf.madd/" => "bf",
+ "bf.mexists/" => "bf",
+ "bf.reserve/" => "bf",
+ "bf.scandump/" => "bf",
+ "bgrewriteaof/" => "server",
+ "bgsave/" => "server",
+ "bitcount/" => "bitmap",
+ "bitfield/" => "bitmap",
+ "bitfield_ro/" => "bitmap",
+ "bitop/" => "bitmap",
+ "bitpos/" => "bitmap",
+ "blmove/" => "list",
+ "blmpop/" => "list",
+ "blpop/" => "list",
+ "brpop/" => "list",
+ "brpoplpush/" => "list",
+ "bzmpop/" => "sorted-set",
+ "bzpopmax/" => "sorted-set",
+ "bzpopmin/" => "sorted-set",
+ "cf.add/" => "cf",
+ "cf.addnx/" => "cf",
+ "cf.count/" => "cf",
+ "cf.del/" => "cf",
+ "cf.exists/" => "cf",
+ "cf.info/" => "cf",
+ "cf.insert/" => "cf",
+ "cf.insertnx/" => "cf",
+ "cf.loadchunk/" => "cf",
+ "cf.mexists/" => "cf",
+ "cf.reserve/" => "cf",
+ "cf.scandump/" => "cf",
+ "client-caching/" => "connection",
+ "client-getname/" => "connection",
+ "client-getredir/" => "connection",
+ "client-id/" => "connection",
+ "client-info/" => "connection",
+ "client-kill/" => "connection",
+ "client-list/" => "connection",
+ "client-no-evict/" => "connection",
+ "client-pause/" => "connection",
+ "client-reply/" => "connection",
+ "client-setname/" => "connection",
+ "client-tracking/" => "connection",
+ "client-trackinginfo/" => "connection",
+ "client-unblock/" => "connection",
+ "client-unpause/" => "connection",
+ "cluster-addslots/" => "cluster",
+ "cluster-addslotsrange/" => "cluster",
+ "cluster-bumpepoch/" => "cluster",
+ "cluster-count-failure-reports/" => "cluster",
+ "cluster-countkeysinslot/" => "cluster",
+ "cluster-delslots/" => "cluster",
+ "cluster-delslotsrange/" => "cluster",
+ "cluster-failover/" => "cluster",
+ "cluster-flushslots/" => "cluster",
+ "cluster-forget/" => "cluster",
+ "cluster-getkeysinslot/" => "cluster",
+ "cluster-info/" => "cluster",
+ "cluster-keyslot/" => "cluster",
+ "cluster-links/" => "cluster",
+ "cluster-meet/" => "cluster",
+ "cluster-myid/" => "cluster",
+ "cluster-nodes/" => "cluster",
+ "cluster-replicas/" => "cluster",
+ "cluster-replicate/" => "cluster",
+ "cluster-reset/" => "cluster",
+ "cluster-saveconfig/" => "cluster",
+ "cluster-set-config-epoch/" => "cluster",
+ "cluster-setslot/" => "cluster",
+ "cluster-shards/" => "cluster",
+ "cluster-slaves/" => "cluster",
+ "cluster-slots/" => "cluster",
+ "cms.incrby/" => "cms",
+ "cms.info/" => "cms",
+ "cms.initbydim/" => "cms",
+ "cms.initbyprob/" => "cms",
+ "cms.merge/" => "cms",
+ "cms.query/" => "cms",
+ "command/" => "server",
+ "command-count/" => "server",
+ "command-docs/" => "server",
+ "command-getkeys/" => "server",
+ "command-getkeysandflags/" => "server",
+ "command-info/" => "server",
+ "command-list/" => "server",
+ "config-get/" => "server",
+ "config-resetstat/" => "server",
+ "config-rewrite/" => "server",
+ "config-set/" => "server",
+ "copy/" => "generic",
+ "dbsize/" => "server",
+ "decr/" => "string",
+ "decrby/" => "string",
+ "del/" => "generic",
+ "discard/" => "transactions",
+ "dump/" => "generic",
+ "echo/" => "connection",
+ "eval/" => "scripting",
+ "eval_ro/" => "scripting",
+ "evalsha/" => "scripting",
+ "evalsha_ro/" => "scripting",
+ "exec/" => "transactions",
+ "exists/" => "generic",
+ "expire/" => "generic",
+ "expireat/" => "generic",
+ "expiretime/" => "generic",
+ "failover/" => "server",
+ "fcall/" => "scripting",
+ "fcall_ro/" => "scripting",
+ "flushall/" => "server",
+ "flushdb/" => "server",
+ "ft._list/" => "search",
+ "ft.aggregate/" => "search",
+ "ft.aliasadd/" => "search",
+ "ft.aliasdel/" => "search",
+ "ft.aliasupdate/" => "search",
+ "ft.alter/" => "search",
+ "ft.config-get/" => "search",
+ "ft.config-set/" => "search",
+ "ft.create/" => "search",
+ "ft.cursor-del/" => "search",
+ "ft.cursor-read/" => "search",
+ "ft.dictadd/" => "search",
+ "ft.dictdel/" => "search",
+ "ft.dictdump/" => "search",
+ "ft.dropindex/" => "search",
+ "ft.explain/" => "search",
+ "ft.explaincli/" => "search",
+ "ft.info/" => "search",
+ "ft.profile/" => "search",
+ "ft.search/" => "search",
+ "ft.spellcheck/" => "search",
+ "ft.sugadd/" => "suggestion",
+ "ft.sugdel/" => "suggestion",
+ "ft.sugget/" => "suggestion",
+ "ft.suglen/" => "suggestion",
+ "ft.syndump/" => "search",
+ "ft.synupdate/" => "search",
+ "ft.tagvals/" => "search",
+ "function-delete/" => "scripting",
+ "function-dump/" => "scripting",
+ "function-flush/" => "scripting",
+ "function-kill/" => "scripting",
+ "function-list/" => "scripting",
+ "function-load/" => "scripting",
+ "function-restore/" => "scripting",
+ "function-stats/" => "scripting",
+ "geoadd/" => "geo",
+ "geodist/" => "geo",
+ "geohash/" => "geo",
+ "geopos/" => "geo",
+ "georadius/" => "geo",
+ "georadius_ro/" => "geo",
+ "georadiusbymember/" => "geo",
+ "georadiusbymember_ro/" => "geo",
+ "geosearch/" => "geo",
+ "geosearchstore/" => "geo",
+ "get/" => "string",
+ "getbit/" => "bitmap",
+ "getdel/" => "string",
+ "getex/" => "string",
+ "getrange/" => "string",
+ "getset/" => "string",
+ "graph.config-get/" => "graph",
+ "graph.config-set/" => "graph",
+ "graph.delete/" => "graph",
+ "graph.explain/" => "graph",
+ "graph.list/" => "graph",
+ "graph.profile/" => "graph",
+ "graph.query/" => "graph",
+ "graph.ro_query/" => "graph",
+ "graph.slowlog/" => "graph",
+ "hdel/" => "hash",
+ "hello/" => "connection",
+ "hexists/" => "hash",
+ "hget/" => "hash",
+ "hgetall/" => "hash",
+ "hincrby/" => "hash",
+ "hincrbyfloat/" => "hash",
+ "hkeys/" => "hash",
+ "hlen/" => "hash",
+ "hmget/" => "hash",
+ "hmset/" => "hash",
+ "hrandfield/" => "hash",
+ "hscan/" => "hash",
+ "hset/" => "hash",
+ "hsetnx/" => "hash",
+ "hstrlen/" => "hash",
+ "hvals/" => "hash",
+ "incr/" => "string",
+ "incrby/" => "string",
+ "incrbyfloat/" => "string",
+ "info/" => "server",
+ "json.arrappend/" => "json",
+ "json.arrindex/" => "json",
+ "json.arrinsert/" => "json",
+ "json.arrlen/" => "json",
+ "json.arrpop/" => "json",
+ "json.arrtrim/" => "json",
+ "json.clear/" => "json",
+ "json.debug/" => "json",
+ "json.debug-memory/" => "json",
+ "json.del/" => "json",
+ "json.forget/" => "json",
+ "json.get/" => "json",
+ "json.mget/" => "json",
+ "json.numincrby/" => "json",
+ "json.nummultby/" => "json",
+ "json.objkeys/" => "json",
+ "json.objlen/" => "json",
+ "json.resp/" => "json",
+ "json.set/" => "json",
+ "json.strappend/" => "json",
+ "json.strlen/" => "json",
+ "json.toggle/" => "json",
+ "json.type/" => "json",
+ "keys/" => "generic",
+ "lastsave/" => "server",
+ "latency-doctor/" => "server",
+ "latency-graph/" => "server",
+ "latency-histogram/" => "server",
+ "latency-history/" => "server",
+ "latency-latest/" => "server",
+ "latency-reset/" => "server",
+ "lcs/" => "string",
+ "lindex/" => "list",
+ "linsert/" => "list",
+ "llen/" => "list",
+ "lmove/" => "list",
+ "lmpop/" => "list",
+ "lolwut/" => "server",
+ "lpop/" => "list",
+ "lpos/" => "list",
+ "lpush/" => "list",
+ "lpushx/" => "list",
+ "lrange/" => "list",
+ "lrem/" => "list",
+ "lset/" => "list",
+ "ltrim/" => "list",
+ "memory-doctor/" => "server",
+ "memory-malloc-stats/" => "server",
+ "memory-purge/" => "server",
+ "memory-stats/" => "server",
+ "memory-usage/" => "server",
+ "mget/" => "string",
+ "migrate/" => "generic",
+ "module-list/" => "server",
+ "module-load/" => "server",
+ "module-loadex/" => "server",
+ "module-unload/" => "server",
+ "monitor/" => "server",
+ "move/" => "generic",
+ "mset/" => "string",
+ "msetnx/" => "string",
+ "multi/" => "transactions",
+ "object-encoding/" => "generic",
+ "object-freq/" => "generic",
+ "object-idletime/" => "generic",
+ "object-refcount/" => "generic",
+ "persist/" => "generic",
+ "pexpire/" => "generic",
+ "pexpireat/" => "generic",
+ "pexpiretime/" => "generic",
+ "pfadd/" => "hyperloglog",
+ "pfcount/" => "hyperloglog",
+ "pfdebug/" => "hyperloglog",
+ "pfmerge/" => "hyperloglog",
+ "pfselftest/" => "hyperloglog",
+ "ping/" => "connection",
+ "psetex/" => "string",
+ "psubscribe/" => "pubsub",
+ "psync/" => "server",
+ "pttl/" => "generic",
+ "publish/" => "pubsub",
+ "pubsub-channels/" => "pubsub",
+ "pubsub-numpat/" => "pubsub",
+ "pubsub-numsub/" => "pubsub",
+ "pubsub-shardchannels/" => "pubsub",
+ "pubsub-shardnumsub/" => "pubsub",
+ "punsubscribe/" => "pubsub",
+ "quit/" => "connection",
+ "randomkey/" => "generic",
+ "readonly/" => "cluster",
+ "readwrite/" => "cluster",
+ "rename/" => "generic",
+ "renamenx/" => "generic",
+ "replconf/" => "server",
+ "replicaof/" => "server",
+ "reset/" => "connection",
+ "restore/" => "generic",
+ "restore-asking/" => "server",
+ "role/" => "server",
+ "rpop/" => "list",
+ "rpoplpush/" => "list",
+ "rpush/" => "list",
+ "rpushx/" => "list",
+ "sadd/" => "set",
+ "save/" => "server",
+ "scan/" => "generic",
+ "scard/" => "set",
+ "script-debug/" => "scripting",
+ "script-exists/" => "scripting",
+ "script-flush/" => "scripting",
+ "script-kill/" => "scripting",
+ "script-load/" => "scripting",
+ "sdiff/" => "set",
+ "sdiffstore/" => "set",
+ "select/" => "connection",
+ "set/" => "string",
+ "setbit/" => "bitmap",
+ "setex/" => "string",
+ "setnx/" => "string",
+ "setrange/" => "string",
+ "shutdown/" => "server",
+ "sinter/" => "set",
+ "sintercard/" => "set",
+ "sinterstore/" => "set",
+ "sismember/" => "set",
+ "slaveof/" => "server",
+ "slowlog-get/" => "server",
+ "slowlog-len/" => "server",
+ "slowlog-reset/" => "server",
+ "smembers/" => "set",
+ "smismember/" => "set",
+ "smove/" => "set",
+ "sort/" => "generic",
+ "sort_ro/" => "generic",
+ "spop/" => "set",
+ "spublish/" => "pubsub",
+ "srandmember/" => "set",
+ "srem/" => "set",
+ "sscan/" => "set",
+ "ssubscribe/" => "pubsub",
+ "strlen/" => "string",
+ "subscribe/" => "pubsub",
+ "substr/" => "string",
+ "sunion/" => "set",
+ "sunionstore/" => "set",
+ "sunsubscribe/" => "pubsub",
+ "swapdb/" => "server",
+ "sync/" => "server",
+ "tdigest.add/" => "tdigest",
+ "tdigest.byrank/" => "tdigest",
+ "tdigest.byrevrank/" => "tdigest",
+ "tdigest.cdf/" => "tdigest",
+ "tdigest.create/" => "tdigest",
+ "tdigest.info/" => "tdigest",
+ "tdigest.max/" => "tdigest",
+ "tdigest.merge/" => "tdigest",
+ "tdigest.min/" => "tdigest",
+ "tdigest.quantile/" => "tdigest",
+ "tdigest.rank/" => "tdigest",
+ "tdigest.reset/" => "tdigest",
+ "tdigest.revrank/" => "tdigest",
+ "tdigest.trimmed_mean/" => "tdigest",
+ "time/" => "server",
+ "topk.add/" => "topk",
+ "topk.count/" => "topk",
+ "topk.incrby/" => "topk",
+ "topk.info/" => "topk",
+ "topk.list/" => "topk",
+ "topk.query/" => "topk",
+ "topk.reserve/" => "topk",
+ "touch/" => "generic",
+ "ts.add/" => "timeseries",
+ "ts.alter/" => "timeseries",
+ "ts.create/" => "timeseries",
+ "ts.createrule/" => "timeseries",
+ "ts.decrby/" => "timeseries",
+ "ts.del/" => "timeseries",
+ "ts.deleterule/" => "timeseries",
+ "ts.get/" => "timeseries",
+ "ts.incrby/" => "timeseries",
+ "ts.info/" => "timeseries",
+ "ts.madd/" => "timeseries",
+ "ts.mget/" => "timeseries",
+ "ts.mrange/" => "timeseries",
+ "ts.mrevrange/" => "timeseries",
+ "ts.queryindex/" => "timeseries",
+ "ts.range/" => "timeseries",
+ "ts.revrange/" => "timeseries",
+ "ttl/" => "generic",
+ "type/" => "generic",
+ "unlink/" => "generic",
+ "unsubscribe/" => "pubsub",
+ "unwatch/" => "transactions",
+ "wait/" => "generic",
+ "watch/" => "transactions",
+ "xack/" => "stream",
+ "xadd/" => "stream",
+ "xautoclaim/" => "stream",
+ "xclaim/" => "stream",
+ "xdel/" => "stream",
+ "xgroup-create/" => "stream",
+ "xgroup-createconsumer/" => "stream",
+ "xgroup-delconsumer/" => "stream",
+ "xgroup-destroy/" => "stream",
+ "xgroup-setid/" => "stream",
+ "xinfo-consumers/" => "stream",
+ "xinfo-groups/" => "stream",
+ "xinfo-stream/" => "stream",
+ "xlen/" => "stream",
+ "xpending/" => "stream",
+ "xrange/" => "stream",
+ "xread/" => "stream",
+ "xreadgroup/" => "stream",
+ "xrevrange/" => "stream",
+ "xsetid/" => "stream",
+ "xtrim/" => "stream",
+ "zadd/" => "sorted-set",
+ "zcard/" => "sorted-set",
+ "zcount/" => "sorted-set",
+ "zdiff/" => "sorted-set",
+ "zdiffstore/" => "sorted-set",
+ "zincrby/" => "sorted-set",
+ "zinter/" => "sorted-set",
+ "zintercard/" => "sorted-set",
+ "zinterstore/" => "sorted-set",
+ "zlexcount/" => "sorted-set",
+ "zmpop/" => "sorted-set",
+ "zmscore/" => "sorted-set",
+ "zpopmax/" => "sorted-set",
+ "zpopmin/" => "sorted-set",
+ "zrandmember/" => "sorted-set",
+ "zrange/" => "sorted-set",
+ "zrangebylex/" => "sorted-set",
+ "zrangebyscore/" => "sorted-set",
+ "zrangestore/" => "sorted-set",
+ "zrank/" => "sorted-set",
+ "zrem/" => "sorted-set",
+ "zremrangebylex/" => "sorted-set",
+ "zremrangebyrank/" => "sorted-set",
+ "zremrangebyscore/" => "sorted-set",
+ "zrevrange/" => "sorted-set",
+ "zrevrangebylex/" => "sorted-set",
+ "zrevrangebyscore/" => "sorted-set",
+ "zrevrank/" => "sorted-set",
+ "zscan/" => "sorted-set",
+ "zscore/" => "sorted-set",
+ "zunion/" => "sorted-set",
+ "zunionstore/" => "sorted-set"
+ }
+
+ SLUG_NAMES = {
+ "bitmap" => "Core: Bitmap",
+ "cluster" => "Core: Cluster management",
+ "connection" => "Core: Connection management",
+ "generic" => "Core: Generic",
+ "geo" => "Core: Geospatial indices",
+ "hash" => "Core: Hash",
+ "hyperloglog" => "Core: HyperLogLog",
+ "list" => "Core: List",
+ "pubsub" => "Core: Pub/Sub",
+ "scripting" => "Core: Scripting and Functions",
+ "server" => "Core: Server managment",
+ "set" => "Core: Set",
+ "sorted-set:" => "Core: Sorted Set",
+ "stream" => "Core: Stream",
+ "string" => "Core: String",
+ "transactions" => "Core: Transactions",
+ "bf" => "Stack: Bloom Filter",
+ "cf" => "Stack: Cuckoo Filter",
+ "cms" => "Stack: Count-min Sketch",
+ "graph" => "Stack: Graph",
+ "json" => "Stack: JSON",
+ "search" => "Stack: Search",
+ "suggestion" => "Stack: Auto-Suggest",
+ "tdigest" => "Stack: T-Digest",
+ "timeseries" => "Stack: Time Series",
+ "topk" => "Stack: Top-K",
+ }
+
end
end
end
diff --git a/lib/docs/filters/sphinx/clean_html.rb b/lib/docs/filters/sphinx/clean_html.rb
index 55cd5c0d..126ff47a 100644
--- a/lib/docs/filters/sphinx/clean_html.rb
+++ b/lib/docs/filters/sphinx/clean_html.rb
@@ -61,6 +61,7 @@ module Docs
next if current_url.host == 'matplotlib.org'
next if current_url.host == 'numpy.org'
next if current_url.host == 'requests.readthedocs.io'
+ next if current_url.host == 'scikit-learn.org'
next unless node['id'] || node.at_css('code, .classifier')
links = []
links << node.children.last.remove while node.children.last.try(:name) == 'a'
diff --git a/lib/docs/filters/vite/entries.rb b/lib/docs/filters/vite/entries.rb
index 422a0eee..e94e7d98 100644
--- a/lib/docs/filters/vite/entries.rb
+++ b/lib/docs/filters/vite/entries.rb
@@ -8,7 +8,7 @@ module Docs
end
def get_type
- at_css('aside nav .title-text').content.strip
+ at_css('aside nav .is-active').content.strip
end
def additional_entries
diff --git a/lib/docs/filters/vue/clean_html.rb b/lib/docs/filters/vue/clean_html.rb
index b2784d3e..ae12d743 100644
--- a/lib/docs/filters/vue/clean_html.rb
+++ b/lib/docs/filters/vue/clean_html.rb
@@ -23,12 +23,23 @@ module Docs
# Remove code highlighting
css('.line-numbers-wrapper').remove
- css('pre').each do |node|
- node.parent.name = 'pre'
- node.parent['data-language'] = node.parent['class'][/language-(\w+)/, 1]
- node.parent['data-language'] = 'javascript' if node.parent['data-language'][/vue/] # unsupported by prism.js
- node.parent.remove_attribute 'class'
- node.parent.content = node.content.strip
+ if version == '3'
+ css('pre').each do |node|
+ node.parent.name = 'pre'
+ node.parent['data-language'] = node.parent['class'][/language-(\w+)/, 1]
+ node.parent['data-language'] = 'javascript' if node.parent['data-language'][/vue/] # unsupported by prism.js
+ node.parent.remove_attribute 'class'
+ node.parent.content = node.content.strip
+ end
+ else
+ css('pre').each do |node|
+ parent = node.ancestors('figure')[0]
+ parent.name = 'pre'
+ parent['data-language'] = parent['class'][/(html|js)/, 1]
+ parent.remove_attribute 'class'
+ node.css('br').each{ |br| br.replace "\n" }
+ parent.content = node.content.strip
+ end
end
css('.vue-mastery-link').remove
diff --git a/lib/docs/filters/wagtail/clean_html.rb b/lib/docs/filters/wagtail/clean_html.rb
new file mode 100644
index 00000000..050388d5
--- /dev/null
+++ b/lib/docs/filters/wagtail/clean_html.rb
@@ -0,0 +1,67 @@
+module Docs
+ class Wagtail
+ class CleanHtmlFilter < Filter
+ def call
+ @doc = at_css('main > section', 'main')
+
+ # footer contains links like about,contact us etc which
+ # are not needed in documentation so removed
+ doc.search('footer').each do |footer|
+ footer.remove
+ end
+
+ # aside bar contains the search bar and navigation links
+ # which are not needed
+ doc.search('aside').each do |aside|
+ aside.remove
+ end
+
+ # header contains links which are not needed(see sourch code of Wagtail docs)
+ doc.search('header').each do |head|
+ head.remove
+ end
+
+ # nav bar contains the search bar and navigation links(older versions)
+ # which are not needed
+ doc.search('nav.wy-nav-side').each do |nav|
+ nav.remove
+ end
+
+ # removing unimportant links(older versions)
+ doc.search('nav.wy-nav-top').each do |nav|
+ nav.remove
+ end
+
+ # removing unimportant links from header of very old versions
+ doc.search('ul.wy-breadcrumbs').each do |ul|
+ ul.remove
+ end
+
+ # removing release notes
+ doc.search('li.toctree-l1').each do |li|
+ li.remove if li.to_s.include? 'Release notes'
+ end
+
+ # removing release notes(older versions)
+ doc.search('dl').each do |dl|
+ dl.remove
+ end
+
+ # removing scripts and style
+ css('script', 'style', 'link').remove
+ css('hr').remove
+ # Make proper table headers
+ css('td.header').each do |node|
+ node.name = 'th'
+ end
+
+ # Remove code highlighting
+ css('pre').each do |node|
+ node.content = node.content
+ end
+
+ doc
+ end
+ end
+ end
+end
diff --git a/lib/docs/filters/wagtail/entries.rb b/lib/docs/filters/wagtail/entries.rb
new file mode 100644
index 00000000..8af4c4c7
--- /dev/null
+++ b/lib/docs/filters/wagtail/entries.rb
@@ -0,0 +1,15 @@
+module Docs
+ class Wagtail
+ class EntriesFilter < Docs::EntriesFilter
+ def get_name
+ # removing the pilcrow sign and returning the heading
+ at_css('h1').content.strip.remove("\u{00b6}")
+ end
+
+ def get_type
+ object, method = *slug.split('/')
+ method ? object : 'Miscellaneous'
+ end
+ end
+ end
+end
diff --git a/lib/docs/scrapers/angular.rb b/lib/docs/scrapers/angular.rb
index c8b74276..ac27740c 100644
--- a/lib/docs/scrapers/angular.rb
+++ b/lib/docs/scrapers/angular.rb
@@ -83,7 +83,13 @@ module Docs
end
version do
- self.release = '14.2.0'
+ self.release = '15.0.0'
+ self.base_url = 'https://angular.io/'
+ include Docs::Angular::Since12
+ end
+
+ version '14' do
+ self.release = '14.2.11'
self.base_url = 'https://angular.io/'
include Docs::Angular::Since12
end
diff --git a/lib/docs/scrapers/astro.rb b/lib/docs/scrapers/astro.rb
index 7529bc5f..30655be4 100644
--- a/lib/docs/scrapers/astro.rb
+++ b/lib/docs/scrapers/astro.rb
@@ -16,7 +16,7 @@ module Docs
options[:skip_patterns] = [/tutorial/]
- self.release = '1.6.3'
+ self.release = '2.0.0'
self.base_url = 'https://docs.astro.build/en/'
self.initial_paths = %w(getting-started/)
diff --git a/lib/docs/scrapers/axios.rb b/lib/docs/scrapers/axios.rb
index cd2ddde1..65e26281 100755
--- a/lib/docs/scrapers/axios.rb
+++ b/lib/docs/scrapers/axios.rb
@@ -5,14 +5,12 @@ module Docs
home: 'hthttps://axios-http.com/',
code: 'https://github.com/axios/axios'
}
- self.release = '1.1.3'
+ self.release = '1.2.1'
self.base_url = "https://axios-http.com/docs/"
- self.initial_paths = %w(intro)
+ self.initial_paths = %w(index intro)
html_filters.push 'axios/entries', 'axios/clean_html'
- options[:container] = 'main > .body'
-
# https://github.com/axios/axios-docs/blob/master/LICENSE
options[:attribution] = <<-HTML
© 2020-present John Jakob "Jake" Sarjeant
+ © 2010–2022 Christian Johansen