From 7b3a1ed463ed2c2db3187a68a08cb0e20e5be4fa Mon Sep 17 00:00:00 2001 From: Jasper van Merle Date: Mon, 5 Aug 2019 17:19:11 +0200 Subject: [PATCH] Update the scraper again --- lib/docs/scrapers/docker.rb | 184 ++++++++++++++++++++++++++---------- 1 file changed, 133 insertions(+), 51 deletions(-) diff --git a/lib/docs/scrapers/docker.rb b/lib/docs/scrapers/docker.rb index 6ac8fea2..06c3344d 100644 --- a/lib/docs/scrapers/docker.rb +++ b/lib/docs/scrapers/docker.rb @@ -15,15 +15,69 @@ module Docs end options[:attribution] = <<-HTML - © 2017 Docker, Inc.
+ © 2019 Docker, Inc.
Licensed under the Apache License, Version 2.0.
Docker and the Docker logo are trademarks or registered trademarks of Docker, Inc. in the United States and/or other countries.
Docker, Inc. and other parties may also have trademark rights in other terms used herein. HTML + version '19' do + self.release = '19.03' + self.base_url = "https://docs.docker.com/" + + html_filters.push 'docker/entries', 'docker/clean_html' + + options[:container] = '.wrapper .container-fluid .row' + + options[:only_patterns] = [/\Aget-started\//, /\Aengine\//, /\Acompose\//, /\Amachine\//, /\Anotary\//] + options[:skip_patterns] = [/\Aengine\/api\/v/, /glossary/, /docker-ee/] + + options[:replace_paths] = { + 'install/linux/ubuntu/' => 'install/linux/docker-ce', + 'get-started/part1' => 'get-started', + 'engine/installation/' => 'install', + 'engine/installation/linux/linux-postinstall/' => 'install/linux', + 'compose/overview/' => 'compose', + 'docker-cloud/' => 'docker-hub', + 'datacenter/install/linux/' => 'ee', + 'engine/userguide/' => 'config/daemon', + 'engine/admin/' => 'config/daemon', + 'opensource/get-help/' => 'opensource', + 'engine/tutorials/dockerimages/' => 'get-started', + 'engine/admin/volumes/bind-mounts/' => 'storage', + 'engine/tutorials/dockervolumes/' => 'storage', + 'engine/admin/volumes/volumes/' => 'storage', + 'engine/userguide/labels-custom-metadata/' => 'config', + 'engine/userguide/eng-image/multistage-build/' => 'develop/develop-images', + 'engine/swarm/networking/' => 'network', + 'engine/admin/resource_constraints/' => 'config/containers', + 'engine/admin/logging/overview/' => 'config/containers/logging', + 'engine/userguide/eng-image/dockerfile_best-practices/' => 'develop/develop-images', + 'engine/tutorials/dockerrepos/' => 'get-started', + 'engine/userguide/networking/' => 'network', + 'engine/userguide/networking/get-started-overlay/' => 'network', + 'engine/reference/commandline/swarm_join_token/' => 'engine/reference/commandline', + 'engine/understanding-docker/' => 'engine', + 'engine/userguide/dockervolumes/' => 'storage', + 'engine/installation/binaries/' => 'install/linux/docker-ce', + 'engine/userguide/networking/default_network/dockerlinks/' => 'network', + 'engine/reference/api/' => 'develop/sdk', + 'engine/admin/systemd/' => 'config/daemon', + 'engine/userguide/storagedriver/imagesandcontainers/' => 'storage/storagedriver', + 'engine/api/' => 'develop/sdk', + 'engine/userguide/networking/get-started-overlay' => 'network', + 'engine/userguide/networking/overlay-security-model/' => 'network', + 'engine/installation/linux/docker-ce/binaries/' => 'install/linux/docker-ce', + 'engine/admin/volumes/' => 'storage/volumes/', + 'engine/userguide/networking//' => 'network', + 'engine/reference/commandline' => 'engine/reference/commandline/docker', + 'engine/reference/commandline/' => 'engine/reference/commandline/docker/', + } + end + version '18' do - self.release = '18.03' - self.base_url = 'https://docs.docker.com/' + self.release = '18.09' + self.base_url = "https://docs.docker.com/v#{release}/" html_filters.push 'docker/entries', 'docker/clean_html' @@ -33,36 +87,50 @@ module Docs options[:skip_patterns] = [/\Aengine\/api\/v/, /glossary/, /docker-ee/] options[:replace_paths] = { - 'get-started/part1' => 'get-started/', - 'engine/installation/linux/docker-ee/linux-postinstall/' => 'engine/installation/linux/linux-postinstall/', - 'engine/installation/linux/docker-ee/' => 'engine/installation/', - 'engine/installation/linux/docker-ce/' => 'engine/installation/', - 'engine/installation/linux/' => 'engine/installation/', - 'engine/installation/windows/' => 'engine/installation/', - 'engine/userguide/intro/' => 'engine/userguide/', - 'engine/tutorials/dockervolumes/' => 'engine/admin/volumes/volumes/', - 'engine/getstarted/' => 'get-started/', - 'engine/tutorials/dockerimages/' => 'get-started/', - 'engine/tutorials/dockerrepos/' => 'get-started/', - 'engine/admin/host_integration/' => 'engine/admin/start-containers-automatically/', - 'engine/installation/linux/rhel/' => 'engine/installation/linux/docker-ee/rhel/', - 'engine/installation/linux/ubuntulinux/' => 'engine/installation/linux/docker-ee/ubuntu/', - 'engine/installation/linux/suse/' => 'engine/installation/linux/docker-ee/suse/', - 'engine/admin/logging/' => 'engine/admin/logging/view_container_logs/', - 'engine/swarm/how-swarm-mode-works/' => 'engine/swarm/how-swarm-mode-works/nodes/', - 'engine/installation/binaries/' => 'engine/installation/linux/docker-ce/binaries/', + 'install/linux/ubuntu/' => 'install/linux/docker-ce', + 'get-started/part1' => 'get-started', + 'engine/installation/' => 'install', + 'engine/installation/linux/linux-postinstall/' => 'install/linux', + 'compose/overview/' => 'compose', + 'datacenter/install/linux/' => 'ee', + 'engine/userguide/' => 'config/daemon', + 'engine/admin/' => 'config/daemon', + 'opensource/get-help/' => 'opensource', + 'engine/tutorials/dockerimages/' => 'get-started', + 'engine/admin/volumes/bind-mounts/' => 'storage', + 'engine/tutorials/dockervolumes/' => 'storage', + 'engine/admin/volumes/volumes/' => 'storage', + 'engine/userguide/labels-custom-metadata/' => 'config', + 'engine/reference/api/' => 'develop/sdk', + 'engine/userguide/eng-image/multistage-build/' => 'develop/develop-images', + 'engine/swarm/networking/' => 'network', + 'engine/admin/resource_constraints/' => 'config/containers', + 'engine/admin/logging/overview/' => 'config/containers/logging', + 'engine/userguide/eng-image/dockerfile_best-practices/' => 'develop/develop-images', + 'engine/tutorials/dockerrepos/' => 'get-started', + 'engine/userguide/networking/' => 'network', + 'engine/userguide/networking/get-started-overlay/' => 'network', + 'engine/understanding-docker/' => 'engine', + 'engine/reference/commandline/swarm_join_token/' => 'engine/reference/commandline', + 'engine/userguide/dockervolumes/' => 'storage', + 'engine/admin/systemd/' => 'config/daemon', + 'engine/userguide/storagedriver/imagesandcontainers/' => 'storage/storagedriver', + 'engine/installation/binaries/' => 'install/linux/docker-ce', + 'engine/userguide/networking/default_network/dockerlinks/' => 'network', + 'engine/userguide/networking/overlay-security-model/' => 'network', + 'engine/userguide/networking/get-started-overlay' => 'network', + 'engine/api/' => 'develop/sdk', + 'engine/installation/linux/docker-ce/binaries/' => 'install/linux/docker-ce', + 'engine/admin/volumes/' => 'storage/volumes/', + 'engine/userguide/networking//' => 'network', + 'engine/reference/commandline' => 'engine/reference/commandline/docker', 'engine/reference/commandline/' => 'engine/reference/commandline/docker/', - 'engine/reference/api/' => 'engine/api/', - 'engine/userguide/dockervolumes/' => 'engine/admin/volumes/volumes/', - 'engine/understanding-docker/' => 'engine/docker-overview/', - 'engine/reference/commandline/swarm_join_token/' => 'engine/reference/commandline/swarm_join-token/', - 'engine/api/getting-started/' => 'engine/api/get-started/', } end version '17' do - self.release = '17.06' - self.base_url = 'https://docs.docker.com/' + self.release = '17.12' + self.base_url = "https://docs.docker.com/v#{release}/" html_filters.push 'docker/entries', 'docker/clean_html' @@ -72,29 +140,43 @@ module Docs options[:skip_patterns] = [/\Aengine\/api\/v/, /glossary/, /docker-ee/] options[:replace_paths] = { - 'engine/installation/linux/docker-ee/linux-postinstall/' => 'engine/installation/linux/linux-postinstall/', - 'engine/installation/linux/docker-ee/' => 'engine/installation/', - 'engine/installation/linux/docker-ce/' => 'engine/installation/', - 'engine/installation/linux/' => 'engine/installation/', - 'engine/installation/windows/' => 'engine/installation/', - 'engine/userguide/intro/' => 'engine/userguide/', - 'engine/tutorials/dockervolumes/' => 'engine/admin/volumes/volumes/', - 'engine/getstarted/' => 'get-started/', - 'engine/tutorials/dockerimages/' => 'get-started/', - 'engine/tutorials/dockerrepos/' => 'get-started/', - 'engine/admin/host_integration/' => 'engine/admin/start-containers-automatically/', - 'engine/installation/linux/rhel/' => 'engine/installation/linux/docker-ee/rhel/', - 'engine/installation/linux/ubuntulinux/' => 'engine/installation/linux/docker-ee/ubuntu/', - 'engine/installation/linux/suse/' => 'engine/installation/linux/docker-ee/suse/', - 'engine/admin/logging/' => 'engine/admin/logging/view_container_logs/', - 'engine/swarm/how-swarm-mode-works/' => 'engine/swarm/how-swarm-mode-works/nodes/', - 'engine/installation/binaries/' => 'engine/installation/linux/docker-ce/binaries/', - 'engine/reference/commandline/' => 'engine/reference/commandline/docker/', - 'engine/reference/api/' => 'engine/api/', - 'engine/userguide/dockervolumes/' => 'engine/admin/volumes/volumes/', - 'engine/understanding-docker/' => 'engine/docker-overview/', - 'engine/reference/commandline/swarm_join_token/' => 'engine/reference/commandline/swarm_join-token/', - 'engine/api/getting-started/' => 'engine/api/get-started/', + 'get-started/part1' => 'get-started', + 'engine/installation/' => 'install', + 'engine/installation/linux/linux-postinstall/' => 'install/linux', + 'opensource/get-help/' => 'opensource', + 'engine/admin/volumes/volumes/' => 'storage', + 'engine/tutorials/dockerimages/' => 'get-started', + 'engine/admin/volumes/bind-mounts/' => 'storage', + 'engine/tutorials/dockervolumes/' => 'storage', + 'datacenter/install/aws/' => 'docker-for-aws', + 'engine/userguide/' => 'config/daemon', + 'engine/admin/' => 'config/daemon', + 'engine/userguide/labels-custom-metadata/' => 'config', + 'engine/userguide/eng-image/multistage-build/' => 'develop/develop-images', + 'engine/swarm/networking/' => 'network', + 'engine/admin/resource_constraints/' => 'config/containers', + 'engine/admin/logging/overview/' => 'config/containers/logging', + 'engine/understanding-docker/' => 'engine', + 'engine/userguide/eng-image/dockerfile_best-practices/' => 'develop/develop-images', + 'engine/tutorials/dockerrepos/' => 'get-started', + 'engine/userguide/networking/' => 'network', + 'engine/reference/commandline/swarm_join_token/' => 'edge/engine/reference/commandline', + 'engine/userguide/networking/get-started-overlay/' => 'network', + 'engine/userguide/dockervolumes/' => 'storage', + 'engine/installation/binaries/' => 'install/linux/docker-ce', + 'engine/userguide/networking/default_network/dockerlinks/' => 'network', + 'engine/reference/api/' => 'develop/sdk', + 'engine/admin/live-restore/' => 'config/containers', + 'engine/api/' => 'develop/sdk', + 'engine/userguide/networking/get-started-overlay' => 'network', + 'security/security/' => 'engine/security', + 'engine/installation/linux/docker-ce/binaries/' => 'install/linux/docker-ce', + 'engine/reference/commandline/' => 'edge/engine/reference/commandline', + 'engine/admin/systemd/' => 'config/daemon', + 'engine/userguide/storagedriver/imagesandcontainers/' => 'storage/storagedriver', + 'engine/userguide/networking/overlay-security-model/' => 'network', + 'engine/admin/volumes/' => 'storage/volumes/', + 'engine/userguide/networking//' => 'network', } end