From dd4cdb274608fd4d7ebfa69de5220d7b4864ac7c Mon Sep 17 00:00:00 2001 From: Prashant Sinha Date: Sun, 28 Aug 2016 15:00:50 +0530 Subject: [PATCH] Added Scraper for Scikit-Image (sqashed) + Scraper definition sourcing from http://scikit-image.org/docs/0.12.x/api/ + Entries filter Added clean_html and scikit_image icons --- lib/docs/filters/scikit_image/clean_html.rb | 11 ++++++ lib/docs/filters/scikit_image/entries.rb | 37 ++++++++++++++++++++ lib/docs/scrapers/scikit_image.rb | 24 +++++++++++++ public/icons/docs/scikit_image/16.png | Bin 0 -> 942 bytes public/icons/docs/scikit_image/16@2x.png | Bin 0 -> 2727 bytes public/icons/docs/scikit_image/SOURCE | 1 + 6 files changed, 73 insertions(+) create mode 100644 lib/docs/filters/scikit_image/clean_html.rb create mode 100644 lib/docs/filters/scikit_image/entries.rb create mode 100644 lib/docs/scrapers/scikit_image.rb create mode 100644 public/icons/docs/scikit_image/16.png create mode 100644 public/icons/docs/scikit_image/16@2x.png create mode 100644 public/icons/docs/scikit_image/SOURCE diff --git a/lib/docs/filters/scikit_image/clean_html.rb b/lib/docs/filters/scikit_image/clean_html.rb new file mode 100644 index 00000000..86e9dc3b --- /dev/null +++ b/lib/docs/filters/scikit_image/clean_html.rb @@ -0,0 +1,11 @@ +module Docs + class ScikitImage + class CleanHtmlFilter < Filter + def call + css('h2').remove + css('h1 + table').remove + doc + end + end + end +end diff --git a/lib/docs/filters/scikit_image/entries.rb b/lib/docs/filters/scikit_image/entries.rb new file mode 100644 index 00000000..8415a0e7 --- /dev/null +++ b/lib/docs/filters/scikit_image/entries.rb @@ -0,0 +1,37 @@ +module Docs + class ScikitImage + class EntriesFilter < Docs::EntriesFilter + def get_name + name = at_css('h1').content.strip + name.remove! "\u{00b6}" + name.remove! 'Module: ' + name.remove! %r{ \(.*\)} + name.downcase! + name + end + + def get_type + name.split('.').first + end + + def additional_entries + entries = [] + + css('.class > dt[id]', '.exception > dt[id]', '.attribute > dt[id]').each do |node| + entries << [node['id'].remove('skimage.'), node['id']] + end + + css('.data > dt[id]').each do |node| + if node['id'].split('.').last.upcase! + entries << [node['id'].remove('skimage.'), node['id']] + end + end + + css('.function > dt[id]', '.method > dt[id]', '.classmethod > dt[id]').each do |node| + entries << [node['id'].remove('skimage.') + '()', node['id']] + end + entries + end + end + end +end diff --git a/lib/docs/scrapers/scikit_image.rb b/lib/docs/scrapers/scikit_image.rb new file mode 100644 index 00000000..397ababe --- /dev/null +++ b/lib/docs/scrapers/scikit_image.rb @@ -0,0 +1,24 @@ +module Docs + class ScikitImage < UrlScraper + self.name = 'scikit-image' + self.slug = 'scikit_image' + self.type = 'sphinx' + self.release = '0.12.2' + self.base_url = 'http://scikit-image.org/docs/0.12.x/api/' + self.root_path = 'api.html' + + self.links = { + home: 'http://scikit-image.org/', + code: 'https://github.com/scikit-image/scikit-image' + } + + html_filters.push 'scikit_image/entries', 'scikit_image/clean_html', 'sphinx/clean_html' + + options[:container] = '.span9' + + options[:attribution] = <<-HTML + © 2011 the scikit-image development team
+ Licensed under the scikit-image License. + HTML + end +end diff --git a/public/icons/docs/scikit_image/16.png b/public/icons/docs/scikit_image/16.png new file mode 100644 index 0000000000000000000000000000000000000000..d928bc37568dfe05500bc65c0e0d2dc3925340c0 GIT binary patch literal 942 zcmV;f15x~mP)Px&Xh}ptR5%e`Q(I_UMHv3(oH^Ic?w;MV&E~pE8qzk2)*?}mqDasLQN%oouNDz} z@b=)V559^op)W-!DEOccf;Lh_#2bj(7TeS`ZbGs#-E8*Sv%BXyXUEy~f;b0;ne+eO z_s=)~Hw6D1^5xS zHh*~exU(&}Q4@@ZgRnwW7-|N?=3F#mKe9fTef&*ANZb$7{?rF=RzBOfRoPf>czfXD zGbOX0mhA5s*qLsxd%ES_h2vF}hIjC)&zvcNd0vnN1A?Nce5>-sa^2enfs8D%ex36( zH|;=uhUt21SLuGd?H;Ukm?H;%5xw}znl2B$Eo#3d^)>H`WA`gVz*R}ZY+&77sInKP zYfk!PSD(6%&ptiEMnCL@GD1H_rM-v!=C#)x|Bq8ry~URWsP38 z<-(c~vXs^?LvxNWDanh(v=^apAy)$Yc7YPYqd4ZGy0~v90yM^+TUzbJ?OGq>1Ohy$dKqw|Y|Zzv;Kx2h%1*(_Zu zw3$RBftD3O*cxN^UnH8nId}`gmJ~l<{v1Dju!7n)cocvO?S3+I!!yiHovV2R$`d3z zBaU4F$uE3`vujTYD~AID(UZY@!0k`p!EYOHp!5qt=NJ&}?Yk3H1BT~;h1DLW&tJsk zL$CM2ecZnU{Y`)H+MP2fUB7_F-ZI?gv`C>aQzb!g72^+H652NhiGNRj0)HTuTpM}h QqW}N^07*qoM6N<$g7UG)q5uE@ literal 0 HcmV?d00001 diff --git a/public/icons/docs/scikit_image/16@2x.png b/public/icons/docs/scikit_image/16@2x.png new file mode 100644 index 0000000000000000000000000000000000000000..7f98559104ec2d3bf955484b27c218e94ed43e2a GIT binary patch literal 2727 zcmV;Y3Rv}tP)PxKdQl`fS(VMFsvxAMo2&t+*)v{d zZ`@zuXxUrtY<@)u5&Jx%#b<4jGFsU)@#g)#fw#7V;)AYCE~$+rX#k_`d+iV$1Qsu6y4fdv@zoY``Ie22JR*N=YFpV*spG z0h!k#kH;`k#tN-D5j{09&X(r3*nS=Z>0C|y%HkYlsbxEdqm1lDDCXtL(NUL*V zs@(g+e~sY}kB9c`(4;8Ir1D6_vdEnzICgzEv0bs5{iUquWquIk_AGp^ z#lK(ex8E*Kyj?9#bgZZnvb+Vd<`T%Z^?4yfc~}fr*gKPKKsEv4@IX!;gE;mYDcuVhnJfUd zyCKOsb8xcj#`f!?hEeuLCY3=Vn#K4)6!8d!OwU4SMy|EI>&b?Mb1&(3nz+2uHA2M;{BzGljq-eZ zzGA{R;opLZHy9m!83Ue z)5FVk?rJ%@hl$JU*}Mz~QgD;knK;#+QcSrIZugto?kG$S zNC*p{dwwSF$nXdebhHV!5}=s8Me7_@M)NaRf3)Kn#FL z%PCv1j@8pOTegM6Yv`1pdM+!;0bJQ>)&wGGF9mFLv0g+qt{e57sEf2 z$6{yWP^rgvu(kB+8!qlYbQ{J$yiPJVEKbrwWRnXNGtp*2P(a3YhuJ$q{kzI+m;M zU%T4wF~s!XMipyP#-3%n6$i-ulHLg>p5YiXl@~R1vo{zhhekCGBA#vt$0wR2(MSSK_s*%R<$ys;P+1kjryA%#g<6_}l*sp5L*9BvG?r>*-Qs&h_-n8Nl2q zZ#$}2I@|Xcy6sMe7zrf7p@5bp_j^ayRjs>YaWG=Zcpam=tAqFS2Hv^a?QgCR+m&zQq zQR)Rw)wPT)-1fFzHbiD( z$9LIFz5~xbgQ>ns=8u#aT|4l^pVr69?{yV5Qh>7TT&0YAzMVQAX;&U+V~d1y0I8Ud zT%<}jN^2qQWnB3nXT}MkpW;~iH0e&OZn(s^al6OSI=;4f%k?)HEk4KlPydc8nwgRx zg3B*iAdz)B_x%0tb;gPx=cJ8l1?4#nn}cF+P(fnT>C4z+EzLJ%OI{|6J4G%HQF#GG zNgagC2SFf2%ViL?OJZnUy^YT+07BSKfAxau%Zg|9Gp(>fB4o8M_2-4{^lIbiic3$z2=g9t>F?!G{4XTz7>XIxc zIG{jEUk6aL>|r6CRKI5d@Quw@<42kb|HKi92(596Ro0UgJevpvr^(R1Ef>B0ymN!~ z@*mcCm-U*AV&v)jvDDR+TU)W^H!H%%CPoCP_BB;A@oE3YOa%HLtJiC_adk>n|J{GE|9n5PcPsz;8v=#|{ zgZl3El1uZ*`@phq7nslFJN`O^)j5LOo?A9&y%K*`ec?_{4>jSLTi?ZSw-;vm*5jeN z7yakM`OBCYHZ>cl5O5Uf1=oJAew^PN!YXq0g_{d~;mlD=zcVAa`j=OUvZfE|!2DoQ z=L{Jm2EYE3CuIMg^+<$B5!Do>lzpOZ&d!|Q%2o8kA<`*D$@QpN0yK95p<%MTXg}87 zb**rERooXUWNDu`h}8nec5cNxzuke;-G(Y6)P5HNP;llY%z~TS)3Tn5O?3=)D;`Gs zhV7JcR0z%;^T*F!D!h@2P(Akj`Br@J{4Fv#Sgi^QTg@GB;oy+)McE=6SB0_i_NP(b zxlK3=Y+tx_;r(XQA_9ALm h?dBpgclOif{{bHDqL5A}Bw+vm002ovPDHLkV1k)mLUI5A literal 0 HcmV?d00001 diff --git a/public/icons/docs/scikit_image/SOURCE b/public/icons/docs/scikit_image/SOURCE new file mode 100644 index 00000000..3ee2f9f8 --- /dev/null +++ b/public/icons/docs/scikit_image/SOURCE @@ -0,0 +1 @@ +https://github.com/scikit-image/scikit-image/blob/master/doc/source/themes/scikit-image/static/img/favicon.ico \ No newline at end of file