Miroirs/devdocs
1
0
Fork 0
mirror of https://github.com/freeCodeCamp/devdocs synced 2024-11-16 19:48:10 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions

Improve Go scraper

Browse source
This commit is contained in:
Thibaut Courouble 2016-09-18 09:50:35 -04:00
parent dec11e3bab
commit 86dd7996b0
1 changed files with 13 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

22
lib/docs/filters/go/clean_html.rb
View file

@ -14,12 +14,16 @@ module Docs
end
end
css('#plusone', '#nav', '.pkgGopher', '#footer', '.collapsed', '.permalink').remove
css('#plusone', '#nav', '.pkgGopher', '#footer', '.collapsed', '.permalink', '#pkg-callgraph').remove
css('span[style]', '.toggleVisible', '.expanded', 'div.toggle').each do |node|
node.before(node.children).remove
end
# Remove triangle character
css('h2', '.exampleHeading').each do |node|
node.content = node.content.remove("\u25BE")
node.name = 'h2'
node.name = 'h4' unless node.name == 'h2'
end
# Turn <dl> into <ul>
@ -28,19 +32,19 @@ module Docs
node.name = 'ul'
end
# Remove code highlighting
css('pre').each do |node|
node['data-language'] = 'go'
node.content = node.content
end
# Fix example markup
css('.play').each do |node|
node.children = node.at_css('.code').children
node.name = 'pre'
end
css('td[style]').each do |node|
# Remove code highlighting
css('pre').each do |node|
node['data-language'] = 'go'
node.content = node.content
end
css('td[style]', 'ul[style]').each do |node|
node.remove_attribute('style')
end