Add robots.txt
This commit is contained in:
parent
d30c9d1c3b
commit
23d1eeca2b
2 changed files with 8 additions and 0 deletions
6
Rules
6
Rules
|
@ -64,6 +64,12 @@ compile "/sitemap.xml.erb" do
|
|||
write("/sitemap.xml")
|
||||
end
|
||||
|
||||
##
|
||||
# /robots.txt
|
||||
compile "/robots.txt" do
|
||||
write("/robots.txt")
|
||||
end
|
||||
|
||||
##
|
||||
# Require rules
|
||||
require_rules "nanoc/rules/assets"
|
||||
|
|
2
src/robots.txt
Normal file
2
src/robots.txt
Normal file
|
@ -0,0 +1,2 @@
|
|||
user-agent: *
|
||||
disallow: /audio/
|
Loading…
Reference in a new issue