mirror of
https://github.com/kforney/kforney.github.io.git
synced 2024-05-19 16:24:51 -06:00
Update robots.txt
This commit is contained in:
parent
b4c2dc6d20
commit
55a0b754bf
|
@ -2,4 +2,5 @@
|
||||||
|
|
||||||
# Allow crawling of all content
|
# Allow crawling of all content
|
||||||
User-agent: *
|
User-agent: *
|
||||||
Disallow:
|
Disallow: /files/*
|
||||||
|
Disallow: /js/*
|
||||||
|
|
Loading…
Reference in a new issue