mirror of
https://github.com/kforney/kforney.github.io.git
synced 2024-11-13 18:42:03 -07:00
Update robots.txt
This commit is contained in:
parent
b4c2dc6d20
commit
55a0b754bf
1 changed files with 2 additions and 1 deletions
|
@ -2,4 +2,5 @@
|
|||
|
||||
# Allow crawling of all content
|
||||
User-agent: *
|
||||
Disallow:
|
||||
Disallow: /files/*
|
||||
Disallow: /js/*
|
||||
|
|
Loading…
Reference in a new issue