Add basic robots.txt file.

This commit is contained in:
Mihai Parparita 2014-12-20 21:49:06 -08:00
parent a270579f36
commit 33617ef0a1
2 changed files with 9 additions and 0 deletions

View file

@ -9,6 +9,9 @@ handlers:
- url: /favicon.ico
static_files: static/favicon.ico
upload: static/favicon.ico
- url: /robots.txt
static_files: static/robots.txt
upload: static/robots.txt
- url: /digest/cron
script: _go_app
login: admin

6
app/static/robots.txt Normal file
View file

@ -0,0 +1,6 @@
User-Agent: *
Disallow: /account
Disallow: /admin
Disallow: /digest
Disallow: /github
Disallow: /session