diff --git a/app/app.yaml b/app/app.yaml index f0d5032..1a9b802 100644 --- a/app/app.yaml +++ b/app/app.yaml @@ -9,6 +9,9 @@ handlers: - url: /favicon.ico static_files: static/favicon.ico upload: static/favicon.ico +- url: /robots.txt + static_files: static/robots.txt + upload: static/robots.txt - url: /digest/cron script: _go_app login: admin diff --git a/app/static/robots.txt b/app/static/robots.txt new file mode 100644 index 0000000..c70fe0b --- /dev/null +++ b/app/static/robots.txt @@ -0,0 +1,6 @@ +User-Agent: * +Disallow: /account +Disallow: /admin +Disallow: /digest +Disallow: /github +Disallow: /session