From 33617ef0a1df6ab00370f5d89cfa0ae1a3d8b4a1 Mon Sep 17 00:00:00 2001 From: Mihai Parparita Date: Sat, 20 Dec 2014 21:49:06 -0800 Subject: [PATCH] Add basic robots.txt file. --- app/app.yaml | 3 +++ app/static/robots.txt | 6 ++++++ 2 files changed, 9 insertions(+) create mode 100644 app/static/robots.txt diff --git a/app/app.yaml b/app/app.yaml index f0d5032..1a9b802 100644 --- a/app/app.yaml +++ b/app/app.yaml @@ -9,6 +9,9 @@ handlers: - url: /favicon.ico static_files: static/favicon.ico upload: static/favicon.ico +- url: /robots.txt + static_files: static/robots.txt + upload: static/robots.txt - url: /digest/cron script: _go_app login: admin diff --git a/app/static/robots.txt b/app/static/robots.txt new file mode 100644 index 0000000..c70fe0b --- /dev/null +++ b/app/static/robots.txt @@ -0,0 +1,6 @@ +User-Agent: * +Disallow: /account +Disallow: /admin +Disallow: /digest +Disallow: /github +Disallow: /session