[gimp-web/gimp-web-static] Added robots.txt to stop crawlers while we build
- From: Pat David <patdavid src gnome org>
- To: commits-list gnome org
- Cc:
- Subject: [gimp-web/gimp-web-static] Added robots.txt to stop crawlers while we build
- Date: Tue, 25 Aug 2015 21:36:24 +0000 (UTC)
commit 1ed1d51e335ac98c5ab6d800c68dcd54f3934cb5
Author: Pat David <patdavid gmail com>
Date: Tue Aug 25 16:36:19 2015 -0500
Added robots.txt to stop crawlers while we build
content/robots.txt | 2 ++
pelicanconf.py | 6 ++++--
2 files changed, 6 insertions(+), 2 deletions(-)
---
diff --git a/content/robots.txt b/content/robots.txt
new file mode 100644
index 0000000..70c2374
--- /dev/null
+++ b/content/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /
diff --git a/pelicanconf.py b/pelicanconf.py
index a41e208..fcc24c2 100644
--- a/pelicanconf.py
+++ b/pelicanconf.py
@@ -50,7 +50,8 @@ RELATIVE_URLS = True
# Pat David changes while building/testing
# This will copy over these folders w/o modification
-STATIC_PATHS = ['images', 'pages', 'tutorials', 'about', 'books', 'develop', 'docs', 'donating',
'downloads', 'features', 'bugs', 'links', 'man', 'release-notes', 'screenshots', 'source', 'unix']
+STATIC_PATHS = ['images', 'pages', 'tutorials', 'about', 'books', 'develop', 'docs', 'donating',
'downloads', 'features', 'bugs', 'links', 'man', 'release-notes', 'screenshots', 'source', 'unix',
'robots.txt']
+
# This sets which directories will be parsed as pages (vs. news/articles)
PAGE_PATHS = ['about', 'frontpage', 'tutorials', 'books', 'develop', 'docs', 'donating', 'downloads',
'features', 'bugs', 'links', 'man', 'release-notes', 'screenshots', 'source', 'unix']
@@ -75,6 +76,8 @@ ARTICLE_SAVE_AS = "news/{date:%Y}/{date:%m}/{date:%d}/{slug}/index.html"
# This sets the "old" index.html page to be saved to /news/index.html.
INDEX_SAVE_AS = "/news/index.html"
+
+
TYPOGRIFY = True
TYPOGRIFY_IGNORE_TAGS = ['title']
@@ -82,7 +85,6 @@ DELETE_OUTPUT_DIRECTORY = True
MD_EXTENSIONS = ['fenced_code', 'codehilite(css_class=codehilite)', 'extra', 'headerid', 'toc']
-
# Pagination testing stuff
DEFAULT_ORPHANS = 0
[
Date Prev][
Date Next] [
Thread Prev][
Thread Next]
[
Thread Index]
[
Date Index]
[
Author Index]