summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorLibravatarUnit 193 <unit193@ubuntu.com>2020-03-20 18:31:26 -0400
committerLibravatarUnit 193 <unit193@ubuntu.com>2020-03-20 18:31:26 -0400
commitc0f0ded2aa98ed534ac55e3a301e5a7b91a6b9c7 (patch)
treedd2f5e24a6db1d0b402f810b9e1a997e94fd4d7c
parentd19b546c5db672b45f4a5a075bb58bf1d910eaa8 (diff)
downloadunit193.net-c0f0ded2aa98ed534ac55e3a301e5a7b91a6b9c7.tar.bz2
unit193.net-c0f0ded2aa98ed534ac55e3a301e5a7b91a6b9c7.tar.xz
unit193.net-c0f0ded2aa98ed534ac55e3a301e5a7b91a6b9c7.tar.zst
Disallow '/packages/*' and '/posts/*' in robots.txt
-rw-r--r--conf.py2
1 files changed, 1 insertions, 1 deletions
diff --git a/conf.py b/conf.py
index 6043f94..a45834c 100644
--- a/conf.py
+++ b/conf.py
@@ -739,7 +739,7 @@ COMMENT_SYSTEM_ID = ""
# from indexing and other robotic spidering. * is supported. Will only be effective
# if SITE_URL points to server root. The list is used to exclude resources from
# /robots.txt and /sitemap.xml, and to inform search engines about /sitemapindex.xml.
-ROBOTS_EXCLUSIONS = ["/archive.html", "/category/*.html", "/debian/*"]
+ROBOTS_EXCLUSIONS = ["/archive.html", "/category/*.html", "/debian/*", "/packages/*", "/posts/*"]
# Instead of putting files in <slug>.html, put them in <slug>/index.html.
# No web server configuration is required. Also enables STRIP_INDEXES.