Commit 02f399c0 authored by Your New SJW Waifu's avatar Your New SJW Waifu 💬

Fixed robots.txt

parent 6422115c
......@@ -8,7 +8,6 @@ npm run build
rsync -ra public/ "${TARGET}/instance/static"
cp dist/index.html "${TARGET}/instance/static/index.html"
cp robots.txt "${TARGET}/instance/static/robots.txt"
rsync --delete -ra dist/static/ "${TARGET}/instance/static/static"
rsync --delete -ra images/ "${TARGET}/instance/static/images"
rsync --delete -ra sounds/ "${TARGET}/instance/static/sounds"
......
# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
User-agent: *
Disallow: /web
Disallow: /settings
......@@ -11,4 +9,4 @@
Disallow: /pages/DMCA.html
Disallow: /oauth
Disallow: /search
Disallow: /tag
# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
User-agent: *
Disallow: /web
Disallow: /settings
Disallow: /login
Disallow: /user-search
Disallow: /registration
Disallow: /cgi-bin
Disallow: /pages/DMCA.html
Disallow: /oauth
Disallow: /search
Disallow: /tag
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment