Disallow robots for dev site (#261)

8729f750 · Matthieu Boileau · c7879b61 · 8729f750
Commit 8729f750 authored Jun 30, 2021 by Matthieu Boileau
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -43,3 +43,5 @@ apache-dev:
    - rsync -av --delete --exclude 'attachments' output/ $PUBLISH_DIR/
    - rsync -av --delete content/attachments/ $PUBLISH_DIR/attachments/
    - chmod a+w $PUBLISH_DIR/job_offers/flood
+    - "echo 'User-agent: *' > $PUBLISH_DIR/robots.txt"
+    - "echo 'Disallow: /' >> $PUBLISH_DIR/robots.txt"