Commit ff76b6b3 authored by Kristian Klausen's avatar Kristian Klausen 🎉
Browse files

Merge branch 'add-robots' into 'master'

archweb: Add robots.txt

Closes #358

See merge request !452
parents e52c8fdc 37f0dd08
Pipeline #9569 passed with stage
in 58 seconds
User-agent: *
Disallow: /packages/search/
Disallow: /packages/?
Disallow: /packages/?*
Sitemap: https://www.archlinux.org/sitemap.xml
Crawl-delay: 2
......@@ -73,6 +73,12 @@
- name: fix home permissions
file: state=directory owner=archweb group=archweb mode=0755 path="{{ archweb_dir }}"
- name: make archlinux.org dir
file: path="{{ archweb_dir }}/archlinux.org" state=directory owner=archweb group=archweb mode=0755
- name: configure robots.txt
copy: src=robots.txt dest="{{ archweb_dir }}/archlinux.org/robots.txt" owner=root group=root mode=0644
- name: configure archweb
template: src=local_settings.py.j2 dest={{ archweb_dir }}/local_settings.py owner=archweb group=archweb mode=0660
register: config
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment