diff --git a/roles/archweb/files/robots.txt b/roles/archweb/files/robots.txt
new file mode 100644
index 0000000000000000000000000000000000000000..75f58ebd3080b386876e5bde2a8fb5372f591acb
--- /dev/null
+++ b/roles/archweb/files/robots.txt
@@ -0,0 +1,6 @@
+User-agent: *
+Disallow: /packages/search/
+Disallow: /packages/?
+Disallow: /packages/?*
+Sitemap: https://www.archlinux.org/sitemap.xml
+Crawl-delay: 2
diff --git a/roles/archweb/tasks/main.yml b/roles/archweb/tasks/main.yml
index c90027baab0f6ebc8b0364a25c56c957145898de..7e058e6e02ac75045958de1f8413ce5abaf712f7 100644
--- a/roles/archweb/tasks/main.yml
+++ b/roles/archweb/tasks/main.yml
@@ -73,6 +73,12 @@
 - name: fix home permissions
   file: state=directory owner=archweb group=archweb mode=0755 path="{{ archweb_dir }}"
 
+- name: make archlinux.org dir
+  file: path="{{ archweb_dir }}/archlinux.org" state=directory owner=archweb group=archweb mode=0755
+
+- name: configure robots.txt
+  copy: src=robots.txt dest="{{ archweb_dir }}/archlinux.org/robots.txt" owner=root group=root mode=0644
+
 - name: configure archweb
   template: src=local_settings.py.j2 dest={{ archweb_dir }}/local_settings.py owner=archweb group=archweb mode=0660
   register: config