# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-agent: *
# Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /kollegie/*/contact-landlord
Disallow: /rentals-in-*
Disallow: /brugere/login
Disallow: /abuse/
Disallow: /?keywords=

Disallow: /en/*
Disallow: /en/rentals/
Disallow: /en/abuse/
Disallow: /misbrug*
Disallow: /*/contact-landlord
Disallow: /*/show-contact-details
Disallow: /en/tenants*
Disallow: *&*

Sitemap: https://findkollegie.dk/sitemaps/sitemap.xml.gz