User-agent: *
Disallow: /website/
Disallow: /internal/
Disallow: /oldsite/internal/
Host: neutron.kth.se
Sitemap: http://neutron.kth.se/sitemap
Crawl-delay: 0.3

# Request-rate: 1/5         # maximum rate is one page every 5 seconds
# Visit-time: 0600-0845     # only visit between 06:00 and 08:45 UTC (GMT)