# Asks bots to index the site less frequently, preventing # accidental bot based DDoS. # KB Article - https://kb.wisc.edu/webhosting/page.php?id=62214 #JMD: additional stuff copied from the Drupal7 server User-agent: Googlebot Disallow: /pwg/ Disallow: /wp-admin/ User-agent: * Crawl-delay: 10 # Disallow crawling to various things Disallow: /pwg/ Disallow: /cgi-bin/ Disallow: /easy-git-deploy/ Disallow: /wp-admin/ Disallow: /displaystuff.php Disallow: /.user.ini Disallow: /.htaccess