User-agent: * Disallow: /downloads/ Disallow: /cgi-bin/ Disallow: /wp-content/ Disallow: /tmp/ Disallow: /wp-admin/ Disallow: /wp-signup.php Disallow: /wp-login.php Disallow: /wp-includes/ Request-rate: 1/5 # maximum rate is one page every 5 seconds Visit-time: 0600-0845 # only visit between 6:00 AM and 8:45 AM UT (GMT)