User-agent: * Crawl-delay: 10 # Directories Disallow: /images/ # Files Disallow: /advanced_search_result.php Disallow: /contact_us.php Disallow: /ssl_check.php Disallow: /stylesheet.css Disallow: /cookie_usage.php Disallow: /create_account_success.php Disallow: /account_history.php Disallow: /address_book_process.php Disallow: /create_account.php Disallow: /create_account_success.php # Paths (clean URLs) Disallow: /admin/ Disallow: /awstats/ # Paths (no clean URLs) Disallow: /?q=admin/ Disallow: /?q=comment/reply/ Disallow: /?q=contact/ Disallow: /?q=logout/ Disallow: /?q=search/ Disallow: /?q=user/password/ Disallow: /?q=user/register/ Disallow: /?q=user/login/