# robots.txt for phpBB3 # @version $Id: robots.txt,v 1.0 2007/01/30 14:05:07 angelside Exp $ # "Any empty [Disallow] value, indicates that all URLs can be retrieved. # At least one Disallow field needs to be present in a record." # hide to archive.org #User-agent: ia_archiver #Disallow: / # for google adsense bot User-agent: Mediapartners-Google* Disallow: #User-agent: Slurp #Crawl-delay: 10 #Disallow: #User-agent: msnbot #Crawl-delay: 100 #Disallow: User-agent: * #Crawl-delay: 100 Disallow: /adm/ Disallow: /cache/ Disallow: /docs/ Disallow: /files/ Disallow: /images/ Disallow: /includes/ Disallow: /language/ Disallow: /store/ Disallow: /styles/ Disallow: /donate/ Disallow: /common.php Disallow: /config.php Disallow: /cron.php Disallow: /download.php Disallow: /faq.php Disallow: /mcp.php Disallow: /memberlist.php Disallow: /posting.php Disallow: /report.php Disallow: /search.php Disallow: /style.php Disallow: /ucp.php Disallow: /viewonline.php Disallow: /reimg/highslide/ Disallow: /reimg/ Disallow: /highslide/