# robots.txt for phpBB3 # "Any empty [Disallow] value, indicates that all URLs can be retrieved. # At least one Disallow field needs to be present in a record." # hide to archive.org #User-agent: ia_archiver #Disallow: / # for google adsense bot User-agent: Mediapartners-Google* Disallow: #User-agent: Slurp #Crawl-delay: 10 #Disallow: #User-agent: msnbot #Crawl-delay: 100 #Disallow: User-agent: * #Crawl-delay: 100 Disallow: /adm/ Disallow: /CVS/ Disallow: /docs/ Disallow: /download/ Disallow: /files/ Disallow: /images/ Disallow: /includes/ Disallow: /language/ Disallow: /phpbb_seo/ Disallow: /portal/ Disallow: /trfrsmlr/ Disallow: /styles/ Disallow: /uye/ Disallow: /common.php Disallow: /config.php Disallow: /cron.php Disallow: /faq.php Disallow: /posting.php Disallow: /report.php Disallow: /style.php Disallow: /ucp.html Disallow: /viewonline.php