# Robots.txt file from http://www.searchengineworld.com # # All robots will spider the domain User-agent: * Disallow:/literatura/ Disallow:/gallery/ Disallow:/phpBB2/calendar_scheduler.php Disallow:/cgi-bin/ Disallow:/phpBB2/admin/ Disallow:/phpBB2/cache/ Disallow:/phpBB2/db/ Disallow:/phpBB2/images/ Disallow:/phpBB2/includes/ Disallow:/phpBB2/language/ Disallow:/phpBB2/templates/ Disallow:/phpBB2/faq.php Disallow:/phpBB2/groupcp.php Disallow:/phpBB2/login.php Disallow:/phpBB2/memberlist.php Disallow:/phpBB2/modcp.php Disallow:/phpBB2/posting.php Disallow:/phpBB2/privmsg.php Disallow:/phpBB2/profile.php Disallow:/phpBB2/search.php Disallow:/phpBB2/viewonline.php User-agent: Googlebot # disallow files ending with these extensions Disallow: /*.inc$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ # disallow all files with? in url Disallow: *mark=* Disallow: *view=*