# 1) this filename (robots.txt) must stay lowercase # 2) this file must be in the servers root directory # ex: http://www.mydomain.com/pliggsubfolder/ -- you must move the robots.txt from # /pliggsubfolder/ to the root folder for http://www.mydomain.com/ # you must then add your subfolder to each 'Disallow' below # ex: Disallow: /cache/ becomes Disallow: /pliggsubfolder/cache/ User-agent: * Disallow: /page/1 Disallow: /admin/ Disallow: /3rdparty/ Disallow: /backup/ Disallow: /cache/ Disallow: /install/ Disallow: /internal/ Disallow: /libs/ Disallow: /modules/ Disallow: /plugins/ Disallow: /templates/ Disallow: /cache/templates_c/ Disallow: /search.php Disallow: /admin_index.php Disallow: /search/ Disallow: /searchurl/ Disallow: /discarded/ Disallow: /user/view/shaken/ Disallow: /user/shaken/* Disallow: /user/view/history/ Disallow: /user/view/published/ Disallow: /user/view/commented/ Disallow: /user/view/voted/ Disallow: /recent/ Disallow: /week/ Disallow: /month/ Disallow: /year/ Disallow: /today Disallow: /topusers Disallow: /yesterday/ Disallow: /upcoming/recent Disallow: /upcoming/week Disallow: /upcoming/month Disallow: /upcoming/year Disallow: /upcoming/today Disallow: /upcoming/1 Disallow: /upcoming/all/ Disallow: /upcoming/alltime/ Allow: /upcoming Allow: /upcoming/2 Disallow: /recent Disallow: /week Disallow: /month Disallow: /year Disallow: /all/ Disallow: /alltime Disallow: /page.php Disallow: /upcoming/yesterday Disallow: /upcoming/today Disallow: /upcoming/nyheter Disallow: /upcoming/internet Disallow: /upcoming/sport Disallow: /upcoming/teknik Disallow: /upcoming/ekonomi Disallow: /upcoming/sport Disallow: /upcoming/presentera-din-hemsida Disallow: /backup/ Disallow: /thickbox/ Disallow: /api/ Disallow: /evb/ Disallow: /avatars/ Disallow: /admin_index.php Disallow: /admin Disallow: /story.php Disallow: /login.php Disallow: /user.php Disallow: /js/ Disallow: /img/ Disallow: /story/ Disallow: /story/title/ Disallow: /*? Disallow: /*% Allow: /*%7C* # Paths (clean URLs) Disallow: /user/view Disallow: /rss/user Disallow: /tag Disallow: /login Disallow: /register Disallow: /submit Disallow: /search # Files Disallow: /login.php Disallow: /admin_index.php Disallow: /search.php Disallow: /search.php?