# 1) this filename (robots.txt) must stay lowercase # 2) this file must be in the servers root directory # ex: http://www.mydomain.com/pliggsubfolder/ -- you must move the robots.txt from # /pliggsubfolder/ to the root folder for http://www.mydomain.com/ # you must then add your subfolder to each 'Disallow' below # ex: Disallow: /cache/ becomes Disallow: /pliggsubfolder/cache/ User-agent: * Crawl-delay: 5 Disallow: Disallow: /defdeal/cron/ Disallow: /defdeal/rss.php Disallow: /defdeal/ssr.php Disallow: /defdeal/3rdparty/ Disallow: /defdeal/antispam.txt Disallow: /defdeal/admin/ Disallow: /defdeal/admin/admin_index.php Disallow: /defdeal/backup/ Disallow: /defdeal/cache/templates_c/ Disallow: /defdeal/cache/admin_c/ Disallow: /defdeal/install/ Disallow: /defdeal/internal/ Disallow: /defdeal/languages/ Disallow: /defdeal/libs/ Disallow: /defdeal/LICENSE.txt Disallow: /defdeal/modules/ Disallow: /defdeal/plugins/ Disallow: /defdeal/readme.html Disallow: /defdeal/search.php Disallow: /defdeal/search/ Disallow: /defdeal/searchurl/ Disallow: /defdeal/spamlog.log Disallow: /defdeal/tag/ Disallow: /defdeal/templates/ Disallow: /defdeal/user/view/shaken/ Disallow: /defdeal/user/view/history/ Disallow: /defdeal/user/view/published/ Disallow: /defdeal/user/view/commented/ Disallow: /defdeal/user/view/voted/ #Disallow: /defdeal/recent/ #Disallow: /defdeal/yesterday/ #Disallow: /defdeal/today/ #Disallow: /defdeal/week/ #Disallow: /defdeal/month/ Disallow: /defdeal/year/ Disallow: /defdeal/alltime/ #Disallow: /defdeal/upcoming/recent/ #Disallow: /defdeal/upcoming/yesterday/ #Disallow: /defdeal/upcoming/today/ #Disallow: /defdeal/upcoming/week/ #Disallow: /defdeal/upcoming/month/ #Disallow: /defdeal/upcoming/year/ #Disallow: /defdeal/upcoming/alltime/