# 1) this filename (robots.txt) must stay lowercase # 2) this file must be in the servers root directory # ex: http://www.mydomain.com/pliggsubfolder/ -- you must move the robots.txt from # /pliggsubfolder/ to the root folder for http://www.mydomain.com/ # you must then add your subfolder to each 'Disallow' below # ex: Disallow: /cache/ becomes Disallow: /pliggsubfolder/cache/ #Disallow: / User-agent: * # # Sitemap Global Ping (Google, Yahoo, MSN, Ask) # SITEMAP: http://www.admissionsdirectory.com/sitemap.xml Crawl-delay: 5 Disallow: /3rdparty/ Disallow: /backup/ Disallow: /cache/ Disallow: /install/ Disallow: /internal/ Disallow: /libs/ Disallow: /modules/ Disallow: /plugins/ Disallow: /templates/ Disallow: /templates_c/ Disallow: /search.php Disallow: /admin_index.php Disallow: /search/ Disallow: /admin/ # the following keeps spiders from crawling duplicate content Disallow: /*?category= Disallow: /*index.php?page= Disallow: /*?login= Disallow: /*out.php?title= Disallow: /*?part= Disallow: /*?range= Disallow: /*?return= Disallow: /*rss Disallow: /*?search= Disallow: /*?sortby= Disallow: /*?user=