# robots.txt file Wordpress Plugin User-agent: * Disallow: /wp-* Disallow: /partners/ Disallow: /images/ Disallow: /trackback/ Disallow: /feed/ Disallow: /archives/ Disallow: /page/ Disallow: /tag/ Disallow: /category/ Disallow: /uncategorized/ Disallow: /linksdir/ Disallow: /2010/ Disallow: /2009/ Disallow: /2008/ Disallow: /*poster.php Disallow: /fp-login.php Disallow: /index.php Disallow: /*? Disallow: /?* Disallow: /*.html/* Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: */feed/ Disallow: */trackback/ Disallow: */comments*/ User-agent: Slurp Crawl-delay: 8 User-agent: msnbot Crawl-delay: 5 User-agent: nutch Crawl-delay: 5 User-agent: yeti Crawl-delay: 8 User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/) Crawl-delay: 12 User-agent: naverbot Crawl-delay:12 User-agent: googlebot Crawl-delay: 5 User-agent: dotbot Crawl-delay: 5 User-agent: twiceler Crawl-delay: 8 User-agent: yandex Crawl-delay: 5 User-agent: Teoma Crawl-delay: 5 User-agent: BoardReader Crawl-delay: 8 User-agent: Exabot Crawl-delay: 10