#control which bots crawl the site #copy this file to root folder of web site User-agent: Slurp Disallow: /BasicSearchGrid.aspx Disallow: /error.aspx Disallow: /ManListpage.aspx Disallow: /Specials.aspx Disallow: /ebayImage.aspx Disallow: /ProductDetail.aspx Disallow: /Detail_New2.asp Disallow: /partlist.aspx Disallow: /noframesweb/ Disallow: /repair/webentry.aspx Disallow: /sitemap2_1.xml Disallow: /sitemap2_2.xml Disallow: /sitemap2_3.xml Disallow: /sitemap2_1000.xml Disallow: /sitemap2_index.xml Disallow: /training/ Disallow: /NoFramesWeb/ Disallow: /plccenterimages/ Disallow: /plcdoorway/ Disallow: /links/ Disallow: /content/ Disallow: /manufacturers/ Disallow: /*.htm Disallow: /*.html Disallow: /surplus_stock_page.asp User-agent: googlebot Disallow: /smy/ Disallow: /smyHome.aspx Disallow: /smySitemap.xml User-agent: ShopWiki Disallow: / User-agent: * Disallow: /ManListpage.aspx Disallow: /plccenterimages/ Disallow: /plcdoorway/ Disallow: /manufacturers/ Disallow: /ebayImage.aspx Disallow: /ProductDetail.aspx Disallow: /Detail_New2.asp Disallow: /BasicSearch.aspx Disallow: /BasicSearchGrid.aspx Disallow: /sm/SiteMapGoogle.aspx Sitemap: http://www.plccenter.com/sitemap-index.xml #picture search robot User-agent: psbot Disallow: /