User-agent: Googlebot Allow: / Allow: /cgi-bin/ Allow: /images/ Allow: /css/ User-agent: bingbot Allow: / Allow: /cgi-bin/ Allow: /images/ Allow: /css/ User-agent: CCBot Allow: / Allow: /cgi-bin/ Allow: /images/ Allow: /css/ User-agent: AwarioSmartBot Disallow: / User-agent: ahrefs Disallow: / User-agent: colly Disallow: / User-agent: Clickagy Intelligence Bot Disallow: / User-agent: CriteoBot Disallow: / User-agent: Daum Disallow: / User-agent: DomainAppender Disallow: / User-agent: DotBot Disallow: / User-agent: GrapeshotCrawler Disallow: / User-agent: go-http-client Disallow: / User-agent: MJ12bot Disallow: / User-agent: NewsWhipbox Disallow: / User-agent: oBot Disallow: / User-agent: PagesInventory Disallow: / User-agent: SeekportBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: Turnitin Disallow: / User-agent: trendictionbot Disallow: / User-agent: TTD-Content Disallow: / User-agent: Twitterbot Disallow: / User-agent: YandexBot Disallow: / User-agent: Zoominfobot Disallow: / User-agent: * Crawl-Delay: 2 Disallow: /0/ Disallow: /_private/ Disallow: /_vti_bin/ Disallow: /_vti_cnf/ Disallow: /_vti_log/ Disallow: /_vti_txt/ Disallow: /ad/ Disallow: /cgi/ Disallow: /cgi-bin/ Disallow: /checkerboard/ Disallow: /ftp/ Allow: /images/ Allow: /css/ Disallow: /scgi-bin/ Disallow: /subscribe/ Disallow: /suspended.page/ Disallow: /w3c/ Disallow: /weather/ Sitemap: http://marionrecord.com/rss.cgi Sitemap: http://marionrecord.com/sitemap.cgi Sitemap: http://marionrecord.com/oldsitemap.cgi Sitemap: http://starj.com/rss.cgi Sitemap: http://starj.com/sitemap.cgi Sitemap: http://starj.com/oldsitemap.cgi Sitemap: http://peabodykansas.com/rss.cgi Sitemap: http://peabodykansas.com/sitemap.cgi Sitemap: http://peabodykansas.com/oldsitemap.cgi Sitemap: http://99div.com/rss.cgi Sitemap: http://99div.com/sitemap.cgi Sitemap: http://99div.com/oldsitemap.cgi