User-agent: * Disallow: /adsys/ Disallow: //adsys/ Disallow: /perl/ User-agent: msnbot Crawl-delay: 1 Disallow: /adsys/ Disallow: //adsys/ Disallow: /perl/ # START YOAST BLOCK # --------------------------- User-agent: * Disallow: Sitemap: https://www.technewsworld.com/sitemap_index.xml # --------------------------- # END YOAST BLOCK