# BEGIN XML-SITEMAP-PLUGIN Sitemap: https://www.tgspot.co.il/sitemap_index.xml # END XML-SITEMAP-PLUGIN User-agent: Microsoft URL Control - 6.00.8169 User-agent: * Disallow: /wp-admin/ Disallow: /trackback/ Disallow: /xmlrpc.php Disallow: /%3Cspan/ Disallow: /%20class/ Disallow: /%3Cspan%20class= Disallow: /2922790/ Disallow: /comment-subscriptions* Disallow: /comment-subscriptions/ Disallow: /community/ Disallow: /7047/ Disallow: /wp-content/uploads/comparison/ Disallow: /wp-content/themes/tgspot/ Disallow: *.php$ Disallow: /marfeel_sw* Disallow: /?blackhole Disallow: /index?* # Disallow: /*?cat* # Disallow: /*?* # Disallow: /category/0/ # Disallow: /category/operating-systems/ #Disallow: */page/* User-agent: Microsoft URL Control - 6.01.9782 User-agent: simplepie crawl-delay: 10 User-agent: DataForSeoBot crawl-delay: 10 User-agent: trendictionbot crawl-delay: 10 User-agent: Yandex Disallow: / User-agent: Googlebot-News Allow:/ User-agent: Mediapartners-google Allow:/ User-agent: Googlebot Allow:/ User-agent: outbrain Crawl-delay: 5 User-agent: Baiduspider Crawl-delay: 10 User-agent: DuckDuckBot Crawl-delay: 10 User-agent: MegaIndex Crawl-delay: 5 # https://megaindex.com/crawler User-agent: MegaIndex.ru Disallow: / User-agent: megaindex.com Disallow: / User-agent: SemrushBot Disallow: / User-agent: Slurp Crawl-delay: 10 # User-agent: bingbot # Crawl-delay: 10 User-agent: Pinterestbot Crawl-delay: 10