#HTTP_HEADER{Content-Type: text/plain; charset=#CHARSET} # robots.txt # @url: #URL_SITE_SPIP # @generator: SPIP #SPIP_VERSION # @template: #SQUELETTE User-agent: * Allow: /local/cache-css/ Allow: /local/cache-js/ Allow: /local/ Allow: /squelettes/_images/ Allow: /squelettes/noisettes/ Disallow: /ecrire/ Disallow: /plugins-dist/ Disallow: /lib/ Disallow: /plugins/ Disallow: /prive/ Disallow: /squelettes/ Disallow: /squelettes-dist/ Disallow: /fichiers/ Crawl-delay: 1 Sitemap: #URL_SITE_SPIP/spip.php?page=sitemap.xml Sitemap: #URL_SITE_SPIP/spip.php?page=shop_sitemap.xml # user-agent: semalt # disallow: / # User-agent: dotbot # Disallow: / User-agent: NerdyBot Disallow: / # User-agent: Exabot # Disallow: / User-agent: MJ12bot Disallow: / User-agent: Cliqzbot Disallow: / User-agent: Mail.RU_Bot Disallow: / User-agent: spbot Disallow: / User-agent: PHPCrawl Disallow: / User-agent: EasouSpider Disallow: / User-agent: Bezeqint Disallow: /