# robots.txt automatically generated by PrestaShop e-commerce open-source solution
# http://www.prestashop.com - http://www.prestashop.com/forums
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

#Blocking some bad bots

User-agent: GeedoProductSearch
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Dotbot
Disallow: /

User-agent: MJ12Bot
Disallow: /

User-agent: CensysInspect
Disallow: /

User-agent: Expanse
Disallow: /

User-agent: internet-measurement
Disallow: /

User-agent: Dataprovider
Disallow: /

User-agent: Dalvik/2.1.0
Disallow: /

User-agent: Go-http-client
Disallow: /

User-agent: IonCrawl
Disallow: /

User-agent: ISSCyberRiskCrawler
Disallow: /

User-agent: Java
Disallow: /

User-agent: Mozlila
Disallow: /

User-agent: Orbbot
Disallow: /

User-agent: python-requests
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: BW/1.1
Disallow: /

User-agent: wp_is_mobile
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: *
Disallow: /fbcapi_pageview_ajax.php

User-agent: *
Disallow: /microinvest/

User-agent: *
Disallow: .gitignore

User-agent: *
# Allow Directives
Allow: */modules/*.css
Allow: */modules/*.js
Allow: */modules/*.png
Allow: */modules/*.jpg
Allow: /js/jquery/*

#Sitemaps
Sitemap: https://revita.bg/sitemap_blog.xml
Sitemap: https://revita.bg/sitemap-index.xml
Sitemap: https://revita.bg/sitemap-with-images-index.xml