# Begin Robots.txt Crawling Index File
# Robots.txt for https://simply-crm.com
# Created by Alex Bordei on September 9, 2019
# Last update: 09/09/2019

#Allow the following resources
User-Agent: *
Allow: /
Allow: /wp-admin/admin-ajax.php

User-Agent: Googlebot
Allow: /

User-Agent: Googlebot-Mobile
Allow: /

User-Agent: Googlebot-Image
Allow: /wp-content/uploads/

User-Agent: Googlebot-News
Allow: /

User-Agent: Mediapartners-Google
Allow: /

User-Agent: Adsbot-Google
Allow: /

User-Agent: msnbot
Allow: /

User-Agent: msnbot-media
Allow: /wp-content/uploads/

#Disallow the following resources
Disallow: /wp-content/plugins/
Disallow: /*.html #Adoid Filetyp
Disallow: /*? #Adoid Filetyp
Disallow: /wp-admin/ #block access to admin section
Disallow: /wp-login.php #block access to admin section
Disallow: /search/ #block access to internal search result pages
Disallow: *?s=* #block access to internal search result pages
Disallow: *?p=* #block access to pages for which permalinks fails
Disallow: *&p=* #block access to pages for which permalinks fails
Disallow: *&preview=* #block access to preview pages
Disallow: /tag/ #block access to tag pages
Disallow: /author/ #block access to author pages
Disallow: /404-error/ #block access to 404 page

#Sitemaps
Sitemap: https://simply-crm.com/sitemap_index.xml