#   name/ID:  robots.txt
#   purpose:  establishing webcrawling (robot) exclusions
#   website:  https://www.cottoninc.com
#   contact:  webmaster@cottoninc.com
#   updated:  07 December 2020

#   Unauthorized Bot access
User-agent: SemrushBot
#   Disallow all unauthorized bot activity
Disallow: /

#   Authorized Bot activity
User-agent: *
#   Allow all authorized bot activity
Allow: /
Allow: /wp-admin/admin-ajax.php
#   Disallow access to following directories/files
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /wp-login.php
#   Sitemaps for proper site crawling
Sitemap: https://www.cottoninc.com/page-sitemap.xml
Sitemap: https://www.cottoninc.com/post-sitemap.xml
Sitemap: https://www.cottoninc.com/sitemap_index.xml