# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the following two lines:
# User-agent: *
# Disallow: /

User-agent: *

# Disallow common Devise/authentication paths.
# These pages are typically for user interaction, not for indexing.
Disallow: /users/sign_in
Disallow: /users/sign_up
Disallow: /users/password/ # Covers /users/password/new, /users/password/edit, etc.
Disallow: /users/confirmation/ # Covers /users/confirmation/new, etc.
Disallow: /users/unlock/ # Covers /users/unlock/new, etc.
Disallow: /users/edit # Devise's current user edit path

# Disallow general administrative areas.
Disallow: /admin/ # Covers /admin/*, including /admin/jobs for Mission Control

# Allow crawling of all other pages not explicitly disallowed above.
# This is often the default behavior if no other specific Allow/Disallow matches,
# but it's good to be explicit.
Allow: /

# Sitemap location(s).
# Ensure this path matches your sitemap_generator configuration (config/sitemap.rb)
# and that the sitemap is publicly accessible.
# By default, RailsFast configures sitemaps to be at /sitemaps/sitemap.xml.gz.
Sitemap: https://licenseseat.com/sitemaps/sitemap.xml.gz