User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
# Flexmls IDX: every search/sort/page combo is a new uncached page (all canonical to /search/).
# Listing pages without parameters stay crawlable.
Disallow: /Fargo-MLS-Homes-For-Sale/search
Disallow: /Fargo-MLS-Homes-For-Sale/*?
Disallow: /*search_referral_url=

# Commercial SEO crawlers: slow down
User-agent: SemrushBot
Crawl-delay: 10
Disallow: /wp-admin/
Disallow: /Fargo-MLS-Homes-For-Sale/search
Disallow: /Fargo-MLS-Homes-For-Sale/*?

User-agent: AhrefsBot
Crawl-delay: 10
Disallow: /wp-admin/
Disallow: /Fargo-MLS-Homes-For-Sale/search
Disallow: /Fargo-MLS-Homes-For-Sale/*?

User-agent: dotbot
Crawl-delay: 10
Disallow: /wp-admin/
Disallow: /Fargo-MLS-Homes-For-Sale/search
Disallow: /Fargo-MLS-Homes-For-Sale/*?

Sitemap: https://fargohomesearch.com/sitemaps.xml