# Allow specific user-agent bots
User-agent: Screaming Frog SEO Spider
Allow: /
Crawl-delay: 7

User-agent: SemrushBot
Allow: /
Crawl-delay: 7

User-agent: SemrushBot-SA
Allow: /
Crawl-delay: 7

User-Agent: Googlebot
Allow: /
Crawl-delay: 7

User-Agent: Googlebot-Mobile
Allow: /
Crawl-delay: 7

User-Agent: msnbot
Allow: /
Crawl-delay: 7

User-Agent: bingbot
Allow: /
Crawl-delay: 7

User-Agent: rogerbot
Allow: /
Crawl-delay: 7

# Adsense
User-Agent: Mediapartners-Google
Allow: /
Crawl-delay: 7

# Blekko
User-Agent: ScoutJet
Allow: /
Crawl-delay: 7

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 7

# CommonCrawl
User-agent: ccbot
Allow: /
Crawl-delay: 7

# catch all
# User-Agent: *
# Disallow: /
# User-agent: *
# Allow: /

Sitemap: https://www.apartmentshowcase.com/sitemap/blog-navigation.xml.gz
Sitemap: https://www.apartmentshowcase.com/sitemap/blog-posts.xml.gz
Sitemap: https://www.apartmentshowcase.com/sitemap/listings-dc.xml.gz
Sitemap: https://www.apartmentshowcase.com/sitemap/listings-md.xml.gz
Sitemap: https://www.apartmentshowcase.com/sitemap/listings-va.xml.gz
Sitemap: https://www.apartmentshowcase.com/sitemap/search-cities.xml.gz
Sitemap: https://www.apartmentshowcase.com/sitemap/search-city-variations.xml.gz
Sitemap: https://www.apartmentshowcase.com/sitemap/search-counties.xml.gz
Sitemap: https://www.apartmentshowcase.com/sitemap/search-county-variations.xml.gz
Sitemap: https://www.apartmentshowcase.com/sitemap/search-near-variations.xml.gz
Sitemap: https://www.apartmentshowcase.com/sitemap/search-near.xml.gz
Sitemap: https://www.apartmentshowcase.com/sitemap/search-neighborhoods.xml.gz
Sitemap: https://www.apartmentshowcase.com/sitemap/search-neighborhood-variations.xml.gz
Sitemap: https://www.apartmentshowcase.com/sitemap/search-zipcodes.xml.gz
Sitemap: https://www.apartmentshowcase.com/sitemap/static-pages.xml.gz