42 lines
813 B
Plaintext
42 lines
813 B
Plaintext
# C & I Electrical Contractors - Robots.txt
|
|
# https://www.cielectrical.com
|
|
|
|
User-agent: *
|
|
Allow: /
|
|
|
|
# Disallow admin and private areas
|
|
Disallow: /api/
|
|
Disallow: /_next/
|
|
Disallow: /admin/
|
|
Disallow: /private/
|
|
|
|
# Allow important pages
|
|
Allow: /about
|
|
Allow: /contact
|
|
Allow: /residential
|
|
Allow: /commercial
|
|
Allow: /reviews
|
|
Allow: /projects
|
|
Allow: /*/electrician
|
|
Allow: /*/emergency-electrician
|
|
Allow: /*/panel-upgrades
|
|
Allow: /*/ev-charger-install
|
|
|
|
# Crawl delay for respectful crawling
|
|
Crawl-delay: 1
|
|
|
|
# Sitemap location
|
|
Sitemap: https://www.cielectrical.com/sitemap.xml
|
|
|
|
# Additional sitemaps for specific content types
|
|
Sitemap: https://www.cielectrical.com/sitemap.xml
|
|
|
|
# Google specific directives
|
|
User-agent: Googlebot
|
|
Allow: /
|
|
Crawl-delay: 1
|
|
|
|
# Bing specific directives
|
|
User-agent: Bingbot
|
|
Allow: /
|
|
Crawl-delay: 1 |