Files
octto-engenharia/frontend/public/robots.txt

25 lines
448 B
Plaintext

# Octto Engenharia - SEO Configuration
# https://www.robotstxt.org/
User-agent: *
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /*.pdf
Disallow: /*.jpg
# Specific crawlers
User-agent: Googlebot
Allow: /
User-agent: Bingbot
Allow: /
# Sitemap
Sitemap: https://octto-engenharia.com/sitemap.xml
Sitemap: https://octto-engenharia.com/en/sitemap.xml
Sitemap: https://octto-engenharia.com/es/sitemap.xml
# Crawl delay (optional)
Crawl-delay: 1