# robots.txt for Custom Soft Website

# Allow all bots
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /*.json$
Disallow: /node_modules/

# Specify sitemap location
Sitemap: https://custom-soft.biz/sitemap.xml

# Google specific
User-agent: Googlebot
Allow: /

# Bing specific
User-agent: Bingbot
Allow: /

# Specific crawl delay for slower servers
User-agent: *
Crawl-delay: 1