# Allow all web crawlers access to everything except specified files and directories
User-agent: *
Disallow: /private/
Disallow: /confidential.html
Allow: /services/bifma.html

# Allow Google's web crawler full access to everything
User-agent: Googlebot
Disallow:

# Specify the location of the sitemap
Sitemap: https://www.startupsahay.com/sitemap.xml