# Global settings for all bots
User-agent: *

# Allow public pages
Allow: /
Allow: /about-us
Allow: /privacy
Allow: /term-condition
Allow: /support
Allow: /GDPR
Allow: /matchedHourlyProject/all
Allow: /matchedFixedProject/all
Allow: /help
Allow: /company-detail
Allow: /hire-worldwide
Allow: /hire-an-agency
Allow: /enterprise
Allow: /how-to-hire
Allow: /talent-marketplace
Allow: /any-hire
Allow: /how-to-find-work
Allow: /contract-to-hire
Allow: /contract-to-hire-talent
Allow: /direct-contracts
Allow: /talent-direct-contracts
Allow: /learn-more
Allow: /how-it-works
Allow: /testimony
Allow: /story
Allow: /faqs
Allow: /contactus
Allow: /user-agreement

# Disallow authentication and private pages
Disallow: /login
Disallow: /freelancerSignup
Disallow: /employerSignup
Disallow: /admin*
Disallow: /myProfile*
Disallow: /proposal
Disallow: /message*
Disallow: /coverletterpage*
Disallow: /applicationdetails*
Disallow: /freelancerbuyconnects*
Disallow: /freelancerconnectsinformation*
Disallow: /employerApplication*
Disallow: /employerappreceived*
Disallow: /profile*
Disallow: /freelancerSavedProject
Disallow: /change-email
Disallow: /change-password

# Allow static resources
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.svg$
Allow: /*.ico$

# Crawl-delay setting
Crawl-delay: 10

# Special instructions for Google
User-agent: Googlebot
Allow: /
Crawl-delay: 5

# Sitemap location
Sitemap: https://workcroft.com/sitemap.xml