# Disallow all crawlers access to certain pages.

#global disallows
User-agent: *
Disallow: /

#gbox allow
User-agent: gsa-crawler*
Disallow: 

#new gbox allow
User-agent: mm-gsa-crawler*
Disallow: