# All robots will spider the domain
User-agent: *
Allow:/
Disallow:/Integration/
Disallow: /cgi-bin/
Disallow: /inc/
Disallow: /oldartman/