User-agent: *

# Do not index the following folders
Disallow: /admin
Disallow: /css
Disallow: /images
Disallow: /includes
Disallow: /layout
Disallow: /scripts

User-agent: aipbot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: psbot
Disallow: /