# All robots will spider the domain

User-agent: *
Disallow: /keygens
Disallow: /piwik
Disallow: /sms
Disallow: /cgi-bin
Disallow: /scgi-bin
Disallow: /yahoo_site_admin
Disallow: /pad
Disallow: /cgi
Disallow: /syncd