# All robots will spider the domain

User-agent: *
Disallow:

User-agent: *
Disallow: /logs

User-agent: turnitinbot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: IconSurf
Disallow: /

User-agent: SurveyBot/2.3
Disallow: /

User-agent: sxore.com spider v1.0.2
Disallow: /