# Robots.txt file

# Disallow directories ----------------------
 
User-agent: *
Disallow: /aspnet_client/ 

User-agent: *
Disallow: /cgi-bin/ 

User-agent: *
Disallow: /mikescroll/ 

User-agent: *
Disallow: /shared/scripts/ 

User-agent: *
Disallow: /sitemap/ 


# Disallow agents -----------------------------

User-agent: Titan
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: / 

User-agent: cuill
Disallow: / 

User-agent: psbot
Disallow: / 

User-agent: voyager
Disallow: / 

User-agent: cfetch
Disallow: /