User-agent: Slurp
Crawl-delay: 20
User-agent: *
Disallow: /wp-admin/
Disallow: /stats/
Disallow: /wp-content/
Disallow: /wp-includes/
User-agent: Gigabot
User-agent: Redbot
User-agent: ia_archiver
User-agent: Speedy Spider
User-agent: Spinn3r
User-agent: psbot
User-agent: Baiduspider
Disallow: /
# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://justto.be/sitemap.xml.gz
# END XML-SITEMAP-PLUGIN