# disallow all
#User-agent: *
#Disallow: /

# but allow only important bots
#User-agent: Googlebot
#User-agent: Googlebot-Image
#User-agent: Mediapartners-Google
#User-agent: msnbot
#User-agent: msnbot-media
#User-agent: Slurp
#User-agent: Yahoo-Blogs
#User-agent: Yahoo-MMCrawler
#User-agent: Pingdom.com_bot_version_1.4_(http://www.pingdom.com/)
#User-agent: UptimeRobot/2.0
User-agent: MJ12bot
Disallow: /
User-Agent: AhrefsBot
Crawl-Delay: 10

User-agent: *
Disallow: https://www.vps.net/community/knowledgebase/download/*
Allow: /
Sitemap: https://www.vps.net/sitemap.xml