User-agent: MJ12bot
Disallow: /
User-agent: *
Disallow: /admin
Disallow: /portascii.html
Disallow: /date.html
Disallow: /api
Disallow: /ipinfo.html
Disallow: /ipdetails.html
Disallow: /ipinfo_ascii.html
Disallow: /login.html
Sitemap: http://isc.sans.edu/sitemap.xml