User-agent: MJ12bot
Disallow: /
User-agent: Screaming Frog SEO Spider/20.2
Disallow: /
User-agent: *
Disallow: /admin
Disallow: /portascii.html
Disallow: /date.html
Disallow: /api
Disallow: /ipinfo.html
Disallow: /ipdetails.html
Disallow: /ipinfo_ascii.html
Disallow: /login
Disallow: /httpheaders
Disallow: /country/countryreport.html
Sitemap: http://isc.sans.edu/sitemap.xml