User-Agent: Googlebot
Allow: /

User-Agent: Googlebot-Mobile
Allow: / 

User-Agent: Slurp
Crawl-Delay: 43200

User-agent: psbot
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /axe/