User-agent: *
# Disallow: /author/*
# Disallow: /page/latest/*
# Disallow: */whatsapp$
# Disallow: */twitter$
# Disallow: /index.php*
# Disallow: *.jpg$
# Disallow: *.jpeg$
# Disallow: *.gif$
# Disallow: *.png$
User-agent: Slurp
Crawl-delay: 2
User-agent: PetalBot


User-agent: grapeshot
Disallow: