# robots.txt
User-agent: Gigabot
Disallow: /
User-agent: Robozilla
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: baiduspider
Disallow: /
User-agent: naverbot
Disallow: /
User-agent: yeti
Disallow: /
User-agent: psbot
Disallow: /
User-agent: *
Crawl-delay: 60
Disallow: /prod/wp-admin
Disallow: /prod/wp-includes
Disallow: /prod/wp-content/uploads
Disallow: /chat
Disallow: /crm
Disallow: