User-agent: * 
Crawl-delay: 40 # задает таймаут в 40 секунд для всех поисковых роботов
User-agent: *
Disallow: /wp-
Disallow: /tag/
Disallow: */trackback
Disallow: */page
Disallow: /author/*
Disallow: /template.html
Disallow: /readme.html
Disallow: *?replytocom
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /wp-admin/
Disallow: /search/
Disallow: /cart/
Disallow: /checkout/
Disallow: /wishlist/
Disallow: /?s=
Allow: /wp-content/cache/
Allow: /wp-content/uploads/
Allow: */uploads
Allow: *.js
Allow: *.css
Allow: *.png
Allow: *.gif
Allow: *.jpg
User-agent: *
Disallow:
Disallow: *.axd
Disallow: /cgi-bin/
Disallow: /member
User-agent: bingbot
Disallow: /
User-agent: ia_archiver
Disallow: /