# robots.txt
User-agent: *
 Disallow: /feed
 Disallow: /feed/
 Disallow: /cgi-bin/
 Disallow: /comment
 Disallow: /comments
 Disallow: /trackback
 Disallow: /comment/
 Disallow: /comments/
 Disallow: /trackback/
 Disallow: /wp-admin/
 Disallow: /wp-content/
 Disallow: /wp-includes/
 Disallow: /wp-login.php
 Allow: /wp-content/themes/
 Allow: /wp-includes/js/
 Allow: /wp-content/plugins/
 Allow: /wp-admin/admin-ajax.php
 Disallow: /volunteer-calendar/
 Allow: /wp-content/themes/1332theme/
 Allow: /wp-content/uploads/nas/content/live/johnbmason/wp-content/blogs.dir/684/files/
 Sitemap: http://calrehabbrea.com/sitemap_index.xml
crawl-delay: 600
User-agent: Baiduspider
 Disallow: /
User-agent: Yandex
 Disallow: /
User-agent: SemrushBot
 Disallow: /

# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow:

Sitemap: http://calrehabbrea.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK