#Default robots.txt file (ask all bots to crawl slowly but still index everything).
User-agent: *
Crawl-delay: 1
Sitemap: http://www.astrolearn.com/Sitemap.txt
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: */trackback/
Disallow: */feed/
Disallow: /*/feed/rss/$
Disallow: /category/*