User-agent: *
Allow: /
# Disallow: /*?*
Disallow: /*.asp$
# Disallow: /wp-content/plugins/
# Disallow: /wp-admin/
# Disallow: /readme.html
# Disallow: /refer/

# Directories
# Disallow: /wp-content/uploads/
# Disallow: /wp-admin
# Disallow: /wp-includes

# Disallow: /misc/
# Disallow: /modules/
# Disallow: /profiles/
# Disallow: /scripts/
# Disallow: /wp-content/themes/
# Disallow: /default/

# Files
Disallow: /wp-activate.php
Disallow: /wp-blog-header.php
Disallow: /comments-post.php
Disallow: /wp-config-sample.php
Disallow: /wp-config.php
Disallow: /wp-cron.php
Disallow: /wp-links-opml.php
Disallow: /wp-load.php
Disallow: /wp-login.php
Disallow: /wp-mail.php
Disallow: /wp-settings.php
Disallow: /wp-signup.php
Disallow: /wp-trackback.php
Disallow: /xmlrpc.php
Disallow: /functions.php
Disallow: /wp-login.php

Noindex: /robots.txt
Sitemap: https://astrology.com.au/sitemap_index.xml