User-agent: *
Allow: /

# Block WordPress admin and system files
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/uploads/
Disallow: /wp-content/cache/
Disallow: /wp-content/backup-db/
Disallow: /wp-content/backups/
Disallow: /wp-content/blogs.dir/
Disallow: /wp-content/upgrade/
Disallow: /wp-content/uploads/
Disallow: /wp-content/mu-plugins/
Disallow: /wp-content/wp-cache-config.php
Disallow: /wp-content/plugins/hello.php

# Block WordPress system files
Disallow: /wp-config.php
Disallow: /wp-config-sample.php
Disallow: /wp-cron.php
Disallow: /wp-links-opml.php
Disallow: /wp-load.php
Disallow: /wp-login.php
Disallow: /wp-mail.php
Disallow: /wp-settings.php
Disallow: /wp-signup.php
Disallow: /wp-trackback.php
Disallow: /xmlrpc.php

# Block search and admin pages
Disallow: /search/
Disallow: /admin/
Disallow: /administrator/
Disallow: /login/
Disallow: /wp-login.php
Disallow: /wp-admin/

# Block temporary and cache files
Disallow: /tmp/
Disallow: /temp/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /error_log
Disallow: /error.log

# Block development and testing files
Disallow: /.git/
Disallow: /.svn/
Disallow: /.htaccess
Disallow: /readme.html
Disallow: /license.txt
Disallow: /changelog.txt

# Allow sitemap
Allow: /sitemap.xml
Allow: /sitemap_index.xml

# Sitemap locations
Sitemap: https://www.houthoff.com/sitemap_index.xml
Sitemap: https://werkenbij.houthoff.com/sitemap_index.xml