# robots.txt
User-agent: *
Disallow: /wp-
Disallow: /feed
Disallow: /feed/
Disallow: /author
Disallow: /category/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /comment/
Disallow: /comment
Disallow: /comments/
Disallow: /comments
Disallow: /trackback/
Disallow: /trackback
Disallow: /search/
Disallow: /search
Disallow: /wp-includes/
Disallow: /wp-login.php
Disallow: /wp-content/plugins/
Disallow: /?URL=*
Allow: /wp-admin/admin-ajax.php

Sitemap: https://www.valleyviewhillswinery.com/sitemap_index.xml

# google bot
User-agent: Googlebot
Allow: /wp-*
Allow: *?
Disallow: *.inc$
Disallow: *.php$
Disallow: */feed
Disallow: */feed/
Disallow: */author
Disallow: */category/
Disallow: */comment
Disallow: */comment/
Disallow: */comments
Disallow: */comments/
Disallow: */trackback
Disallow: */trackback/
Disallow: */search/
Disallow: */search
Disallow: /?URL=*

# google image bot
User-agent: Googlebot-Image
Allow: /*

# SEMRush bot
User-agent: SemrushBot
Allow: /wp-*
Allow: *?
Disallow: *.inc$
Disallow: *.php$
Disallow: */feed
Disallow: */feed/
Disallow: */author
Disallow: */category/
Disallow: */comment
Disallow: */comment/
Disallow: */comments
Disallow: */comments/
Disallow: */trackback
Disallow: */trackback/
Disallow: */search/
Disallow: */search
Disallow: /?URL=*

# Disallow AI training data collection  
User-agent: CCBot  
Disallow: /