User-agent: *

# Block unnecessary directories and files
Disallow: /cgi-bin/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /refer/

# WordPress
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Disallow: /wp-content/plugins/

# Feeds
Disallow: /feed/

# Search
Disallow: /search/

# Author archives
Disallow: /author/

# WooCommerce
Disallow: /my-account/
Disallow: /downloads/
Disallow: /cart/
Disallow: /checkout/

# Block unnecessary parameters
*/?*


# Security
Disallow: /*.php$
Disallow: /*.html$

# AI Crawlers
User-agent: Google-Extended
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /


# Define the location of your sitemap
Sitemap: https://almagallery.ir/sitemap_index.xml