# ===============================
# Robots.txt — SEO Optimized for WooCommerce
# Website: teakfurniture.my
# ===============================

User-agent: *
# --- Allow important system files ---
Disallow: /wp-admin/admin-ajax.php

# --- Block backend directories ---
Disallow: /wp-admin/
Disallow: /wp-includes/

# --- Block WooCommerce unnecessary folders ---
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/

# --- Block cart, checkout & account pages (duplicate pages) ---
Disallow: /cart/
Disallow: /my-account/
Disallow: /checkout/

# --- Block useless query strings (clean SEO) ---
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=
Disallow: /*&_wpnonce=
Disallow: /*?products-per-page=
Disallow: /*?id=
Disallow: /*?orderby=
Disallow: /*?filter_
Disallow: /*?s=

# --- Block archive types that cause thin content ---
Disallow: /product-tag/*      # Block all product tag pages (general rule for all tags)
Disallow: /tag/               # WP tag pages
Disallow: /author/            # Author archives
Disallow: /search/            # Search results pages

# --- Block all feed URLs ---
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /product-tag/*/feed/
Disallow: /product-category/*/feed/

# --- Allow media files (important for SEO & Google Images) ---
Allow: /wp-content/uploads/

# --- Prevent crawling of pagination (optional but recommended) ---
Disallow: /*/page/*

# --- Block specific dynamic URLs (cart actions, pagination with filters) ---
Disallow: /wp-*.php          # Block unnecessary WordPress system files (like wp-login.php)
Disallow: /*?add-to-cart=    # Block URLs with add-to-cart dynamic parameters
Disallow: /*products-per-page= # Block filtered product pages with products-per-page parameter

# --- Sitemap ---
Sitemap: https://teakfurniture.my/sitemap_index.xml