# Website Sitemap
Sitemap: https://www.sohomod.com/main_cms.xml
Sitemap: https://www.sohomod.com/main_cat.xml
Sitemap: https://www.sohomod.com/main_prod.xml
Sitemap: https://www.sohomod.com/main_articles.xml
Sitemap: https://www.sohomod.com/feeds/sitemap_images_1.xml
Sitemap: https://www.sohomod.com/feeds/sitemap_images_2.xml
Sitemap: https://www.sohomod.com/feeds/sitemap_video_1.xml

# Crawlers Setup
User-agent: *

# Block directories and files
Disallow: /404/
Disallow: /app/
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /var/
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt

# Block paths with no clean URLs and unnecessary filters
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /control/
Disallow: /contacts/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /poll/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /wishlist/
Disallow: /ajaxpage/
Disallow: /search/
Disallow: /searchsphinx/*
Disallow: /quickview/index/*
Disallow: /ajaxpage/index/*
Disallow: /fpc/*
Disallow: /ajaxpage/cart/affirm*
Disallow: */show/*
Disallow: */sort-by/*
Disallow: /*?SID=
Disallow: /*?p=*&
Disallow: /*.php$
Disallow: /reviews/index/

# Block filtered URLs with query parameters
Disallow: /*?*

# Block unnecessary bots and crawlers
User-agent: Amazonbot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: dotbot
Disallow: /

# Googlebot setup (limit unnecessary indexing)
User-agent: Googlebot
Disallow: /quickview/index/*
Disallow: /ajaxpage/index/*
Disallow: /fpc/*
Disallow: /searchsphinx/*
Disallow: /search/*
Disallow: /ajaxpage/cart/affirm*
Disallow: /wishlist/
Disallow: */sort-by/*
Disallow: /catalogsearch/
Disallow: /catalog/product/view/
Disallow: /catalog/category/view/

User-agent: Googlebot-image
Disallow: /quickview/index/*
Disallow: /ajaxpage/index/*
Disallow: /fpc/*
Disallow: /searchsphinx/*
Disallow: /search/*
Disallow: /ajaxpage/cart/affirm*
Disallow: */show/*
Disallow: /wishlist/
Disallow: */sort-by/*

User-agent: ClaudeBot
Disallow: /

User-agent: meta-externalagent
Disallow: /