# Google Image Crawler Setup
User-agent: Googlebot-Image
Disallow:

# Crawlers Setup
User-agent: *

# Directories
Disallow: /404/
Disallow: /app/
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /magento/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /scripts/
Disallow: /shell/
Disallow: /stats/
Disallow: /var/

# Paths (clean URLs)
Disallow: /index.php/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /control/
Disallow: /contacts/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /poll/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /wishlist/

# Files
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt

# Magento Admin
Disallow: /admin/
Disallow: /index.php/admin/
Disallow: /adminhtml/
Disallow: /index.php/adminhtml/

# AJAX and API Endpoints
Disallow: /api/
Disallow: /index.php/api/

# Magento Theme Editor
Disallow: /themeeditor/
Disallow: /index.php/themeeditor/

# Sorting and pagination parameters
Disallow: /*?dir=
Disallow: /*?order=
Disallow: /*?limit=
Disallow: /*?mode=

# URLs where parameter is not first
Disallow: /*&dir=
Disallow: /*&order=
Disallow: /*&limit=
Disallow: /*&mode=

# Directories
Disallow: /*/404/
Disallow: /*/app/
Disallow: /*/cgi-bin/
Disallow: /*/downloader/
Disallow: /*/errors/
Disallow: /*/includes/
Disallow: /*/lib/
Disallow: /*/magento/
Disallow: /*/pkginfo/
Disallow: /*/report/
Disallow: /*/scripts/
Disallow: /*/shell/
Disallow: /*/stats/
Disallow: /*/var/

# Paths (clean URLs)
Disallow: /*/index.php/
Disallow: /*/catalogsearch/
Disallow: /*/checkout/
Disallow: /*/control/
Disallow: /*/contacts/
Disallow: /*/customer/
Disallow: /*/customize/
Disallow: /*/newsletter/
Disallow: /*/poll/
Disallow: /*/review/
Disallow: /*/sendfriend/
Disallow: /*/tag/
Disallow: /*/wishlist/

# Files
Disallow: /*/cron.php
Disallow: /*/cron.sh
Disallow: /*/error_log
Disallow: /*/install.php
Disallow: /*/LICENSE.html
Disallow: /*/LICENSE.txt
Disallow: /*/LICENSE_AFL.txt
Disallow: /*/STATUS.txt

# Magento Admin
Disallow: /*/admin/
Disallow: /*/index.php/admin/
Disallow: /*/adminhtml/
Disallow: /*/index.php/adminhtml/

# AJAX and API Endpoints
Disallow: /*/api/
Disallow: /*/index.php/api/

# Magento Theme Editor
Disallow: /*/themeeditor/
Disallow: /*/index.php/themeeditor/