Sitemap: https://www.fridgeandwashercity.com.au/sitemap.xml
User-agent: *

# Directories
Disallow: /404/
Disallow: /app/
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
#### Disallow: /js/
Disallow: /lib/
Disallow: /magento/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /scripts/
Disallow: /shell/
#### Disallow: /skin/
Disallow: /stats/
Disallow: /var/
Disallow: /staging/*
Disallow: /magmi/
Disallow: /rss/catalog/notifystock/
# Paths (clean URLs)
Disallow: /index.php
Disallow: /catalog/product_compare
Disallow: /catalog/category/view
Disallow: /catalog/product/view
Disallow: /catalogsearch
Disallow: /checkout
Disallow: /control
Disallow: /contacts
Disallow: /customer
Disallow: /customize
Disallow: /newsletter
Disallow: /poll
Disallow: /review
Disallow: /sendfriend
Disallow: /tag
Disallow: /wishlist
Disallow: /catalog/product/gallery
Disallow: /lan-8450
Disallow: /3-years-backup-plan-8546
Disallow: /4-years-backup-plan-8555
# Files
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt

# Paths (no clean URLs)
#### Disallow: /*.js$
#### Disallow: /*.css$
Disallow: /*.php$
Disallow: /*?SID=

User-agent: Googlebot-Image
Disallow:
# Crawl-delay: 10

User-agent: googlebot-images
Disallow:
# Crawl-delay: 10

User-agent: bingbot
Disallow:
# Crawl-delay: 10

User-agent: slurp
Disallow:
# Crawl-delay: 10

#Baiduspider
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

#Yandex
User-agent: Yandex
Disallow: /