User-agent: *

Allow: /*?p=
Allow: /catalog/seo_sitemap/category/
Allow: /catalog/seo_sitemap/product/
Allow: /media/js/
Allow: /media/catalog/
Allow: /media/wysiwyg/
Allow: /skin/frontend/

## GENERAL MAGENTO SETTINGS

## Do not crawl Magento admin page
Disallow: /admin/

## Do not crawl common Magento technical folders
Disallow: /api/
Disallow: /downloader/
Disallow: /contacts/
Disallow: /newsletter/
Disallow: /wishlist/
Disallow: /index.php/

## Do not crawl common Magento files
Disallow: /*.php$
Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt

## Do not crawl parameters, sub category pages that are sorted or filtered.
#Disallow: /*?
Disallow: /*?dir*
Disallow: /*?dir=desc
Disallow: /*?dir=asc
Disallow: /*?limit=all
Disallow: /*?mode*
Allow: /*?___store=*

Allow: /*?ver=*

## Do not crawl links with session IDs
Disallow: /*?SID=

## Do not crawl checkout and user account pages
Disallow: /checkout/
Disallow: /onestepcheckout/
#Disallow: /customer/
#Disallow: /customer/account/
#Disallow: /customer/account/login/

## Do not crawl seach pages and not-SEO optimized catalog links
Disallow: /catalogsearch/
Disallow: /catalog/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalog/product/gallery/

## Image Crawler settings
User-agent: Googlebot-Image
Disallow: /
Allow: /media/catalog/product/
Allow: /media/wysiwyg/
Allow: /skin/frontend/gustini/

User-agent: msnbot-media
Disallow: /
Allow: /media/catalog/product/
Allow: /media/wysiwyg/
Allow: /skin/frontend/gustini/


##Sitemaps Shop
Sitemap: https://www.gustini.de/sitemap/de_de/sitemap.xml

##Blog Sitemaps_DE
Sitemap: https://www.gustini.de/blog/sitemap_index.xml
Sitemap: https://www.gustini.de/blog/post-sitemap.xml
Sitemap: https://www.gustini.de/blog/page-sitemap.xml
Sitemap: https://www.gustini.de/blog/category-sitemap.xml