# Google Image Crawler Setup
User-agent: Googlebot-Image
Disallow:

User-agent: AdsBot-Google
Allow: /maps/api/js

User-agent: Bolt
Allow: /

# Crawlers Setup
User-agent: *

Allow: /_/aihub_pod/
Allow: /_/boq/
Allow: /_/boq-play/
Allow: /_/compare-banking/
Allow: /_/compare-insurance/
Allow: /_/fonts/
Allow: /_/mss/boq-geo/
Allow: /_/pantheon/
Allow: /_/play/
Allow: /_/pog/
Allow: /_/cloudsourcetools/
Allow: /_/devopsconsole/
Allow: /_/tfhub/
Allow: /_/transparencyreport/
Allow: /_/gstore/
Allow: /_/ain/_/js/
Allow: /ac/
Allow: /actions/news/rss/
Allow: /ads/learn/
Allow: /ads/local/
Allow: /ads/gpa/vidgen/
Allow: /ads/research/
Allow: /ads/ubaq/
Allow: /aihub/tfhub/
Allow: /android/market/
Allow: /android/market_images/
Allow: /audio_news/
Allow: /bfe/apps/website/
Allow: /compare/
Allow: /chrome/crlset/
Allow: /cloud-launcher/sitemap/
Allow: /cloudsourcetools/images/
Allow: /commercesearch/images/
Allow: /communities/sitemap/
Allow: /covid19/mobility/
Allow: /culturalinstitute/images/
Allow: /culturalinstitute/sitemaps/
Allow: /culturalinstitute/stella/
Allow: /devopsconsole/images/
Allow: /devrel-devsite/
Allow: /docs/forms/social/
Allow: /docs/socialmarkup/
Allow: /dictionary/static/sitemaps/
Allow: /droidguard/
Allow: /earth/social/
Allow: /enterprise-partner-search/sitemaps/
Allow: /external_hosted/
Allow: /flights/
Allow: /foodordering/
Allow: /frommers/
Allow: /gb/images/
Allow: /glass/images/commerce/
Allow: /gsx/
Allow: /gtp/stir/
Allow: /GoogleInternetAuthority/
Allow: /healthricherkp/illustrations/
Allow: /healthricherkp/cropped/
Allow: /history/static/
Allow: /identity/accountsettingsactivityweb/
Allow: /identity/accountsettingssyaf/
Allow: /images
Allow: /inproduct_help/chatsupport/
Allow: /local/donut/
Allow: /mapspro/
Allow: /moderator/static/ux/
Allow: /og/
Allow: /onebox/media/sports/photos/soccer/wc2018/
Allow: /patent-search/frontend/
Allow: /pay/images/merchant_logos/
Allow: /pay/images/program_logos/
Allow: /paygo/
Allow: /play/store/web/
Allow: /podcasts/test-podcast/rss/
Allow: /politics/e/sharing/
Allow: /prettyearth/assets/
Allow: /psb/udc/
Allow: /s2/sitemaps/
Allow: /search-console/scfe/
Allow: /sites/
Allow: /sitemaps/
Allow: /social/photosui/images/
Allow: /social/photosui/sitemap/
Allow: /support/content/
Allow: /travel-vacations/
Allow: /touringbird/
Allow: /trends/
Allow: /trends_tpt/
Allow: /trustedstores/images/
Allow: /trustedstores/js/
Allow: /tv/thumb/
Allow: /ui/
Allow: /vr/*
Allow: /youtube/fonts/
Allow: /youtube/img/promos/
Allow: /icons/
Allow: /js/
Allow: /ss/
Allow: /*.js
Allow: /*.css
Allow: /*.svg


# Directories
Disallow: /404/
Disallow: /app/
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
#Disallow: /js/
#Disallow: /lib/
Disallow: /magento/
#Disallow: /media/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /scripts/
Disallow: /shell/
Disallow: /skin/
Disallow: /stats/
Disallow: /var/

# Paths (clean URLs)
Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalogsearch/
#Disallow: /checkout/
Disallow: /control/
Disallow: /contacts/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /poll/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /wishlist/
Disallow: /catalog/product/gallery/
Disallow: */shopby/*

# Files
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt

# Paths (no clean URLs)
Disallow: /*.php$
Disallow: /*?SID=

Disallow: /maps/api/place/js/
Disallow: /maps/api/staticmap
Disallow: /maps/api/streetview

Sitemap: https://a231958.sitemaphosting5.com/4196174/sitemap.xml