User-agent: *
    Crawl-delay: 10

    # Zscaler: Allowed following Strings and removed  /sites/default/* (https://app.asana.com/0/1200427509213362/1206162450717675/f)

    Allow: /resources?topic=*
    Allow: /blogs?type=*
    Allow: /blogs?topic=*
    Allow:/resources?type=*

    # Zscaler: DIG-2473
    Disallow: /blogs/corporate/authors/

    # Zscaler: GWT Error
    Disallow: /rus/

    # Zscaler: GWT Error
    Disallow: /blogs/corporate/tags/

    # Zscaler: Remove redirected URLs
    Disallow: /gartner-magic-r-2016.php
    Disallow: /forrester-wave-r.php
    Disallow: /gartner-magic-r.php

    # Zscaler: leftovers
    Disallow: *_archive.html
    Disallow: /sitemaps
    Disallow: /sitemaps/*
    Disallow: /community-api-webhook.php

    # Next settings
    Disallow: /preview_mode
    Disallow: /preview_mode/*
    Disallow: /preview_blog
    Disallow: /preview_blog/*
    Disallow: /preview_innovation
    Disallow: /preview_innovation/*
    Disallow: /preview_security_advisory
    Disallow: /preview_security_advisory/*

    # Query strings
    Disallow: /*?*

    # To be remove after proxy
    # CSS, JS, Images
    Allow: /core/*.css$
    Allow: /core/*.css?
    Allow: /core/*.js$
    Allow: /core/*.js?
    Allow: /core/*.gif
    Allow: /core/*.jpg
    Allow: /core/*.jpeg
    Allow: /core/*.png
    Allow: /core/*.svg
    Allow: /profiles/*.css$
    Allow: /profiles/*.css?
    Allow: /profiles/*.js$
    Allow: /profiles/*.js?
    Allow: /profiles/*.gif
    Allow: /profiles/*.jpg
    Allow: /profiles/*.jpeg
    Allow: /profiles/*.png
    Allow: /profiles/*.svg
    # Directories
    Disallow: /core/
    Disallow: /profiles/
    # Files
    Disallow: /README.txt
    Disallow: /web.config
    # Paths (clean URLs)
    Disallow: /admin/
    Disallow: /comment/reply/
    Disallow: /filter/tips
    Disallow: /node/add/
    Disallow: /search/
    Disallow: /user/register/
    Disallow: /user/password/
    Disallow: /user/login/
    Disallow: /user/logout/
    # Paths (no clean URLs)
    Disallow: /index.php/admin/
    Disallow: /index.php/comment/reply/
    Disallow: /index.php/filter/tips
    Disallow: /index.php/node/add/
    Disallow: /index.php/search/
    Disallow: /index.php/user/password/
    Disallow: /index.php/user/register/
    Disallow: /index.php/user/login/
    Disallow: /index.php/user/logout/

    # Zscaler: CSS, JS, Images
    Allow: /themes/*.css$
    Allow: /themes/*.css?
    Allow: /themes/*.js$
    Allow: /themes/*.js?
    Allow: /themes/*.gif
    Allow: /themes/*.jpg
    Allow: /themes/*.jpeg
    Allow: /themes/*.png
    Allow: /themes/*.svg
    Allow: /themes/*.woff2

    # Zscaler: Directories
    Disallow: /includes/
    Disallow: /misc/
    Disallow: /modules/
    Disallow: /profiles/
    Disallow: /scripts/
    Disallow: /themes/

    # Zscaler: Files
    Disallow: /CHANGELOG.txt
    Disallow: /cron.php
    Disallow: /INSTALL.mysql.txt
    Disallow: /INSTALL.pgsql.txt
    Disallow: /INSTALL.sqlite.txt
    Disallow: /install.php
    Disallow: /INSTALL.txt
    Disallow: /LICENSE.txt
    Disallow: /MAINTAINERS.txt
    Disallow: /update.php
    Disallow: /UPGRADE.txt
    Disallow: /xmlrpc.php

    # Zscaler: Paths (clean URLs)
    Disallow: /admin/
    Disallow: /comment/reply/
    Disallow: /filter/tips/
    Disallow: /node/add/
    Disallow: /search/
    Disallow: /user/register/
    Disallow: /user/password/
    Disallow: /user/login/
    Disallow: /user/logout/

    # Query strings
    Disallow: /*?*

    # Zscaler: DIG-2473
    Disallow: /blogs/corporate/authors/

    # Zscaler: GWT Error
    Disallow: /rus/

    # Zscaler: Remove redirected URLs
    Disallow: /gartner-magic-r-2016.php
    Disallow: /forrester-wave-r.php
    Disallow: /gartner-magic-r.php

    # Zscaler: Disallow cdn URLs
    Disallow: /cdn/*

    # Zscaler: GWT Error
    Disallow: /blogs/corporate/tags/
    Disallow: /drupal
    Disallow: /drupal/*

    # Zscaler: leftovers
    Disallow: *_archive.html
    Disallow: /sitemaps
    Disallow: /sitemaps/*
    Disallow: /community-api-webhook.php

    
    Disallow:  /fr$
    Disallow: /fr/*

    Disallow:  /de$
    Disallow: /de/*

    Disallow:  /es$
    Disallow: /es/*

    Disallow:  /it$
    Disallow: /it/*

    Disallow:  /es-mx$
    Disallow: /es-mx/*

    Disallow:  /ja$
    Disallow: /ja/*

    Disallow:  /pt-br$
    Disallow: /pt-br/*

    Disallow:  /en$
    Disallow: /en/*

    # Disallow for proxy pages of m7 and revolutionaries
    Disallow: /media/oembed
    Disallow: /*/media/oembed
    Disallow: /index.php/media/oembed
    Disallow: /index.php/*/media/oembed

    # To be remove after proxy
    # CSS, JS, Images ends

    Sitemap: https://www.zscaler.com/sitemap_index.xml