User-agent: Insieve+Bot Disallow: / User-agent: gsa-crawler+(Enterprise;+T3-HR8MK3S756ETJ;+google-support@extended-content.com) Disallow: / User-agent: BLP_bbot/0.1 Disallow: / User-agent: blp_bbot/0.1 Disallow: / User-agent: Java/1.6.0 Disallow: / User-agent: Java/1.6.0_04 Disallow: / User-agent: Java/1.6.0_11 Disallow: / User-agent: Java/1.6.0_15 Disallow: / User-agent: Java/1.6.0_16 Disallow: / User-agent: Java/1.6.0_17 Disallow: / User-agent: Java/1.6.0_18 Disallow: / User-agent: Java/1.6.0_20 Disallow: / User-agent: Java/1.6.0_22 Disallow: / User-agent: Java/1.6.0_24 Disallow: / User-agent: Java/1.6.0_25 Disallow: / User-agent: * # CSS, JS, Images Allow: /core/*.css$ Allow: /core/*.css? Allow: /core/*.js$ Allow: /core/*.js? Allow: /core/*.gif Allow: /core/*.jpg Allow: /core/*.jpeg Allow: /core/*.png Allow: /core/*.svg Allow: /profiles/*.css$ Allow: /profiles/*.css? Allow: /profiles/*.js$ Allow: /profiles/*.js? Allow: /profiles/*.gif Allow: /profiles/*.jpg Allow: /profiles/*.jpeg Allow: /profiles/*.png Allow: /profiles/*.svg # Directories Disallow: /core/ Disallow: /profiles/ # Files Disallow: /README.txt Disallow: /web.config # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ Disallow: /filter/tips Disallow: /node/add/ Disallow: /node/ Disallow: /contact-us?*/ Disallow: /search/ Disallow: /user/* # Paths (no clean URLs) Disallow: /index.php/admin/ Disallow: /index.php/comment/reply/ Disallow: /index.php/filter/tips Disallow: /index.php/node/add/ Disallow: /index.php/search/ Disallow: /index.php/user/* #Sitemap sitemap.xml will be auto added at the end of this document. # XML sitemap Sitemap: https://www.syngenta.com/sitemap.xml