# All User Agents

User-agent: *

# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg

# Directories
Disallow: /core/
Disallow: /profiles/

# Files
Disallow: /README.txt
Disallow: /web.config
Disallow: /*datasheet-pdf

# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: */node/*
Disallow: /*search?
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /account/register
Disallow: /account/password
Disallow: /account/login
Disallow: /account/logout
Disallow: */ajax/*
Disallow: /*sort=
Disallow: /reviews/*
Disallow: /cn/reviews/*

# Target Pages
Disallow: /*applications=
Disallow: /*b_product_action=
Disallow: /*brand=
Disallow: /*category_attr=
Disallow: /*clonality=
Disallow: /*clone=
Disallow: /*compatible_instrument=
Disallow: /*conjugate_form=
Disallow: /*gene_symbol=
Disallow: /*has_sample_size=
Disallow: /*host=
Disallow: /*isotype=
Disallow: /*low_endotoxin=
Disallow: /*search_category=
Disallow: /*species=
Disallow: /*stars=
Disallow: /*sub_category=
Disallow: /*b_product_action=
Disallow: /*pdfSource=
Disallow: /*count_publications=
Disallow: /*gmp_products=
Disallow: /*page=
Disallow: /*num_results=
Disallow: /*destination=
Disallow: /*search_type=
Disallow: /*keywords=
Disallow: /*num_results=
Disallow: /*sort=
Disallow: /*term=

# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search?
Disallow: /index.php/user/password/
Disallow: /index.php/user/register/
Disallow: /index.php/user/login/
Disallow: /index.php/user/logout/
Disallow: /index.php/account/register
Disallow: /index.php/account/password
Disallow: /index.php/account/login
Disallow: /index.php/account/logout
Disallow: /taxonomy/term/*

# Sitemaps
Sitemap: https://www.bio-techne.com/sitemap.xml
Sitemap: https://www.bio-techne.com/sitemaps/products_index.xml
Sitemap: https://www.bio-techne.com/sitemaps/targets_index.xml