# All robots will spider the domain
#User-agent: GPTBot
User-agent: Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.0; +https://openai.com/gptbot)
#Full user-agent string: Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.0; +https://openai.com/gptbot)
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /en/
Disallow: /ru/
Disallow: /fr/
Disallow: /tag/
Disallow: /?s
Disallow: /*.dklang$
Disallow: /*.lng$
Disallow: /*Magento_Manager_km.lng
Disallow: /files/translation
Disallow: /files
Disallow: /thank-you-for-subscription 
Disallow: /*=search
Disallow: /shop/
Disallow: /search/
Disallow: /redirect/
Disallow: /.git/*
# woo
Disallow: /checkout/
Disallow: /product-category/*
Disallow: /product-tag/*
Allow: /img/*.png*
Allow: /img/*.jpg*
Allow: /wp-content/themes/*.css*
Allow: /wp-content/plugins/*.css*
Allow: /wp-content/uploads/*.css*
Allow: /wp-content/themes/*.js*
Allow: /wp-content/plugins/*.js*
Allow: /wp-content/uploads/*.js*
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-includes/images/

User-agent: ChatGPT-User
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /en/
Disallow: /ru/
Disallow: /fr/
Disallow: /tag/
Disallow: /?s
Disallow: /*.dklang$
Disallow: /*.lng$
Disallow: /*Magento_Manager_km.lng
Disallow: /files/translation
Disallow: /files
Disallow: /thank-you-for-subscription 
Disallow: /*=search
Disallow: /shop/
Disallow: /search/
Disallow: /redirect/
Disallow: /.git/*
# woo
Disallow: /checkout/
Disallow: /product-category/*
Disallow: /product-tag/*
Allow: /img/*.png*
Allow: /img/*.jpg*
Allow: /wp-content/themes/*.css*
Allow: /wp-content/plugins/*.css*
Allow: /wp-content/uploads/*.css*
Allow: /wp-content/themes/*.js*
Allow: /wp-content/plugins/*.js*
Allow: /wp-content/uploads/*.js*
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-includes/images/

User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /en/
Disallow: /ru/
Disallow: /fr/
Disallow: /tag/
Disallow: /?s
Disallow: /*.dklang$
Disallow: /*.lng$
Disallow: /*Magento_Manager_km.lng
Disallow: /files/translation
Disallow: /files
#Disallow: /translation_magento.php
Disallow: /thank-you-for-subscription 
Disallow: /*=search
Disallow: /shop/
Disallow: /search/
Disallow: */nggallery/*
Disallow: /redirect/
Disallow: /.git/*

# woo
Disallow: /checkout/
Disallow: /product-category/*
Disallow: /product-tag/*

Allow: /img/*.png*
Allow: /img/*.jpg*
Allow: /wp-content/themes/*.css*
Allow: /wp-content/plugins/*.css*
Allow: /wp-content/uploads/*.css*
Allow: /wp-content/themes/*.js*
Allow: /wp-content/plugins/*.js*
Allow: /wp-content/uploads/*.js*
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-includes/images/

User-agent: GPTBot
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /en/
Disallow: /ru/
Disallow: /fr/
Disallow: /tag/
Disallow: /?s
Disallow: /*.dklang$
Disallow: /*.lng$
Disallow: /*Magento_Manager_km.lng
Disallow: /files/translation
Disallow: /files
Disallow: /thank-you-for-subscription 
Disallow: /*=search
Disallow: /shop/
Disallow: /search/
Disallow: /redirect/
Disallow: /.git/*

# woo
Disallow: /checkout/
Disallow: /product-category/*
Disallow: /product-tag/*

Allow: /img/*.png*
Allow: /img/*.jpg*
Allow: /wp-content/themes/*.css*
Allow: /wp-content/plugins/*.css*
Allow: /wp-content/uploads/*.css*
Allow: /wp-content/themes/*.js*
Allow: /wp-content/plugins/*.js*
Allow: /wp-content/uploads/*.js*
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-includes/images/

Sitemap: https://www.mag-manager.com/sitemap_index.xml