Search

#Google Ads
user-agent: google-hoteladsverifier
user-agent: Mediapartners-Google
user-agent: AdsBot-Google-Mobile
user-agent: AdsBot-Google
allow: /

#Bing Ads
user-agent: AdIdxBot
allow: /

#Yahoo
User-agent: Slurp
allow: /

User-agent: MJ12bot
Disallow: /

User-agent: GermCrawler
Disallow: /

User-agent: Sogou
Disallow: /


User-agent: *
Disallow: /*.pdf
Disallow: /*.pdf*
Disallow: /page/*
Disallow: /wp-admin/plugins/
Disallow: /blog/wp-admin/plugins/
Disallow: /elearning/*
Disallow: /e-learning/*
Disallow: /unit/*
Disallow: /event/*
Disallow: /shop/*
Disallow: /product/*
Disallow: /product-cat/*
Disallow: /membership/*
Disallow: /xmlrpc.php 
Disallow: /product-category/
Disallow: /internal/*
Disallow: /forums/*
Disallow: /forum/*
Disallow: /batches/*
Disallow: /question/*
Disallow: /certificate-link/*
Disallow: /blog/?dev=*
Disallow: /blog/question/*
Disallow: /blog/tag/*
Disallow: /blog/category/*
Disallow: /blog/tutorial/page/*
Disallow: /blog/interview-question/page/*
Disallow: /blog/learners/*
Disallow: /blog/learners/
Disallow: /linkage/*
Disallow: /academy/members/*
Disallow: /academy/learners/*
Disallow: /academy/activity/*
Disallow: /academy/lesson/*
Disallow: /academy/product/*
Disallow: /academy/certificate-link/*
Disallow: /academy/zoom-meetings/*
Disallow: /generate_certificate/cert_generator.php*
Disallow: /lead-generation-new-2/
Disallow: /create-coupon/
Disallow: /lead-generation-new/
Disallow: /timetable/
Disallow: /pgtimetable/
Disallow: /mobile_apis_v3/*
Disallow: /cdn-cgi/*

# Allow AI Engines

User-agent: OAI-SearchBot
User-agent: ChatGPT-User  
User-agent: PerplexityBot
User-agent: FirecrawlAgent
User-agent: AndiBot
User-agent: ExaBot
User-agent: PhindBot
User-agent: YouBot
User-agent: ClaudeBot
User-agent: DuckAssistBot
User-agent: Apple-Extended
User-agent: Baiduspider
User-agent: Yandex

Sitemap: https://intellipaat.com/sitemap_index.xml
Sitemap: https://intellipaat.com/page-sitemap.xml
Sitemap: https://intellipaat.com/course-sitemap.xml
Sitemap: https://intellipaat.com/course-cat-sitemap.xml
Sitemap: https://intellipaat.com/blog/sitemap_index.xml
Sitemap: https://intellipaat.com/blog/post-sitemap.xml
Sitemap: https://intellipaat.com/blog/post-sitemap2.xml
Sitemap: https://intellipaat.com/blog/post-sitemap3.xml
Sitemap: https://intellipaat.com/blog/post-sitemap4.xml
Sitemap: https://intellipaat.com/blog/page-sitemap.xml
Sitemap: https://intellipaat.com/blog/interview-question-sitemap.xml
Sitemap: https://intellipaat.com/blog/reviews-sitemap.xml
Sitemap: https://intellipaat.com/blog/quiz-question-sitemap.xml
Sitemap: https://intellipaat.com/blog/tutorial-sitemap.xml
Sitemap: https://intellipaat.com/academy/sitemap_index.xml
Sitemap: https://intellipaat.com/academy/page-sitemap.xml
Sitemap: https://intellipaat.com/academy/course-sitemap.xml