Search

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot 
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: FacebookBot
Allow: /Account/Login
Allow: /Landing/PersonalDataProtection

User-agent: facebookexternalhit
Allow: /Account/Login
Allow: /Landing/PersonalDataProtection

User-agent: Diffbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: ImagesiftBot 
Disallow: /

User-agent: cohere-ai
Disallow: /

User-Agent: *
Disallow:*/Account/Login*
Disallow:*/Account/Register*
Disallow:*/Account/ForgotPassword*
Disallow:*/Profile/GetDetailsReviews*
Disallow:*/Search/GetUpperDetailsLinks*
Disallow:*/Search/GetBottomLinks*
Disallow:*/Search/GetUpperDetailsLinksAsync*
Disallow:*/Search/GetBottomLinksAsync*
Disallow:*/Search/LoadEmailModal*
Disallow:*/Search/LogRevealedPhone*
Disallow:*/Search/GetTopCompetitors*
Disallow:*/Search/CategoryResults*
Disallow:*/Search/GetMediaFile*
Disallow:*/Search/LogWebsiteClick*
Disallow:*/Search/SetSorting*
Disallow:*/Search/GetSnapshotImage*
Disallow:*/Search/GetQRCode*
Disallow:*/Search/GetDataLink*
Disallow:*/Search/BusinessResults*
Disallow:*/Search/ResidentialResults*
Disallow:*/Search/BusinessDetails*
Disallow:*/Search/LoadNotifyBlockerModal*
Disallow:*/Search/GetDataLinkAsync*
Disallow:*/Packages/BusinessInfoStep*
Disallow:*/Packages/ChoosePackageStep*
Disallow:*/Packages/InvoiceStep*
Disallow:*/Packages/PackageCompleted*
Disallow:*/Packages/PaymentResponse*
Disallow:*/Packages/PaymentStep*
Disallow:*/Packages/Pricing*
Disallow:*/Packages/ResidentialInfoStep*