User-Agent: Google-Extended
User-Agent: ChatGPT-User
User-Agent: GPTBot
User-Agent: anthropic-ai
User-Agent: ClaudeBot
User-Agent: Claude-Web
User-Agent: PerplexityBot
User-Agent: cohere-ai
User-agent: Googlebot
User-agent: Bingbot
User-agent: Msnbot
User-agent: Slurp
User-agent: Applebot
User-agent: Baiduspider
User-agent: DuckDuckBot
User-agent: YandexBot
User-agent: Exabot
User-agent: teoma
User-agent: aolbuild
User-agent: Twitterbot
User-agent: rogerbot
User-agent: deepcrawl
User-agent: Sogou web spider
User-agent: Sogou inst spider
User-agent: Ecosia
User-agent: Naver
User-agent: NaverBot
User-agent: NaverRobot
User-agent: SeznamBot
User-agent: GoogleOther
User-agent: OAI-SearchBot
Allow: /$
Allow: /b/media$
Allow: /callback$
Allow: /contactsales$
Allow: /contactus$		
Allow: /contributionspolicy$
Allow: /cookiesbythirdpartyservices$		
Allow: /demo$
Allow: /listyourstartup$		
Allow: /login$
Allow: /p/reports$		
Allow: /pricing
Allow: /privacypolicy$		
Allow: /tracxninvestors$	
Allow: /gdpr$
Allow: /cookiepolicy$		
Allow: /emailpolicy$		
Allow: /termsofuse$	
Allow: /signup$                              
Allow: /sectors	
Allow: /d*
Allow: /d/*/*/*
Allow: /d/legal-entities/*
Allow: /d/insights/*
Allow: /d/*/*-tracker
Allow: /d/*/sitemap-*-index.xml$
Allow: /d/*/sitemap-*-*.xml.gz$
Disallow: /d/*/*-tracker*?*h=*
Disallow: /d/*/*
Disallow: /

User-agent: *
Disallow: /