User-agent: * Disallow: /admin/ Disallow: /administrator/ Disallow: /login/ Disallow: /signin/ Disallow: /account/ Disallow: /panel/ Disallow: /dashboard/ Disallow: /api/ Disallow: /auth/ Disallow: /oauth/ Disallow: /token/ Disallow: /search/ Disallow: /*?s= Disallow: /*?q= Disallow: /*?search= Disallow: /*?*sort= Disallow: /*?*filter= Disallow: /*?*orderby= Disallow: /*?*sessionid= Disallow: /*?*sid= Disallow: /*?*utm_ Disallow: /*?*gclid= Disallow: /*?*fbclid= Disallow: /*?*mc_cid= Disallow: /*?*mc_eid= Disallow: /*?*print= Disallow: /print/ Disallow: /*.sql$ Disallow: /*.log$ Disallow: /*.bak$ Disallow: /*.env$ Allow: /sitemap.xml Allow: /*sitemap*.xml$ Allow: /Content/ Allow: /*.css$ Allow: /*.js$ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.png$ Allow: /*.gif$ Allow: /*.webp$ Allow: /*.svg$ Allow: /*.woff$ Allow: /*.woff2$ User-agent: AhrefsBot Crawl-delay: 10 User-agent: SemrushBot Crawl-delay: 10 User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: PetalBot Crawl-delay: 10 User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-Web Allow: / User-agent: Claude-User Allow: / User-agent: Claude-SearchBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Google-Extended Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: Applebot Allow: / User-agent: Applebot-Extended Allow: / User-agent: Amazonbot Allow: / User-agent: Meta-ExternalAgent Allow: / User-agent: Meta-ExternalFetcher Allow: / User-agent: FacebookBot Allow: / User-agent: CCBot Allow: / User-agent: cohere-ai Allow: / User-agent: cohere-training-data-crawler Allow: / User-agent: Diffbot Allow: / User-agent: DuckAssistBot Allow: / User-agent: MistralAI-User Allow: / User-agent: TimpiBot Allow: / User-agent: YouBot Allow: / User-agent: Bytespider Allow: / User-agent: ImagesiftBot Allow: / User-agent: Omgilibot Allow: / User-agent: facebookexternalhit Allow: / User-agent: Twitterbot Allow: / User-agent: LinkedInBot Allow: / User-agent: WhatsApp Allow: / User-agent: TelegramBot Allow: / Sitemap: https://borusanboru.com/sitemap.xml