User-Agent: YandexBot
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: BingBot
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: BaiduBot
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: YahooBot
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: DuckDuckGoBot
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: SogouBot
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: SearchenginBot
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: MJ12Bot
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/
Crawl-delay: 10

User-Agent: AhrefsBot
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/
Crawl-delay: 10

User-Agent: SemrushBot
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/
Crawl-delay: 10

User-Agent: MajesticSEO
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: W3CValidator
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: FacebookExternalHit
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: Twitterbot
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: Pinterest
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: LinkedInBot
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: RedditBot
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: GPTBot
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: CCBot
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: anthropic-ai
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: ClaudeBot
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: Google-Extended
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: Applebot-Extended
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: Bytespider
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: Meta-ExternalAgent
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: OAI-SearchBot
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: ChatGPT-User
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: Claude-SearchBot
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: Claude-Web
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: PerplexityBot
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: Perplexity-User
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: YepBot
Allow: /
Allow: /dashboard/trending-problems
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

User-Agent: *
Allow: /
Allow: /about
Allow: /partners
Allow: /affiliates
Allow: /faq
Allow: /pricing
Allow: /docs
Allow: /marketing-guide
Allow: /yc-startup-guide
Allow: /use-cases
Allow: /trending-problems
Allow: /directory
Allow: /tools/
Allow: /privacy-policy
Allow: /terms-and-conditions
Allow: /refund-policy
Allow: /acceptable-use-policy
Allow: /cookie-policy
Allow: /data-processing-addendum
Allow: /gdpr
Allow: /ccpa
Allow: /blog
Allow: /login
Allow: /dashboard/trending-problems
Allow: /llm.txt
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai.txt
Allow: /humans.txt
Disallow: /go/
Disallow: /dashboard/
Disallow: /admin
Disallow: /profile
Disallow: /settings
Disallow: /search
Disallow: /api/
Disallow: /fonts/
Disallow: /features/videos/
Disallow: /favicon.ico
Disallow: /test/
Disallow: /dev/
Disallow: /staging/
Disallow: /node_modules/
Disallow: /src/
Disallow: /.env
Disallow: /.env.*
Disallow: /config/
Disallow: /logs/
Disallow: /scripts/
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /next.config.mjs
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js
Disallow: /dist/
Disallow: /build/
Disallow: /.cache/
Disallow: /.temp/

Sitemap: https://useneedle.net/sitemap.xml