# ======================================== # robots.txt for Aesthetic Print & Design # Author: APD Tech Team # Purpose: Allow trusted crawlers only # ======================================== # Google Search User-agent: Googlebot Disallow: /admin/ Disallow: /api/ Allow: / # Bing Search User-agent: Bingbot Disallow: /admin/ Disallow: /api/ Allow: / # DuckDuckGo Search User-agent: DuckDuckBot Disallow: / # Applebot (for Siri / Spotlight) User-agent: Applebot Disallow: / # Facebook link preview User-agent: FacebookBot Disallow: / # Wayback Machine archive User-agent: archive.org_bot Disallow: / # Block all other crawlers (AI, scrapers, unknown) User-agent: ByteSpider Disallow: / User-agent: Meta-ExternalAgent Disallow: / User-agent: Meta-ExternalFetcher Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: OAI-SearchBot Disallow: / User-agent: GPTBot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Claude-SearchBot Disallow: / User-agent: Claude-User Disallow: / User-agent: PerplexityBot Disallow: / User-agent: Perplexity-User Disallow: / User-agent: MistralAI-User Disallow: / User-agent: Novellum Disallow: / User-agent: Amazonbot Disallow: / User-agent: CCBot Disallow: / User-agent: ProRataInc Disallow: / User-agent: PetalBot Disallow: / User-agent: Anchor Disallow: / User-agent: TimpiBot Disallow: / User-agent: * Disallow: / # Optional crawl delay to reduce load from allowed bots Crawl-delay: 10 # Sitemap for SEO Sitemap: https://www.aestheticprint.com/sitemap.xml