User-agent: * Disallow: /*prefn*=* Disallow: /*prefv*=* Disallow: /*pmin* Disallow: /*pmax* Disallow: /*srule=* Disallow: /*?q=* Disallow: /*account* Disallow: /*addressbook* Disallow: /*addressedit* Disallow: /*add-to-wishlist* Disallow: /*billing* Disallow: /*cart Disallow: /*cart?dwcont* Disallow: /*checkout* Disallow: /*onepage-checkout* Disallow: /*confirmednewpassword* Disallow: /*orderconfirmation* Disallow: /*orders* Disallow: /*passwordreset* Disallow: /*setpassword* Disallow: /*profile* Disallow: /*revieworder* Disallow: /*notify* Disallow: /*wishlist* Disallow: /search* Disallow: /*on/demandware.store/* # ======================================== # No disallow for AI-services # ======================================== # OpenAI (ChatGPT Browsing) User-agent: ChatGPT-User Disallow: # Anthropic (Claude) User-agent: Claude-User Disallow: # Perplexity AI User-agent: Perplexity-User Disallow: # Google-Extended (används för Bard, Vertex AI etc) User-agent: Google-Extended Disallow: # Microsoft Bing AI (Copilot via bingbot och Edge) User-agent: bingbot Disallow: User-agent: Edgebot Disallow: # CCBot (Common Crawl, används för flera LLM-träningar) User-agent: CCBot Disallow: # Amazonbot (Amazon Bedrock & AI-produkter) User-agent: Amazonbot Disallow: # Andra vanliga AI-agenter (kan uppdateras vid behov) User-agent: FacebookBot Disallow: User-agent: GPTBot Disallow: Sitemap: https://www.bodystore.dk/sitemap_index.xml Sitemap: https://www.fitnesstukku.fi/sitemap_index.xml Sitemap: https://www.gymgrossisten.com/sitemap_index.xml Sitemap: https://www.gymgrossisten.no/sitemap_index.xml # ======================================== # Last updated on 2025-05-14 by Magnus Paulsson