# Robots.txt # Be nice. User-agent: BizInformasjon Disallow: / User-agent: * Allow: /ads.txt Crawl-delay: 5 Disallow: /eksport Disallow: /popup Disallow: /jsp Disallow: /apps/pbcs.dll # Agenda Disallow: /kultur/kulturkalender Disallow: /kultur/hva-skjer Disallow: /kultur/ut-guiden Disallow: /kultur/ut-i-dag Disallow: /kulturkalenderen # Polopoly Disallow: /kommentarliste* Disallow: /polopoly/JSON-RPC/ Disallow: /polopoly/CM/ # Start AI crawler block User-agent: CCBot Disallow: / User-agent: GPTBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Google-Extended Disallow: / # End AI crawler block