User-Agent: 11A465
User-Agent: AddThis.com
User-Agent: Ahrefs
User-Agent: aiohttp
User-Agent: alexa site audit
User-Agent: AlipesNewsBot
User-Agent: Amazonbot
User-Agent: Amazon-Route53-Health-Check-Service
User-Agent: ApacheBench
User-Agent: AppDynamics
User-Agent: Applebot
User-Agent: ArchiveBot
User-Agent: Archive-It
User-Agent: AspiegelBot
User-Agent: Assetnote
User-Agent: axios
User-Agent: azure-logic-apps
User-Agent: Baiduspider
User-Agent: Barkrowler
User-Agent: bingbot
User-Agent: BLEXBot
User-Agent: BLP_bbot
User-Agent: BluechipBacklinks
User-Agent: Buck
User-Agent: Bytespider
User-Agent: CatchBot
User-Agent: CCBot
User-Agent: check_http
User-Agent: ClaudeBot
User-Agent: CloudFlare-Prefetch
User-Agent: cludo.com bot
User-Agent: colly
User-Agent: contentkingapp
User-Agent: Cookiebot
User-Agent: CopperEgg
User-Agent: crawler4j
User-Agent: Csnibot
User-Agent: Curebot
User-Agent: curl
User-Agent: CyotekWebCopy
User-Agent: Daum
User-Agent: Datadog Agent
User-Agent: DataForSeoBot
User-Agent: Detectify
User-Agent: DotBot
User-Agent: Dow Jones Searchbot
User-Agent: DuckDuckBot
User-Agent: facebookexternalhit
User-Agent: Faraday
User-Agent: FeedBurner
User-Agent: FeedFetcher-Google
User-Agent: feedonomics
User-Agent: feroxbuster
User-Agent: Fess
User-Agent: Funnelback
User-Agent: Fuzz Faster U Fool
User-Agent: GAChecker
User-Agent: Ghost Inspector
User-Agent: GPTBot
User-Agent: Grapeshot
User-Agent: gobuster
User-Agent: gocolly
User-Agent: GoogleStackdriverMonitoring
User-Agent: Go-http-client
User-Agent: go-resty
User-Agent: GuzzleHttp
User-Agent: HeadlessChrome
User-Agent: heritrix
User-Agent: hokifyBot
User-Agent: Honolulu-bot
User-Agent: HTTrack
User-Agent: HubSpot Crawler
User-Agent: ICC-Crawler
User-Agent: Imperva
User-Agent: IonCrawl
User-Agent: jooble
User-Agent: KauaiBot
User-Agent: Kinza
User-Agent: LieBaoFast
User-Agent: linabot
User-Agent: Linespider
User-Agent: Linguee
User-Agent: LinkChecker
User-Agent: LinkedInBot
User-Agent: LinkUpBot
User-Agent: LinuxGetUrl
User-Agent: LMY47V
User-Agent: MacOutlook
User-Agent: Magnet.me
User-Agent: Magus Bot
User-Agent: Mail.RU_Bot
User-Agent: MauiBot
User-Agent: Mb2345Browser
User-Agent: MegaIndex
User-Agent: Microsoft Office
User-Agent: Microsoft Outlook
User-Agent: Microsoft Word
User-Agent: MicroMessenger
User-Agent: mindbreeze-crawler
User-Agent: mirrorweb.com
User-Agent: MJ12bot
User-Agent: monitoring-plugins
User-Agent: Monsidobot
User-Agent: MQQBrowser
User-Agent: msnbot
User-Agent: MSOffice
User-Agent: MTRobot
User-Agent: nagios-plugins
User-Agent: nettle
User-Agent: Neevabot
User-Agent: NewsCred
User-Agent: newspaper
User-Agent: node-fetch
User-Agent: Nuclei
User-Agent: NukeScan
User-Agent: okhttp
User-Agent: OnCrawl
User-Agent: Orbbot
User-Agent: PageFreezer
User-Agent: panscient.com
User-Agent: PetalBot
User-Agent: Pingdom.com
User-Agent: Pinterestbot
User-Agent: PiplBot
User-Agent: python-requests
User-Agent: Qwantify
User-Agent: Re-re Studio
User-Agent: Riddler
User-Agent: RocketValidator
User-Agent: rogerbot
User-Agent: RustBot
User-Agent: Safeassign
User-Agent: Scrapy
User-Agent: Screaming Frog
User-Agent: SeobilityBot
User-Agent: Search365bot
User-Agent: SearchBlox
User-Agent: SearchmetricsBot
User-Agent: searchunify
User-Agent: Seekport
User-Agent: SemanticScholarBot
User-Agent: SemrushBot
User-Agent: SEOkicks
User-Agent: seoscanners
User-Agent: serpstatbot
User-Agent: SessionCam
User-Agent: SeznamBot
User-Agent: Site24x7
User-Agent: SiteAuditBot
User-Agent: siteimprove
User-Agent: Siteimprove
User-Agent: SiteLockSpider
User-Agent: SiteSucker
User-Agent: SkypeRoom
User-Agent: Slackbot
User-Agent: Slurp
User-Agent: Sogou web spider
User-Agent: special_archiver
User-Agent: SpiderLing
User-Agent: StatusCake
User-Agent: Swiftbot
User-Agent: Synack
User-Agent: Turnitin
User-Agent: trendictionbot
User-Agent: trendkite-akashic-crawler
User-Agent: UCBrowser
User-Agent: Uptime
User-Agent: UptimeRobot
User-Agent: usasearch
User-Agent: UT-Dorkbot
User-Agent: weborama-fetcher
User-Agent: WhiteHat Security
User-Agent: WidenWebhookClient
User-Agent: Wget
User-Agent: WTWBot
User-Agent: www.loc.gov
User-Agent: Xenu Link Sleuth
User-Agent: Vagabondo
User-Agent: VelenPublicWebCrawler
User-Agent: Yeti
User-Agent: Veracode Security Scan
User-Agent: YandexBot
User-Agent: YandexImages
User-Agent: YisouSpider
User-Agent: Y!J
User-Agent: Zabbix
User-Agent: ZoominfoBot
User-Agent: ZoomSpider
Disallow: /

User-Agent: *
Allow: /
Disallow: /core/
Disallow: /profiles/
Disallow: /README.txt
Disallow: /web.config
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search
Disallow: /search/
Disallow: /signup
Disallow: /sign-up-for-our-emails
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /drupal10/deprecation_status/errors/
Disallow: /drupal9/deprecation_status/errors/
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password/
Disallow: /index.php/user/register/
Disallow: /index.php/user/login/
Disallow: /index.php/user/logout/

Sitemap: https://www.ndcs.org.uk/sitemap.xml