{ "ticket": "13A-476", "date": "2026-08-13", "generated_at": "2026-08-13T08:29:00+00:00", "user_agent": "lawdb-bench/1.0 (+https://gesetze.nulegal.eu; source-comparison snapshot; bork@nulegal.de)", "policy": { "delay_seconds_foreign": 2.0, "content_fetched_only_when": "robots.txt carries no Disallow: / for any named AI crawler and permits our group", "ai_agents_evaluated": [ "GPTBot", "OAI-SearchBot", "ChatGPT-User", "ClaudeBot", "Claude-Web", "Claude-SearchBot", "anthropic-ai", "PerplexityBot", "Google-Extended", "Googlebot", "CCBot", "Applebot-Extended", "Amazonbot", "cohere-ai" ] }, "sources": [ { "key": "gesetze.nulegal.eu", "name": "nu:legal Gesetze (uns)", "base": "https://gesetze.nulegal.eu", "ours": true, "cells": { "https_perf": { "value": { "tls_version": "TLSv1.3", "alpn": "h2", "http2": true, "cert_issuer": "Let's Encrypt", "cert_not_after": "Oct 22 18:47:12 2026 GMT", "handshake_ms": 94 }, "measured": true, "basis": "TLS handshake with ALPN offer h2/http-1.1 (no HTTP request)", "evidence": { "tls": { "host": "gesetze.nulegal.eu", "handshake_ms": 94, "alpn": "h2", "tls_version": "TLSv1.3", "cert_issuer": "Let's Encrypt", "cert_not_after": "Oct 22 18:47:12 2026 GMT" } } }, "robots_fetch": { "value": { "status": 200, "bytes": 670, "attempts": 1 }, "measured": true, "basis": "GET /robots.txt", "evidence": { "attempts": [ { "status": 200, "bytes": 670, "valid": true, "why": "ok", "error": null, "elapsed_ms": 467, "headers": { "content-type": "text/plain; charset=utf-8", "content-encoding": "gzip", "server": "cloudflare", "strict-transport-security": "max-age=31536000; includeSubDomains", "cache-control": "public, max-age=3600, s-maxage=86400", "vary": "Accept-Encoding", "cf-cache-status": "HIT" } } ], "headers": { "content-type": "text/plain; charset=utf-8", "content-encoding": "gzip", "server": "cloudflare", "strict-transport-security": "max-age=31536000; includeSubDomains", "cache-control": "public, max-age=3600, s-maxage=86400", "vary": "Accept-Encoding", "cf-cache-status": "HIT" } } }, "robots_agents": { "value": { "GPTBot": { "root": { "allowed": true, "group": "gptbot", "rule": "Allow: /", "crawl_delay": 2.0 }, "search": { "allowed": true, "group": "gptbot", "rule": "Allow: /", "crawl_delay": 2.0 }, "deep_link": { "allowed": true, "group": "gptbot", "rule": "Allow: /", "crawl_delay": 2.0 }, "api": { "allowed": false, "group": "gptbot", "rule": "Disallow: /v1/", "crawl_delay": 2.0 } }, "OAI-SearchBot": { "root": { "allowed": true, "group": "oai-searchbot", "rule": "Allow: /", "crawl_delay": 2.0 }, "search": { "allowed": true, "group": "oai-searchbot", "rule": "Allow: /", "crawl_delay": 2.0 }, "deep_link": { "allowed": true, "group": "oai-searchbot", "rule": "Allow: /", "crawl_delay": 2.0 }, "api": { "allowed": true, "group": "oai-searchbot", "rule": "Allow: /", "crawl_delay": 2.0 } }, "ChatGPT-User": { "root": { "allowed": true, "group": "chatgpt-user", "rule": "Allow: /", "crawl_delay": 2.0 }, "search": { "allowed": true, "group": "chatgpt-user", "rule": "Allow: /", "crawl_delay": 2.0 }, "deep_link": { "allowed": true, "group": "chatgpt-user", "rule": "Allow: /", "crawl_delay": 2.0 }, "api": { "allowed": true, "group": "chatgpt-user", "rule": "Allow: /", "crawl_delay": 2.0 } }, "ClaudeBot": { "root": { "allowed": true, "group": "claudebot", "rule": "Allow: /", "crawl_delay": 2.0 }, "search": { "allowed": true, "group": "claudebot", "rule": "Allow: /", "crawl_delay": 2.0 }, "deep_link": { "allowed": true, "group": "claudebot", "rule": "Allow: /", "crawl_delay": 2.0 }, "api": { "allowed": false, "group": "claudebot", "rule": "Disallow: /v1/", "crawl_delay": 2.0 } }, "Claude-Web": { "root": { "allowed": true, "group": "claude-web", "rule": "Allow: /", "crawl_delay": 2.0 }, "search": { "allowed": true, "group": "claude-web", "rule": "Allow: /", "crawl_delay": 2.0 }, "deep_link": { "allowed": true, "group": "claude-web", "rule": "Allow: /", "crawl_delay": 2.0 }, "api": { "allowed": false, "group": "claude-web", "rule": "Disallow: /v1/", "crawl_delay": 2.0 } }, "Claude-SearchBot": { "root": { "allowed": true, "group": "claude-searchbot", "rule": "Allow: /", "crawl_delay": 2.0 }, "search": { "allowed": true, "group": "claude-searchbot", "rule": "Allow: /", "crawl_delay": 2.0 }, "deep_link": { "allowed": true, "group": "claude-searchbot", "rule": "Allow: /", "crawl_delay": 2.0 }, "api": { "allowed": true, "group": "claude-searchbot", "rule": "Allow: /", "crawl_delay": 2.0 } }, "anthropic-ai": { "root": { "allowed": true, "group": "anthropic-ai", "rule": "Allow: /", "crawl_delay": 2.0 }, "search": { "allowed": true, "group": "anthropic-ai", "rule": "Allow: /", "crawl_delay": 2.0 }, "deep_link": { "allowed": true, "group": "anthropic-ai", "rule": "Allow: /", "crawl_delay": 2.0 }, "api": { "allowed": false, "group": "anthropic-ai", "rule": "Disallow: /v1/", "crawl_delay": 2.0 } }, "PerplexityBot": { "root": { "allowed": true, "group": "perplexitybot", "rule": "Allow: /", "crawl_delay": 2.0 }, "search": { "allowed": true, "group": "perplexitybot", "rule": "Allow: /", "crawl_delay": 2.0 }, "deep_link": { "allowed": true, "group": "perplexitybot", "rule": "Allow: /", "crawl_delay": 2.0 }, "api": { "allowed": true, "group": "perplexitybot", "rule": "Allow: /", "crawl_delay": 2.0 } }, "Google-Extended": { "root": { "allowed": true, "group": "google-extended", "rule": "Allow: /", "crawl_delay": 2.0 }, "search": { "allowed": true, "group": "google-extended", "rule": "Allow: /", "crawl_delay": 2.0 }, "deep_link": { "allowed": true, "group": "google-extended", "rule": "Allow: /", "crawl_delay": 2.0 }, "api": { "allowed": false, "group": "google-extended", "rule": "Disallow: /v1/", "crawl_delay": 2.0 } }, "Googlebot": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "api": { "allowed": false, "group": "*", "rule": "Disallow: /v1/", "crawl_delay": null } }, "CCBot": { "root": { "allowed": true, "group": "ccbot", "rule": "Allow: /", "crawl_delay": 2.0 }, "search": { "allowed": true, "group": "ccbot", "rule": "Allow: /", "crawl_delay": 2.0 }, "deep_link": { "allowed": true, "group": "ccbot", "rule": "Allow: /", "crawl_delay": 2.0 }, "api": { "allowed": false, "group": "ccbot", "rule": "Disallow: /v1/", "crawl_delay": 2.0 } }, "Applebot-Extended": { "root": { "allowed": true, "group": "applebot-extended", "rule": "Allow: /", "crawl_delay": 2.0 }, "search": { "allowed": true, "group": "applebot-extended", "rule": "Allow: /", "crawl_delay": 2.0 }, "deep_link": { "allowed": true, "group": "applebot-extended", "rule": "Allow: /", "crawl_delay": 2.0 }, "api": { "allowed": false, "group": "applebot-extended", "rule": "Disallow: /v1/", "crawl_delay": 2.0 } }, "Amazonbot": { "root": { "allowed": true, "group": "amazonbot", "rule": "Allow: /", "crawl_delay": 2.0 }, "search": { "allowed": true, "group": "amazonbot", "rule": "Allow: /", "crawl_delay": 2.0 }, "deep_link": { "allowed": true, "group": "amazonbot", "rule": "Allow: /", "crawl_delay": 2.0 }, "api": { "allowed": false, "group": "amazonbot", "rule": "Disallow: /v1/", "crawl_delay": 2.0 } }, "cohere-ai": { "root": { "allowed": true, "group": "cohere-ai", "rule": "Allow: /", "crawl_delay": 2.0 }, "search": { "allowed": true, "group": "cohere-ai", "rule": "Allow: /", "crawl_delay": 2.0 }, "deep_link": { "allowed": true, "group": "cohere-ai", "rule": "Allow: /", "crawl_delay": 2.0 }, "api": { "allowed": false, "group": "cohere-ai", "rule": "Disallow: /v1/", "crawl_delay": 2.0 } } }, "measured": true, "basis": "RFC 9309 longest-match evaluation of the fetched robots.txt", "evidence": { "paths": { "root": "/", "search": "/suche", "deep_link": "/gesetze/BGB/823", "api": "/v1/stats" }, "groups_present": [ "*", "ahrefsbot", "amazonbot", "anthropic-ai", "applebot", "applebot-extended", "blexbot", "bytespider", "ccbot", "chatgpt-user", "claude-searchbot", "claude-user", "claude-web", "claudebot", "cohere-ai", "dataforseobot", "dotbot", "duckassistbot", "google-cloudvertexbot", "google-extended", "gptbot", "meta-externalagent", "meta-webindexer", "mistralai-user", "mj12bot", "oai-adsbot", "oai-searchbot", "perplexity-user", "perplexitybot", "petalbot", "semrushbot", "serankingbacklinksbot", "zoominfobot" ], "content_signals": [] } }, "search_disallowed": { "value": false, "measured": true, "basis": "Googlebot verdict at the site's own search path", "evidence": { "path": "/suche", "rule": "Allow: /" } }, "sitemaps": { "value": [ "https://recht.nulegal.eu/sitemap.xml" ], "measured": true, "basis": "Sitemap: lines in robots.txt", "evidence": { "count": 1 } }, "llms_txt": { "value": { "present": true, "status": 200, "bytes": 2108, "note": null }, "measured": true, "basis": "GET /llms.txt", "evidence": { "content_type": "text/plain; charset=utf-8", "first_line": [ "# nu:legal Deutsches Recht" ] } }, "http_to_https": { "value": { "status": 301, "location": "https://gesetze.nulegal.eu/", "redirects_to_https": true }, "measured": true, "basis": "HEAD http:// (redirects not followed)", "evidence": { "error": null } }, "meta_robots": { "value": { "landing": null }, "measured": true, "basis": "meta name=robots on the landing page", "evidence": { "landing_status": 200, "x_robots_tag": null } }, "deep_link": { "value": { "path": "/gesetze/BGB/823", "status": 200, "elapsed_ms": 495, "bytes": 6727, "content_encoding": "gzip" }, "measured": true, "basis": "GET one canonical deep link (liveness)", "evidence": { "headers": { "content-type": "text/html; charset=utf-8", "content-encoding": "gzip", "server": "cloudflare", "strict-transport-security": "max-age=31536000; includeSubDomains", "cache-control": "public, max-age=300, s-maxage=86400, stale-while-revalidate=3600", "vary": "Accept-Encoding", "cf-cache-status": "HIT" }, "error": null, "meta_robots": null } }, "citation_linking": { "value": { "anchors_total": 72, "anchors_internal": 67, "statute_citation_anchors": 11, "decision_citation_anchors": 13, "samples": [ "← § 822 -> /gesetze/BGB/822", "→ § 824 -> /gesetze/BGB/824", "Vorherige Norm: § 822 ← -> /gesetze/BGB/822", "Nächste Norm: § 824 → -> /gesetze/BGB/824", "OLG Karlsruhe, 13.12.2023 – 6 U 233/21 -> /rechtsprechung/olg-karlsruhe/2023-12-13/6-u-233-21" ] }, "measured": true, "basis": "counted anchors on the canonical deep link whose ANCHOR TEXT is a statute citation or a docket/ECLI", "evidence": { "page": "/gesetze/BGB/823", "status": 200 } }, "corpus_scope": { "value": { "stand": "2026-08-13", "gesetze": 8029, "normen": 165011, "fassungen": 220557, "entscheidungen": 554127, "gerichte": 943, "verweise_entscheidung_norm": 4593151, "verweise_entscheidung_entscheidung": 2187985 }, "measured": true, "basis": "our own /v1/stats — the same corpus_stats snapshot 13A-459 renders, so the two cannot drift", "evidence": { "status": 200 } }, "licensing": { "value": [ { "text": "Einordnung: Gesetzestexte und Gerichtsentscheidungen sind amtliche Werke und nach § 5 UrhG gemeinfrei.", "url": "https://gesetze.nulegal.eu/ueber" }, { "text": "Wie dieser Bestand neben den anderen frei zugänglichen Quellen zum deutschen Recht steht, dokumentiert der Quellenvergleich : gemessen, datiert, mit offengelegter Methode; was nicht gemessen wurde, ist dort als nicht gemessen markiert.", "url": "https://gesetze.nulegal.eu/ueber" }, { "text": "… stammen aus der amtlichen Dokumentation des Bundesministeriums der Justiz auf gesetze-im-internet.de (XML-Fassung, zur freien Nutzung freigegeben; Gesetzestexte sind als amtliche Werke nach § 5 UrhG gemeinfrei).", "url": "https://gesetze.nulegal.eu/ueber" }, { "text": "… BVerfG (CC0) und dem Projekt Deutschsprachiges Fallrecht (DFR); instanzgerichtliche Entscheidungen aus Open Legal Data (ODbL), aus der Rechtsprechungsdatenbank NRWE des Landes Nordrhein-Westfalen und aus Bayern.Recht ; Entscheidungen des Gerichtshofs der Europäischen Union von curia.europa.eu .", "url": "https://gesetze.nulegal.eu/ueber" }, { "text": "… Wochenbericht Statistik Werkzeuge Zitat finden Developer-API Vernetzung Zitier-Badge Nulegal Über Impressum Nutzungsbedingungen Datenschutz Nicht-amtliche Lesefassung — verbindlich ist das Bundesgesetzblatt ( recht.bund.de ) Quelle: Bundesamt für Justiz Ein Dienst der Nulegal GmbH Tastenkürzel ausschalten", "url": "https://gesetze.nulegal.eu/gesetze/ModellBTechAusbV/aenderungen" }, { "text": "… Wochenbericht Statistik Werkzeuge Zitat finden Developer-API Vernetzung Zitier-Badge Nulegal Über Impressum Nutzungsbedingungen Datenschutz Nicht-amtliche Lesefassung — verbindlich ist das Bundesgesetzblatt ( recht.bund.de ) Quelle: Bundesamt für Justiz Ein Dienst der Nulegal GmbH Tastenkürzel ausschalten", "url": "https://gesetze.nulegal.eu/rechtsgebiete/recht-des-datenschutzes-und-der-oeffentlichen-informationen" }, { "text": "… Wochenbericht Statistik Werkzeuge Zitat finden Developer-API Vernetzung Zitier-Badge Nulegal Über Impressum Nutzungsbedingungen Datenschutz Nicht-amtliche Lesefassung — verbindlich ist das Bundesgesetzblatt ( recht.bund.de ) Quelle: Bundesamt für Justiz Ein Dienst der Nulegal GmbH Tastenkürzel ausschalten", "url": "https://gesetze.nulegal.eu/" } ], "measured": true, "basis": "verbatim licence/rights sentences on the landing page and the legal pages it links to", "evidence": { "pages": [ { "path": "/ueber", "status": 200 }, { "path": "/gesetze/ModellBTechAusbV/aenderungen", "status": 200 }, { "path": "/rechtsgebiete/recht-des-datenschutzes-und-der-oeffentlichen-informationen", "status": 200 } ] } }, "api": { "value": [ { "path": "/v1/stats", "status": 200, "content_type": "application/json", "content_length": null, "robots_verdict_for_our_ua": false, "robots_rule": "Disallow: /v1/", "error": null }, { "path": "/v1/norm/bgb/823", "status": 200, "content_type": "application/json", "content_length": null, "robots_verdict_for_our_ua": false, "robots_rule": "Disallow: /v1/", "error": null }, { "path": "/openapi.json", "status": 200, "content_type": "application/json", "content_length": null, "robots_verdict_for_our_ua": true, "robots_rule": "Allow: /", "error": null } ], "measured": true, "basis": "HEAD on documented machine-readable endpoints", "evidence": {} } }, "requests": [ "https://gesetze.nulegal.eu/robots.txt", "https://gesetze.nulegal.eu/llms.txt", "https://gesetze.nulegal.eu/", "http://gesetze.nulegal.eu/", "https://gesetze.nulegal.eu/gesetze/BGB/823", "https://gesetze.nulegal.eu/v1/stats", "https://gesetze.nulegal.eu/ueber", "https://gesetze.nulegal.eu/gesetze/ModellBTechAusbV/aenderungen", "https://gesetze.nulegal.eu/rechtsgebiete/recht-des-datenschutzes-und-der-oeffentlichen-informationen", "https://gesetze.nulegal.eu/v1/stats", "https://gesetze.nulegal.eu/v1/norm/bgb/823", "https://gesetze.nulegal.eu/openapi.json" ], "robots_text": "# Automated access, including text and data mining, is permitted, on\n# one condition: it must not present itself as a human visitor.\n# Crawlers and automated agents must use an accurate user agent that\n# identifies their operator or includes a contact route, must honour\n# this file including Crawl-Delay, and must not circumvent technical\n# access restrictions. For bulk reads please use the documented API:\n# https://recht.nulegal.eu/developers\n# Full policy (German and English):\n# https://recht.nulegal.eu/nutzungsbedingungen#automatisierte-zugriffe\n# https://recht.nulegal.eu/nutzungsbedingungen#automated-access\n\nUser-agent: SemrushBot\nDisallow: /\n\nUser-agent: SERankingBacklinksBot\nDisallow: /\n\nUser-agent: MJ12bot\nDisallow: /\n\nUser-agent: PetalBot\nDisallow: /\n\nUser-agent: AhrefsBot\nDisallow: /\n\nUser-agent: DotBot\nDisallow: /\n\nUser-agent: DataForSeoBot\nDisallow: /\n\nUser-agent: BLEXBot\nDisallow: /\n\nUser-agent: ZoominfoBot\nDisallow: /\n\nUser-agent: OAI-SearchBot\nUser-agent: ChatGPT-User\nUser-agent: Claude-SearchBot\nUser-agent: Claude-User\nUser-agent: PerplexityBot\nUser-agent: Perplexity-User\nAllow: /\nDisallow: /rechtsprechung/az/\nDisallow: /az/\nCrawl-Delay: 2\n\nUser-agent: GPTBot\nUser-agent: ClaudeBot\nUser-agent: Claude-Web\nUser-agent: anthropic-ai\nUser-agent: CCBot\nUser-agent: Google-Extended\nUser-agent: Google-CloudVertexBot\nUser-agent: Applebot-Extended\nUser-agent: Amazonbot\nUser-agent: cohere-ai\nUser-agent: Bytespider\nUser-agent: meta-externalagent\nUser-agent: DuckAssistBot\nUser-agent: MistralAI-User\nUser-agent: OAI-AdsBot\nUser-agent: meta-webindexer\nUser-agent: Applebot\nAllow: /\nDisallow: /v1/\nDisallow: /rechtsprechung/az/\nDisallow: /az/\nCrawl-Delay: 2\n\nUser-agent: *\nDisallow: /v1/\nAllow: /\n\nSitemap: https://recht.nulegal.eu/sitemap.xml\n", "robots_sha_len": 1765, "ai_blocked": [], "ai_allowed": [ "Amazonbot", "Applebot-Extended", "CCBot", "ChatGPT-User", "Claude-SearchBot", "Claude-Web", "ClaudeBot", "GPTBot", "Google-Extended", "OAI-SearchBot", "PerplexityBot", "anthropic-ai", "cohere-ai" ], "googlebot_allowed": true, "fetch_policy": { "content_fetched": true, "reason": "robots.txt permits our group at every path fetched below", "crawl_delay": null }, "landing_form_actions": [ "/suche", "/suche" ] }, { "key": "dejure.org", "name": "dejure.org", "base": "https://dejure.org", "ours": false, "cells": { "https_perf": { "value": { "tls_version": "TLSv1.3", "alpn": "h2", "http2": true, "cert_issuer": "Let's Encrypt", "cert_not_after": "Oct 30 01:20:47 2026 GMT", "handshake_ms": 81 }, "measured": true, "basis": "TLS handshake with ALPN offer h2/http-1.1 (no HTTP request)", "evidence": { "tls": { "host": "dejure.org", "handshake_ms": 81, "alpn": "h2", "tls_version": "TLSv1.3", "cert_issuer": "Let's Encrypt", "cert_not_after": "Oct 30 01:20:47 2026 GMT" } } }, "robots_fetch": { "value": { "status": 200, "bytes": 1195, "attempts": 1 }, "measured": true, "basis": "GET /robots.txt", "evidence": { "attempts": [ { "status": 200, "bytes": 1195, "valid": true, "why": "ok", "error": null, "elapsed_ms": 117, "headers": { "content-type": "text/plain", "content-encoding": "gzip", "content-length": "1195", "server": "nginx", "strict-transport-security": "max-age=63072000", "cache-control": "max-age=5", "vary": "Accept-Encoding" } } ], "headers": { "content-type": "text/plain", "content-encoding": "gzip", "content-length": "1195", "server": "nginx", "strict-transport-security": "max-age=63072000", "cache-control": "max-age=5", "vary": "Accept-Encoding" } } }, "robots_agents": { "value": { "GPTBot": { "root": { "allowed": false, "group": "gptbot", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "gptbot", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "gptbot", "rule": "Disallow: /", "crawl_delay": null }, "api": { "allowed": false, "group": "gptbot", "rule": "Disallow: /", "crawl_delay": null } }, "OAI-SearchBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /cgi-bin/suche", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "api": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "ChatGPT-User": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /cgi-bin/suche", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "api": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "ClaudeBot": { "root": { "allowed": false, "group": "claudebot", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "claudebot", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "claudebot", "rule": "Disallow: /", "crawl_delay": null }, "api": { "allowed": false, "group": "claudebot", "rule": "Disallow: /", "crawl_delay": null } }, "Claude-Web": { "root": { "allowed": false, "group": "claude-web", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "claude-web", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "claude-web", "rule": "Disallow: /", "crawl_delay": null }, "api": { "allowed": false, "group": "claude-web", "rule": "Disallow: /", "crawl_delay": null } }, "Claude-SearchBot": { "root": { "allowed": true, "group": "claude-searchbot", "rule": "no matching rule", "crawl_delay": 2.0 }, "search": { "allowed": true, "group": "claude-searchbot", "rule": "no matching rule", "crawl_delay": 2.0 }, "deep_link": { "allowed": true, "group": "claude-searchbot", "rule": "no matching rule", "crawl_delay": 2.0 }, "api": { "allowed": true, "group": "claude-searchbot", "rule": "no matching rule", "crawl_delay": 2.0 } }, "anthropic-ai": { "root": { "allowed": false, "group": "anthropic-ai", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "anthropic-ai", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "anthropic-ai", "rule": "Disallow: /", "crawl_delay": null }, "api": { "allowed": false, "group": "anthropic-ai", "rule": "Disallow: /", "crawl_delay": null } }, "PerplexityBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /cgi-bin/suche", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "api": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Google-Extended": { "root": { "allowed": false, "group": "google-extended", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "google-extended", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "google-extended", "rule": "Disallow: /", "crawl_delay": null }, "api": { "allowed": false, "group": "google-extended", "rule": "Disallow: /", "crawl_delay": null } }, "Googlebot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /cgi-bin/suche", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "api": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "CCBot": { "root": { "allowed": false, "group": "ccbot", "rule": "Disallow: /", "crawl_delay": 2.0 }, "search": { "allowed": false, "group": "ccbot", "rule": "Disallow: /", "crawl_delay": 2.0 }, "deep_link": { "allowed": false, "group": "ccbot", "rule": "Disallow: /", "crawl_delay": 2.0 }, "api": { "allowed": false, "group": "ccbot", "rule": "Disallow: /", "crawl_delay": 2.0 } }, "Applebot-Extended": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /cgi-bin/suche", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "api": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Amazonbot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /cgi-bin/suche", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "api": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "cohere-ai": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /cgi-bin/suche", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "api": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } } }, "measured": true, "basis": "RFC 9309 longest-match evaluation of the fetched robots.txt", "evidence": { "paths": { "root": "/", "search": "/cgi-bin/suche", "deep_link": "/gesetze/BGB/823.html", "api": "/dienste/vernetzung/rechtsprechung" }, "groups_present": [ "*", "adkerneltopiccrawler", "admantx", "ahrefsbot", "amazonadbot", "anthropic-ai", "archive.org_bot", "awariobot", "awariorssbot", "awariosmartbot", "azureai-searchbot", "baiduspider", "barkrowler", "barkrowler/0.9", "blexbot", "ccbot", "clark-crawler2", "claude-searchbot", "claude-web", "claudebot", "cliqzbot", "dataforseobot", "discobot", "domains project", "emetriqcontextualbot", "expo9", "extlinksbot", "femtosearchbot", "gabanzabot", "gigabot", "google-extended", "gptbot", "grapeshot", "hyscore", "ias_crawler", "imagesiftbot", "infotigerbot", "izsearch.com", "krawlerbot", "leikibot", "linkpadbot", "mj12bot", "mozilla", "mozilla/5.0 (compatible; optimizer)", "ms search 4.0 robot", "myeducationalcrawler", "nanointeractive", "neevabot", "nutch", "optimizer", "owler", "proximic", "screamingfrogseospider", "seekport", "seekportbot", "seekportcrawler", "semrushbot", "seo-macroscope", "seobility", "seokicks", "seomacroscope", "serendeputybot", "shapbot", "sistrix", "sitebulb", "spiderbot", "spiderbot/nutch-1.7", "sputnikbot", "terracotta", "turnitinbot", "uipbot", "uipbot/1.0", "uipbot/1.0 (uipbot@semasio.net)", "um-ic", "um-ln", "um-ln/1.0", "weborama-fetcher", "xovibot", "yacybot", "yandex", "yioopbot", "yisouspider", "youbot", "zumbot" ], "content_signals": [] } }, "search_disallowed": { "value": true, "measured": true, "basis": "Googlebot verdict at the site's own search path", "evidence": { "path": "/cgi-bin/suche", "rule": "Disallow: /cgi-bin/suche" } }, "sitemaps": { "value": [], "measured": true, "basis": "Sitemap: lines in robots.txt", "evidence": { "count": 0 } }, "llms_txt": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (CCBot, Claude-Web, ClaudeBot, GPTBot, Google-Extended, anthropic-ai); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "CCBot": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "Google-Extended": "Disallow: /", "anthropic-ai": "Disallow: /" } } }, "deep_link": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (CCBot, Claude-Web, ClaudeBot, GPTBot, Google-Extended, anthropic-ai); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "CCBot": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "Google-Extended": "Disallow: /", "anthropic-ai": "Disallow: /" } } }, "api": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (CCBot, Claude-Web, ClaudeBot, GPTBot, Google-Extended, anthropic-ai); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "CCBot": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "Google-Extended": "Disallow: /", "anthropic-ai": "Disallow: /" } } }, "corpus_scope": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (CCBot, Claude-Web, ClaudeBot, GPTBot, Google-Extended, anthropic-ai); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "CCBot": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "Google-Extended": "Disallow: /", "anthropic-ai": "Disallow: /" } } }, "citation_linking": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (CCBot, Claude-Web, ClaudeBot, GPTBot, Google-Extended, anthropic-ai); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "CCBot": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "Google-Extended": "Disallow: /", "anthropic-ai": "Disallow: /" } } }, "licensing": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (CCBot, Claude-Web, ClaudeBot, GPTBot, Google-Extended, anthropic-ai); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "CCBot": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "Google-Extended": "Disallow: /", "anthropic-ai": "Disallow: /" } } }, "meta_robots": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (CCBot, Claude-Web, ClaudeBot, GPTBot, Google-Extended, anthropic-ai); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "CCBot": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "Google-Extended": "Disallow: /", "anthropic-ai": "Disallow: /" } } }, "http_to_https": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (CCBot, Claude-Web, ClaudeBot, GPTBot, Google-Extended, anthropic-ai); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "CCBot": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "Google-Extended": "Disallow: /", "anthropic-ai": "Disallow: /" } } } }, "requests": [ "https://dejure.org/robots.txt" ], "robots_text": "User-agent: ADmantX\r\nDisallow: /\r\n\r\nUser-agent: AdkernelTopicCrawler\r\nDisallow: /\r\n\r\nUser-agent: AhrefsBot\r\nDisallow: /\r\n\r\nUser-agent: AmazonAdBot\r\nCrawl-Delay: 2\r\n\r\nUser-agent: archive.org_bot\r\nCrawl-Delay: 2\r\n\r\nUser-agent: AwarioBot\r\nCrawl-Delay: 3\r\n\r\nUser-agent: AwarioRssBot\r\nUser-agent: AwarioSmartBot\r\nCrawl-Delay: 3\r\n\r\nUser-agent: AzureAI-SearchBot\r\nDisallow: /\r\n\r\nUser-agent: Baiduspider\r\nCrawl-Delay: 3\r\n\r\nUser-agent: Barkrowler\r\nCrawl-Delay: 3\r\n\r\nUser-agent: Barkrowler/0.9\r\nCrawl-Delay: 3\r\n\r\nUser-agent: BLEXBot\r\nCrawl-Delay: 3\r\n\r\nUser-agent: CCBot\r\nCrawl-Delay: 2\r\n\r\nUser-agent: TerraCotta\r\nCrawl-Delay: 2\r\nDisallow: /ext/\r\n\r\nUser-agent: clark-crawler2\r\nCrawl-Delay: 3\r\n\r\nUser-agent: Claude-SearchBot\r\nCrawl-Delay: 2\r\n\r\nUser-agent: Cliqzbot\r\nCrawl-Delay: 2\r\n\r\nUser-agent: DataForSeoBot\r\nDisallow: /\r\n\r\nUser-agent: discobot\r\nDisallow: /\r\n\r\nUser-agent: Domains Project\r\nCrawl-Delay: 2\r\n\r\nUser-agent: emetriqContextualBot\r\nCrawl-Delay: 3\r\n\r\nUser-agent: expo9\r\nCrawl-Delay: 3\r\n\r\nUser-agent: ExtLinksBot\r\nCrawl-Delay: 2\r\n\r\nUser-agent: FemtosearchBot\r\nCrawl-Delay: 2\r\n\r\nUser-agent: Gabanzabot\r\nDisallow: /\r\n\r\nUser-agent: Gigabot\r\nCrawl-Delay: 3\r\n\r\nUser-agent: grapeshot\r\nCrawl-Delay: 3\r\n\r\nUser-agent: hyscore\r\nCrawl-Delay: 3\r\n\r\nUser-agent: ias_crawler\r\nDisallow: /\r\n\r\nUser-agent: ImagesiftBot\r\nDisallow:/\r\n\r\nUser-agent: InfoTigerBot\r\nCrawl-Delay: 3\r\n\r\nUser-agent: iZSearch.com\r\nDisallow:/\r\n\r\nUser-agent: KrawlerBot\r\nDisallow:/\r\n\r\nUser-agent: Leikibot\r\nDisallow: /\r\n\r\nUser-agent: LinkpadBot\r\nDisallow: /\r\n\r\nUser-agent: MJ12bot\r\nCrawl-Delay: 3\r\n\r\nUser-agent: Mozilla\r\nCrawl-Delay: 3\r\n\r\nUser-agent: Mozilla/5.0 (compatible; Optimizer)\r\nCrawl-Delay: 3\r\n\r\nUser-agent: MS Search 4.0 Robot\r\nDisallow: /\r\n\r\nUser-agent: MyEducationalCrawler\r\nCrawl-Delay: 3\r\n\r\nUser-agent: NanoInteractive\r\nCrawl-Delay: 3\r\n\r\nUser-agent: Neevabot\r\nCrawl-Delay: 3\r\n\r\nUser-agent: Nutch\r\nCrawl-Delay: 3\r\n\r\nUser-agent: Optimizer\r\nCrawl-Delay: 3\r\n\r\nUser-agent: Owler\r\nCrawl-Delay: 2\r\n\r\nUser-agent: proximic\r\nDisallow: /\r\n\r\nUser-agent: ScreamingFrogSEOSpider\r\nDisallow: /\r\n\r\nUser-agent: seekport\r\nCrawl-Delay: 3\r\n\r\nUser-agent: SeekportBot\r\nCrawl-Delay: 3\r\n\r\nUser-agent: SeekportCrawler\r\nDisallow: /\r\n\r\nUser-agent: SemrushBot\r\nDisallow: /\r\n\r\nUser-agent: Seobility\r\nDisallow: /\r\n\r\nUser-agent: SEOkicks\r\nCrawl-Delay: 3\r\n\r\nUser-agent: SEO-Macroscope\r\nCrawl-Delay: 3\r\n\r\nUser-agent: SEOMacroscope\r\nCrawl-Delay: 3\r\n\r\nUser-agent: SerendeputyBot\r\nCrawl-Delay: 3\r\n\r\nUser-agent: ShapBot\r\nCrawl-Delay: 3\r\n\r\nUser-agent: sistrix\r\nCrawl-Delay: 4\r\n\r\nUser-agent: Sitebulb\r\nCrawl-Delay: 4\r\n\r\nUser-agent: Spiderbot\r\nDisallow: /\r\n\r\nUser-agent: Spiderbot/Nutch-1.7\r\nDisallow: /\r\n\r\nUser-agent: SputnikBot\r\nDisallow: /\r\n\r\nUser-agent: turnitinbot\r\nCrawl-Delay: 3\r\n\r\nUser-agent: um-IC\r\nDisallow: /\r\n\r\nUser-agent: um-LN\r\nDisallow: /\r\n\r\nUser-agent: um-LN/1.0\r\nDisallow: /\r\n\r\nUser-agent: uipbot\r\nDisallow: /\r\n\r\nUser-agent: uipbot/1.0\r\nDisallow: /\r\n\r\nUser-agent: uipbot/1.0 (uipbot@semasio.net)\r\nDisallow: /\r\n\r\nUser-agent: weborama-fetcher\r\nCrawl-Delay: 3\r\n\r\nUser-agent: yacybot\r\nCrawl-Delay: 2\r\n\r\nUser-agent: XoviBot\r\nCrawl-Delay: 4\r\n\r\nUser-agent: Yandex\r\nCrawl-Delay: 4\r\n\r\nUser-agent: YioopBot\r\nCrawl-Delay: 4\r\n\r\nUser-agent: yisouspider\r\nDisallow: /\r\n\r\nUser-agent: YouBot\r\nDisallow: /\r\n\r\nUser-agent: ZumBot\r\nDisallow: /\r\n\r\n\r\nUser-agent: GPTBot\r\nDisallow: /\r\n\r\nUser-agent: CCbot\r\nDisallow: /\r\n\r\nUser-agent: anthropic-ai\r\nDisallow: /\r\n\r\nUser-agent: Claude-Web\r\nDisallow: /\r\n\r\nUser-agent: ClaudeBot\r\nDisallow: /\r\n\r\nUser-agent: Google-Extended\r\nDisallow: /\r\n\r\nUser-agent: *\r\nDisallow: /dienste/lex2/\r\nDisallow: /gesetze/*/Gesamt/\r\nDisallow: /cgi-bin/suche\r\nDisallow: /benutzer.php\r\nDisallow: /benutzer\r\nDisallow: /dienste/extern\r\nDisallow: /dienste/internet\r\nDisallow: /dienste/internet2\r\nDisallow: /dienste/merkliste\r\nDisallow: /dienste/verlauf\r\nDisallow: /cgi-bin/ajax_antworter.fcgi\r\nDisallow: /cgi-bin/jquery-suche.fcgi\r\nDisallow: /cgi-bin/kurzurl.fcgi\r\nDisallow: /apple-app-site-association\r\nDisallow: /.well-known\r\nDisallow: /ext\r\nDisallow: /ext/\r\nDisallow: /wiki\r\nDisallow: /jcg/*.mp4$\r\n\r\nDisallow: /aenderungen/Synopse-BGB-2008.pdf\r\nDisallow: /aenderungen/Synopse-BGB-2009.pdf\r\nDisallow: /aenderungen/Synopse-GmbHG-2008.pdf\r\nDisallow: /aenderungen/Synopse-Grundgesetz.pdf\r\nDisallow: /aenderungen/Synopse-GWB-2009.pdf\r\nDisallow: /aenderungen/Synopse-PolG-2008.pdf\r\nDisallow: /aenderungen/Synopse-StPO-2008.pdf\r\nDisallow: /aenderungen/Synopse-UrhG-2008.pdf\r\nDisallow: /aenderungen/Synopse-UWG-2009.pdf\r\nDisallow: /aenderungen/Synopse-VVG-2009.pdf\r\n\r\nDisallow: /dienste/vernetzung/rechtsprechung?Gericht=BVerfG&Datum=31.12.2222&$\r\nDisallow: /dienste/vernetzung/rechtsprechung?Gericht=BVerfG&Datum=31.12.2222&...$\r\nDisallow: /dienste/vernetzung/rechtsprechung?Gericht=EuGH&Datum=31.12.2222$\r\nDisallow: /dienste/vernetzung/rechtsprechung?Text=DB%202015,%207$\r\nDisallow: /dienste/vernetzung/rechtsprechung?Text=DStR%202013,%2013$\r\nDisallow: /dienste/vernetzung/rechtsprechung?Text=DStR%202013,%2014$\r\nDisallow: /dienste/vernetzung/rechtsprechung?Text=DStR%202014,%206$\r\nDisallow: /dienste/vernetzung/rechtsprechung?Text=NJW%2012,%2010$\r\nDisallow: /dienste/vernetzung/rechtsprechung?Text=NJW%202012,%206$\r\nDisallow: /dienste/vernetzung/rechtsprechung?Text=NJW%202016,%208$\r\nDisallow: /dienste/vernetzung/rechtsprechung?Text=NStZ-RR%202017,%205$\r\nDisallow: /dienste/vernetzung/rechtsprechung?Text=NVwZ%202013,%206$\r\nDisallow: /dienste/vernetzung/rechtsprechung?Text=NZARR%202013,%206$\r\nDisallow: /dienste/vernetzung/rechtsprechung?Text=NZA-RR%202013,%206$\r\nDisallow: /dienste/vernetzung/rechtsprechung?Text=StBW%202008,%202$\r\nDisallow: /dienste/vernetzung/rechtsprechung?Text=StBW%202008,%205$\r\nDisallow: /dienste/vernetzung/rechtsprechung?Text=StBW%202009,%202$\r\nDisallow: /dienste/vernetzung/rechtsprechung?Text=StBW%202009,%205$\r\nDisallow: /dienste/vernetzung/rechtsprechung?Text=StBW%202007%20S.%204$\r\n", "robots_sha_len": 5847, "ai_blocked": [ "CCBot", "Claude-Web", "ClaudeBot", "GPTBot", "Google-Extended", "anthropic-ai" ], "ai_allowed": [ "Amazonbot", "Applebot-Extended", "ChatGPT-User", "Claude-SearchBot", "OAI-SearchBot", "PerplexityBot", "cohere-ai" ], "googlebot_allowed": true, "fetch_policy": { "content_fetched": false, "reason": "operator blocks named AI crawlers at / (CCBot, Claude-Web, ClaudeBot, GPTBot, Google-Extended, anthropic-ai); we are one of them, so this run reads robots.txt only", "blocking_lines": { "CCBot": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "Google-Extended": "Disallow: /", "anthropic-ai": "Disallow: /" } } }, { "key": "openjur.de", "name": "openJur", "base": "https://openjur.de", "ours": false, "cells": { "https_perf": { "value": { "tls_version": "TLSv1.3", "alpn": "h2", "http2": true, "cert_issuer": "DigiCert Inc", "cert_not_after": "Dec 16 23:59:59 2026 GMT", "handshake_ms": 359 }, "measured": true, "basis": "TLS handshake with ALPN offer h2/http-1.1 (no HTTP request)", "evidence": { "tls": { "host": "openjur.de", "handshake_ms": 359, "alpn": "h2", "tls_version": "TLSv1.3", "cert_issuer": "DigiCert Inc", "cert_not_after": "Dec 16 23:59:59 2026 GMT" } } }, "robots_fetch": { "value": { "status": 200, "bytes": 1163, "attempts": 1 }, "measured": true, "basis": "GET /robots.txt", "evidence": { "attempts": [ { "status": 200, "bytes": 1163, "valid": true, "why": "ok", "error": null, "elapsed_ms": 171, "headers": { "content-type": "text/plain", "content-length": "1163", "server": "nginx", "strict-transport-security": "max-age=63072000; includeSubDomains; preload" } } ], "headers": { "content-type": "text/plain", "content-length": "1163", "server": "nginx", "strict-transport-security": "max-age=63072000; includeSubDomains; preload" } } }, "robots_agents": { "value": { "GPTBot": { "root": { "allowed": false, "group": "gptbot", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "gptbot", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "gptbot", "rule": "Disallow: /", "crawl_delay": null } }, "OAI-SearchBot": { "root": { "allowed": false, "group": "oai-searchbot", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "oai-searchbot", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "oai-searchbot", "rule": "Disallow: /", "crawl_delay": null } }, "ChatGPT-User": { "root": { "allowed": false, "group": "chatgpt-user", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "chatgpt-user", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "chatgpt-user", "rule": "Disallow: /", "crawl_delay": null } }, "ClaudeBot": { "root": { "allowed": false, "group": "claudebot", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "claudebot", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "claudebot", "rule": "Disallow: /", "crawl_delay": null } }, "Claude-Web": { "root": { "allowed": false, "group": "claude-web", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "claude-web", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "claude-web", "rule": "Disallow: /", "crawl_delay": null } }, "Claude-SearchBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /suche/", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "anthropic-ai": { "root": { "allowed": false, "group": "anthropic-ai", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "anthropic-ai", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "anthropic-ai", "rule": "Disallow: /", "crawl_delay": null } }, "PerplexityBot": { "root": { "allowed": false, "group": "perplexitybot", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "perplexitybot", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "perplexitybot", "rule": "Disallow: /", "crawl_delay": null } }, "Google-Extended": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /suche/", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Googlebot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /suche/", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "CCBot": { "root": { "allowed": false, "group": "ccbot", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "ccbot", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "ccbot", "rule": "Disallow: /", "crawl_delay": null } }, "Applebot-Extended": { "root": { "allowed": false, "group": "applebot-extended", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "applebot-extended", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "applebot-extended", "rule": "Disallow: /", "crawl_delay": null } }, "Amazonbot": { "root": { "allowed": false, "group": "amazonbot", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "amazonbot", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "amazonbot", "rule": "Disallow: /", "crawl_delay": null } }, "cohere-ai": { "root": { "allowed": false, "group": "cohere-ai", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "cohere-ai", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "cohere-ai", "rule": "Disallow: /", "crawl_delay": null } } }, "measured": true, "basis": "RFC 9309 longest-match evaluation of the fetched robots.txt", "evidence": { "paths": { "root": "/", "search": "/suche/", "deep_link": "/u/73551.html" }, "groups_present": [ "*", "ahrefsbot", "amazonbot", "anthropic-ai", "applebot-extended", "blexbot", "ccbot", "chatgpt-user", "claude-web", "claudebot", "cohere-ai", "dataforseobot", "dotbot", "facebookbot", "gptbot", "ia_archiver", "imagesiftbot", "mauibot", "meta-externalagent", "oai-searchbot", "perplexitybot", "scrapy", "seekportbot", "semrushbot" ], "content_signals": [] } }, "search_disallowed": { "value": true, "measured": true, "basis": "Googlebot verdict at the site's own search path", "evidence": { "path": "/suche/", "rule": "Disallow: /suche/" } }, "sitemaps": { "value": [], "measured": true, "basis": "Sitemap: lines in robots.txt", "evidence": { "count": 0 } }, "llms_txt": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, Applebot-Extended, CCBot, ChatGPT-User, Claude-Web, ClaudeBot, GPTBot, OAI-SearchBot, PerplexityBot, anthropic-ai, cohere-ai); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "Amazonbot": "Disallow: /", "Applebot-Extended": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "OAI-SearchBot": "Disallow: /", "PerplexityBot": "Disallow: /", "anthropic-ai": "Disallow: /", "cohere-ai": "Disallow: /" } } }, "deep_link": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, Applebot-Extended, CCBot, ChatGPT-User, Claude-Web, ClaudeBot, GPTBot, OAI-SearchBot, PerplexityBot, anthropic-ai, cohere-ai); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "Amazonbot": "Disallow: /", "Applebot-Extended": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "OAI-SearchBot": "Disallow: /", "PerplexityBot": "Disallow: /", "anthropic-ai": "Disallow: /", "cohere-ai": "Disallow: /" } } }, "api": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, Applebot-Extended, CCBot, ChatGPT-User, Claude-Web, ClaudeBot, GPTBot, OAI-SearchBot, PerplexityBot, anthropic-ai, cohere-ai); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "Amazonbot": "Disallow: /", "Applebot-Extended": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "OAI-SearchBot": "Disallow: /", "PerplexityBot": "Disallow: /", "anthropic-ai": "Disallow: /", "cohere-ai": "Disallow: /" } } }, "corpus_scope": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, Applebot-Extended, CCBot, ChatGPT-User, Claude-Web, ClaudeBot, GPTBot, OAI-SearchBot, PerplexityBot, anthropic-ai, cohere-ai); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "Amazonbot": "Disallow: /", "Applebot-Extended": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "OAI-SearchBot": "Disallow: /", "PerplexityBot": "Disallow: /", "anthropic-ai": "Disallow: /", "cohere-ai": "Disallow: /" } } }, "citation_linking": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, Applebot-Extended, CCBot, ChatGPT-User, Claude-Web, ClaudeBot, GPTBot, OAI-SearchBot, PerplexityBot, anthropic-ai, cohere-ai); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "Amazonbot": "Disallow: /", "Applebot-Extended": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "OAI-SearchBot": "Disallow: /", "PerplexityBot": "Disallow: /", "anthropic-ai": "Disallow: /", "cohere-ai": "Disallow: /" } } }, "licensing": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, Applebot-Extended, CCBot, ChatGPT-User, Claude-Web, ClaudeBot, GPTBot, OAI-SearchBot, PerplexityBot, anthropic-ai, cohere-ai); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "Amazonbot": "Disallow: /", "Applebot-Extended": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "OAI-SearchBot": "Disallow: /", "PerplexityBot": "Disallow: /", "anthropic-ai": "Disallow: /", "cohere-ai": "Disallow: /" } } }, "meta_robots": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, Applebot-Extended, CCBot, ChatGPT-User, Claude-Web, ClaudeBot, GPTBot, OAI-SearchBot, PerplexityBot, anthropic-ai, cohere-ai); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "Amazonbot": "Disallow: /", "Applebot-Extended": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "OAI-SearchBot": "Disallow: /", "PerplexityBot": "Disallow: /", "anthropic-ai": "Disallow: /", "cohere-ai": "Disallow: /" } } }, "http_to_https": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, Applebot-Extended, CCBot, ChatGPT-User, Claude-Web, ClaudeBot, GPTBot, OAI-SearchBot, PerplexityBot, anthropic-ai, cohere-ai); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "Amazonbot": "Disallow: /", "Applebot-Extended": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "OAI-SearchBot": "Disallow: /", "PerplexityBot": "Disallow: /", "anthropic-ai": "Disallow: /", "cohere-ai": "Disallow: /" } } } }, "requests": [ "https://openjur.de/robots.txt" ], "robots_text": "User-agent: *\nDisallow: /u/*.pdf$\nDisallow: /u/*.ppdf$\nDisallow: /u/*.print$\nDisallow: /u/*-facsimile.html$\nDisallow: /u/*.bibtex$\nDisallow: /u/*.ris$\nDisallow: /u/*.bib$\nDisallow: /u/report/*.html$\nDisallow: /edit/*/*.html$\nDisallow: /meta/*/*.html$\nDisallow: /anlagen/\nDisallow: /js/\nDisallow: /css/\nDisallow: /img/\nDisallow: /gvp/\nDisallow: /suche/\n\nUser-agent: ia_archiver\nDisallow: /\nUser-agent: SemrushBot\nDisallow: /\nUser-agent: dotbot\nDisallow: /\nUser-agent: MauiBot\nDisallow: /\nUser-agent: AhrefsBot\nDisallow: /\nUser-agent: BLEXBot\nDisallow: /\nUser-agent: SeekportBot\nDisallow: /\nUser-agent: Amazonbot\nDisallow: /\nUser-agent: GPTBot\nDisallow: /\nUser-agent: anthropic-ai\nDisallow: /\nUser-agent: ClaudeBot\nDisallow: /\nUser-agent: Claude-Web\nDisallow: /\nUser-agent: cohere-ai\nDisallow: /\nUser-agent: DataForSeoBot\nDisallow: /\nUser-agent: FacebookBot\nDisallow: /\nUser-agent: Scrapy\nDisallow: /\nUser-Agent: PerplexityBot\nDisallow: /\nUser-Agent: ImagesiftBot\nDisallow: /\nUser-Agent: ChatGPT-User\nDisallow: /\nUser-Agent: OAI-SearchBot\nDisallow: /\nUser-Agent: Applebot-Extended\nDisallow: /\nUser-Agent: CCBot\nDisallow: /\nUser-Agent: meta-externalagent\nDisallow: /", "robots_sha_len": 1163, "ai_blocked": [ "Amazonbot", "Applebot-Extended", "CCBot", "ChatGPT-User", "Claude-Web", "ClaudeBot", "GPTBot", "OAI-SearchBot", "PerplexityBot", "anthropic-ai", "cohere-ai" ], "ai_allowed": [ "Claude-SearchBot", "Google-Extended" ], "googlebot_allowed": true, "fetch_policy": { "content_fetched": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, Applebot-Extended, CCBot, ChatGPT-User, Claude-Web, ClaudeBot, GPTBot, OAI-SearchBot, PerplexityBot, anthropic-ai, cohere-ai); we are one of them, so this run reads robots.txt only", "blocking_lines": { "Amazonbot": "Disallow: /", "Applebot-Extended": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "OAI-SearchBot": "Disallow: /", "PerplexityBot": "Disallow: /", "anthropic-ai": "Disallow: /", "cohere-ai": "Disallow: /" } } }, { "key": "gesetze-im-internet.de", "name": "Gesetze im Internet (BMJ)", "base": "https://www.gesetze-im-internet.de", "ours": false, "cells": { "https_perf": { "value": { "tls_version": "TLSv1.3", "alpn": "h2", "http2": true, "cert_issuer": "Let's Encrypt", "cert_not_after": "Sep 20 13:18:04 2026 GMT", "handshake_ms": 105 }, "measured": true, "basis": "TLS handshake with ALPN offer h2/http-1.1 (no HTTP request)", "evidence": { "tls": { "host": "www.gesetze-im-internet.de", "handshake_ms": 105, "alpn": "h2", "tls_version": "TLSv1.3", "cert_issuer": "Let's Encrypt", "cert_not_after": "Sep 20 13:18:04 2026 GMT" } } }, "robots_fetch": { "value": { "status": 200, "bytes": 24, "attempts": 1 }, "measured": true, "basis": "GET /robots.txt", "evidence": { "attempts": [ { "status": 200, "bytes": 24, "valid": true, "why": "ok", "error": null, "elapsed_ms": 178, "headers": { "content-type": "text/plain", "content-length": "24", "server": "Apache" } } ], "headers": { "content-type": "text/plain", "content-length": "24", "server": "Apache" } } }, "robots_agents": { "value": { "GPTBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "api": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "OAI-SearchBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "api": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "ChatGPT-User": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "api": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "ClaudeBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "api": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Claude-Web": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "api": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Claude-SearchBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "api": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "anthropic-ai": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "api": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "PerplexityBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "api": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Google-Extended": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "api": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Googlebot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "api": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "CCBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "api": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Applebot-Extended": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "api": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Amazonbot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "api": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "cohere-ai": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "api": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } } }, "measured": true, "basis": "RFC 9309 longest-match evaluation of the fetched robots.txt", "evidence": { "paths": { "root": "/", "search": "/cgi-bin/htsearch", "deep_link": "/bgb/__823.html", "api": "/gii-toc.xml" }, "groups_present": [ "*" ], "content_signals": [] } }, "search_disallowed": { "value": false, "measured": true, "basis": "Googlebot verdict at the site's own search path", "evidence": { "path": "/cgi-bin/htsearch", "rule": "no matching rule" } }, "sitemaps": { "value": [], "measured": true, "basis": "Sitemap: lines in robots.txt", "evidence": { "count": 0 } }, "llms_txt": { "value": { "present": false, "status": 404, "bytes": 236, "note": null }, "measured": true, "basis": "GET /llms.txt", "evidence": { "content_type": "text/html; charset=iso-8859-1", "first_line": [ "" ] } }, "http_to_https": { "value": { "status": 302, "location": "https://www.gesetze-im-internet.de/", "redirects_to_https": true }, "measured": true, "basis": "HEAD http:// (redirects not followed)", "evidence": { "error": null } }, "meta_robots": { "value": { "landing": null }, "measured": true, "basis": "meta name=robots on the landing page", "evidence": { "landing_status": 200, "x_robots_tag": null } }, "deep_link": { "value": { "path": "/bgb/__823.html", "status": 200, "elapsed_ms": 124, "bytes": 1664, "content_encoding": "gzip" }, "measured": true, "basis": "GET one canonical deep link (liveness)", "evidence": { "headers": { "content-type": "text/html", "content-encoding": "gzip", "content-length": "1664", "server": "Apache", "vary": "Accept-Encoding" }, "error": null, "meta_robots": null } }, "citation_linking": { "value": { "anchors_total": 9, "anchors_internal": 8, "statute_citation_anchors": 0, "decision_citation_anchors": 0, "samples": [] }, "measured": true, "basis": "counted anchors on the canonical deep link whose ANCHOR TEXT is a statute citation or a docket/ECLI", "evidence": { "page": "/bgb/__823.html", "status": 200 } }, "corpus_scope": { "value": [ "Das hier vorgehaltene frei zugängliche Archiv beinhaltet digitale Kopien der vor dem 1. Januar 2023 in Papierform ausgegebenen Gesetzblätter.", "… der Justiz und für Verbraucherschutz und das Bundesamt für Justiz stellen für interessierte Bürgerinnen und Bürger nahezu das gesamte aktuelle Bundesrecht kostenlos im Internet bereit." ], "measured": true, "basis": "verbatim sentences from the landing page that state a corpus scope, quantified or qualitative — as STATED by the site, not verified by us", "evidence": { "source_url": "https://www.gesetze-im-internet.de/", "landing_status": 200 } }, "licensing": { "value": [ { "text": "Haftungsausschluss: Alle Angaben und Inhalte dieses Angebotes wurden sorgfältig erstellt und geprüft.", "url": "https://www.gesetze-im-internet.de/impressum.html" }, { "text": "Die Rechtsnormen in deutscher Sprache stehen in allen angebotenen Formaten zur freien Nutzung und Weiterverwendung zur Verfügung.", "url": "https://www.gesetze-im-internet.de/" }, { "text": "Das hier vorgehaltene frei zugängliche Archiv beinhaltet digitale Kopien der vor dem 1. Januar 2023 in Papierform ausgegebenen Gesetzblätter.", "url": "https://www.gesetze-im-internet.de/" } ], "measured": true, "basis": "verbatim licence/rights sentences on the landing page and the legal pages it links to", "evidence": { "pages": [ { "path": "/impressum.html", "status": 200 }, { "path": "/datenschutz.html", "status": 200 } ] } }, "api": { "value": [ { "path": "/gii-toc.xml", "status": 200, "content_type": "application/xml", "content_length": null, "robots_verdict_for_our_ua": true, "robots_rule": "no matching rule", "error": null }, { "path": "/bgb/xml.zip", "status": 200, "content_type": "application/zip", "content_length": "467306", "robots_verdict_for_our_ua": true, "robots_rule": "no matching rule", "error": null } ], "measured": true, "basis": "HEAD on documented machine-readable endpoints", "evidence": {} } }, "requests": [ "https://www.gesetze-im-internet.de/robots.txt", "https://www.gesetze-im-internet.de/llms.txt", "https://www.gesetze-im-internet.de/", "http://www.gesetze-im-internet.de/", "https://www.gesetze-im-internet.de/bgb/__823.html", "https://www.gesetze-im-internet.de/impressum.html", "https://www.gesetze-im-internet.de/datenschutz.html", "https://www.gesetze-im-internet.de/gii-toc.xml", "https://www.gesetze-im-internet.de/bgb/xml.zip" ], "robots_text": "User-agent: *\nDisallow:\n", "robots_sha_len": 24, "ai_blocked": [], "ai_allowed": [ "Amazonbot", "Applebot-Extended", "CCBot", "ChatGPT-User", "Claude-SearchBot", "Claude-Web", "ClaudeBot", "GPTBot", "Google-Extended", "OAI-SearchBot", "PerplexityBot", "anthropic-ai", "cohere-ai" ], "googlebot_allowed": true, "fetch_policy": { "content_fetched": true, "reason": "robots.txt permits our group at every path fetched below", "crawl_delay": null }, "landing_form_actions": [] }, { "key": "rechtsprechung-im-internet.de", "name": "Rechtsprechung im Internet (BMJ)", "base": "https://www.rechtsprechung-im-internet.de", "ours": false, "cells": { "https_perf": { "value": { "tls_version": "TLSv1.3", "alpn": null, "http2": false, "cert_issuer": "Let's Encrypt", "cert_not_after": "Oct 28 11:44:10 2026 GMT", "handshake_ms": 156 }, "measured": true, "basis": "TLS handshake with ALPN offer h2/http-1.1 (no HTTP request)", "evidence": { "tls": { "host": "www.rechtsprechung-im-internet.de", "handshake_ms": 156, "alpn": null, "tls_version": "TLSv1.3", "cert_issuer": "Let's Encrypt", "cert_not_after": "Oct 28 11:44:10 2026 GMT" } } }, "robots_fetch": { "value": { "status": 200, "bytes": 971, "attempts": 1 }, "measured": true, "basis": "GET /robots.txt", "evidence": { "attempts": [ { "status": 200, "bytes": 971, "valid": true, "why": "ok", "error": null, "elapsed_ms": 291, "headers": { "content-type": "text/plain", "content-encoding": "gzip", "server": "Apache", "strict-transport-security": "max-age=604800; includeSubDomains", "cache-control": "no-store, no-cache, must-revalidate", "vary": "accept-encoding" } } ], "headers": { "content-type": "text/plain", "content-encoding": "gzip", "server": "Apache", "strict-transport-security": "max-age=604800; includeSubDomains", "cache-control": "no-store, no-cache, must-revalidate", "vary": "accept-encoding" } } }, "robots_agents": { "value": { "GPTBot": { "root": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "api": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null } }, "OAI-SearchBot": { "root": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "api": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null } }, "ChatGPT-User": { "root": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "api": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null } }, "ClaudeBot": { "root": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "api": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null } }, "Claude-Web": { "root": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "api": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null } }, "Claude-SearchBot": { "root": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "api": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null } }, "anthropic-ai": { "root": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "api": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null } }, "PerplexityBot": { "root": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "api": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null } }, "Google-Extended": { "root": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "api": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null } }, "Googlebot": { "root": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "api": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null } }, "CCBot": { "root": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "api": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null } }, "Applebot-Extended": { "root": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "api": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null } }, "Amazonbot": { "root": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "api": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null } }, "cohere-ai": { "root": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null }, "api": { "allowed": false, "group": "*", "rule": "Disallow: /", "crawl_delay": null } } }, "measured": true, "basis": "RFC 9309 longest-match evaluation of the fetched robots.txt", "evidence": { "paths": { "root": "/", "search": "/jportal/portal/page/bsjrsprod.psml", "deep_link": "/jportal/portal/page/bsjrsprod.psml", "api": "/rii-toc.xml" }, "groups_present": [ "*", "dg_justice_crawler" ], "content_signals": [] } }, "search_disallowed": { "value": true, "measured": true, "basis": "Googlebot verdict at the site's own search path", "evidence": { "path": "/jportal/portal/page/bsjrsprod.psml", "rule": "Disallow: /" } }, "sitemaps": { "value": [ "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/13/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/14/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/15/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/18/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/19/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/20/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/21/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/22/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/25/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/26/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/27/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/28/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/29/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/01/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/02/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/03/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/04/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/05/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/08/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/09/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/10/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/11/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/12/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/15/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/16/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/17/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/18/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/19/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/22/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/23/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/24/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/25/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/26/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/29/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/30/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/01/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/02/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/06/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/07/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/08/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/09/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/10/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/13/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/14/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/15/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/16/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/17/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/20/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/21/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/22/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/23/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/24/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/27/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/28/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/29/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/30/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/31/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/03/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/04/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/05/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/06/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/07/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/10/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/11/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/12/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/13/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/14/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/17/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/18/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/19/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/20/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/21/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/24/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/25/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/26/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/27/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/28/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/01/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/02/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/03/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/04/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/05/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/08/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/09/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/10/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/11/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/12/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/15/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/16/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/17/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/18/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/19/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/22/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/23/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/24/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/29/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/31/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/02/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/05/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/06/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/07/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/08/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/09/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/12/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/13/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/14/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/15/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/16/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/19/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/20/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/21/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/22/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/23/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/26/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/27/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/28/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/29/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/30/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/31/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/02/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/03/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/04/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/05/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/06/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/09/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/10/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/11/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/12/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/13/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/16/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/17/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/18/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/19/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/20/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/23/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/24/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/25/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/26/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/27/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/02/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/03/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/04/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/05/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/06/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/09/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/10/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/11/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/12/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/13/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/16/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/17/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/18/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/19/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/20/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/23/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/24/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/25/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/26/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/27/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/30/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/31/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/01/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/02/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/07/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/08/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/09/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/10/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/13/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/14/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/15/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/16/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/17/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/20/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/21/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/22/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/23/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/24/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/27/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/28/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/29/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/30/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/05/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/06/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/07/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/08/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/11/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/12/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/13/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/15/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/18/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/19/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/20/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/21/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/22/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/26/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/27/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/28/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/29/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/01/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/02/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/03/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/04/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/05/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/08/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/09/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/10/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/11/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/12/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/15/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/16/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/17/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/18/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/19/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/22/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/23/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/24/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/25/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/26/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/29/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/30/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/01/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/02/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/03/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/06/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/07/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/08/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/09/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/10/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/13/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/14/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/15/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/16/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/17/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/20/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/21/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/22/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/23/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/24/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/27/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/28/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/29/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/30/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/31/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/08/03/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/08/04/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/08/05/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/08/06/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/08/07/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/08/10/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/08/11/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/08/12/sitemap_index_1.xml", "https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/08/13/sitemap_index_1.xml" ], "measured": true, "basis": "Sitemap: lines in robots.txt", "evidence": { "count": 252 } }, "llms_txt": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, Applebot-Extended, CCBot, ChatGPT-User, Claude-SearchBot, Claude-Web, ClaudeBot, GPTBot, Google-Extended, OAI-SearchBot, PerplexityBot, anthropic-ai, cohere-ai); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "Amazonbot": "Disallow: /", "Applebot-Extended": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /", "Claude-SearchBot": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "Google-Extended": "Disallow: /", "OAI-SearchBot": "Disallow: /", "PerplexityBot": "Disallow: /", "anthropic-ai": "Disallow: /", "cohere-ai": "Disallow: /" } } }, "deep_link": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, Applebot-Extended, CCBot, ChatGPT-User, Claude-SearchBot, Claude-Web, ClaudeBot, GPTBot, Google-Extended, OAI-SearchBot, PerplexityBot, anthropic-ai, cohere-ai); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "Amazonbot": "Disallow: /", "Applebot-Extended": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /", "Claude-SearchBot": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "Google-Extended": "Disallow: /", "OAI-SearchBot": "Disallow: /", "PerplexityBot": "Disallow: /", "anthropic-ai": "Disallow: /", "cohere-ai": "Disallow: /" } } }, "api": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, Applebot-Extended, CCBot, ChatGPT-User, Claude-SearchBot, Claude-Web, ClaudeBot, GPTBot, Google-Extended, OAI-SearchBot, PerplexityBot, anthropic-ai, cohere-ai); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "Amazonbot": "Disallow: /", "Applebot-Extended": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /", "Claude-SearchBot": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "Google-Extended": "Disallow: /", "OAI-SearchBot": "Disallow: /", "PerplexityBot": "Disallow: /", "anthropic-ai": "Disallow: /", "cohere-ai": "Disallow: /" } } }, "corpus_scope": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, Applebot-Extended, CCBot, ChatGPT-User, Claude-SearchBot, Claude-Web, ClaudeBot, GPTBot, Google-Extended, OAI-SearchBot, PerplexityBot, anthropic-ai, cohere-ai); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "Amazonbot": "Disallow: /", "Applebot-Extended": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /", "Claude-SearchBot": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "Google-Extended": "Disallow: /", "OAI-SearchBot": "Disallow: /", "PerplexityBot": "Disallow: /", "anthropic-ai": "Disallow: /", "cohere-ai": "Disallow: /" } } }, "citation_linking": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, Applebot-Extended, CCBot, ChatGPT-User, Claude-SearchBot, Claude-Web, ClaudeBot, GPTBot, Google-Extended, OAI-SearchBot, PerplexityBot, anthropic-ai, cohere-ai); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "Amazonbot": "Disallow: /", "Applebot-Extended": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /", "Claude-SearchBot": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "Google-Extended": "Disallow: /", "OAI-SearchBot": "Disallow: /", "PerplexityBot": "Disallow: /", "anthropic-ai": "Disallow: /", "cohere-ai": "Disallow: /" } } }, "licensing": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, Applebot-Extended, CCBot, ChatGPT-User, Claude-SearchBot, Claude-Web, ClaudeBot, GPTBot, Google-Extended, OAI-SearchBot, PerplexityBot, anthropic-ai, cohere-ai); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "Amazonbot": "Disallow: /", "Applebot-Extended": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /", "Claude-SearchBot": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "Google-Extended": "Disallow: /", "OAI-SearchBot": "Disallow: /", "PerplexityBot": "Disallow: /", "anthropic-ai": "Disallow: /", "cohere-ai": "Disallow: /" } } }, "meta_robots": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, Applebot-Extended, CCBot, ChatGPT-User, Claude-SearchBot, Claude-Web, ClaudeBot, GPTBot, Google-Extended, OAI-SearchBot, PerplexityBot, anthropic-ai, cohere-ai); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "Amazonbot": "Disallow: /", "Applebot-Extended": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /", "Claude-SearchBot": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "Google-Extended": "Disallow: /", "OAI-SearchBot": "Disallow: /", "PerplexityBot": "Disallow: /", "anthropic-ai": "Disallow: /", "cohere-ai": "Disallow: /" } } }, "http_to_https": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, Applebot-Extended, CCBot, ChatGPT-User, Claude-SearchBot, Claude-Web, ClaudeBot, GPTBot, Google-Extended, OAI-SearchBot, PerplexityBot, anthropic-ai, cohere-ai); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "Amazonbot": "Disallow: /", "Applebot-Extended": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /", "Claude-SearchBot": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "Google-Extended": "Disallow: /", "OAI-SearchBot": "Disallow: /", "PerplexityBot": "Disallow: /", "anthropic-ai": "Disallow: /", "cohere-ai": "Disallow: /" } } } }, "requests": [ "https://www.rechtsprechung-im-internet.de/robots.txt" ], "robots_text": "User-agent: *\nDisallow: /\nUser-agent: DG_JUSTICE_CRAWLER\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/13/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/14/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/15/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/18/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/19/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/20/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/21/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/22/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/25/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/26/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/27/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/28/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/08/29/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/01/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/02/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/03/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/04/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/05/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/08/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/09/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/10/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/11/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/12/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/15/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/16/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/17/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/18/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/19/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/22/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/23/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/24/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/25/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/26/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/29/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/09/30/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/01/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/02/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/06/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/07/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/08/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/09/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/10/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/13/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/14/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/15/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/16/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/17/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/20/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/21/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/22/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/23/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/24/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/27/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/28/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/29/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/30/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/10/31/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/03/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/04/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/05/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/06/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/07/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/10/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/11/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/12/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/13/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/14/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/17/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/18/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/19/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/20/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/21/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/24/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/25/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/26/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/27/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/11/28/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/01/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/02/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/03/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/04/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/05/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/08/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/09/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/10/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/11/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/12/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/15/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/16/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/17/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/18/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/19/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/22/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/23/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/24/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/29/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2025/12/31/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/02/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/05/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/06/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/07/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/08/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/09/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/12/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/13/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/14/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/15/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/16/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/19/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/20/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/21/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/22/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/23/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/26/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/27/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/28/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/29/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/30/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/01/31/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/02/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/03/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/04/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/05/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/06/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/09/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/10/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/11/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/12/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/13/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/16/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/17/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/18/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/19/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/20/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/23/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/24/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/25/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/26/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/02/27/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/02/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/03/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/04/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/05/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/06/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/09/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/10/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/11/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/12/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/13/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/16/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/17/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/18/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/19/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/20/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/23/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/24/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/25/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/26/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/27/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/30/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/03/31/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/01/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/02/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/07/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/08/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/09/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/10/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/13/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/14/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/15/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/16/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/17/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/20/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/21/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/22/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/23/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/24/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/27/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/28/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/29/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/04/30/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/05/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/06/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/07/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/08/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/11/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/12/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/13/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/15/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/18/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/19/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/20/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/21/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/22/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/26/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/27/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/28/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/05/29/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/01/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/02/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/03/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/04/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/05/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/08/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/09/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/10/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/11/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/12/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/15/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/16/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/17/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/18/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/19/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/22/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/23/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/24/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/25/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/26/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/29/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/06/30/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/01/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/02/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/03/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/06/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/07/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/08/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/09/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/10/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/13/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/14/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/15/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/16/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/17/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/20/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/21/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/22/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/23/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/24/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/27/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/28/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/29/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/30/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/07/31/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/08/03/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/08/04/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/08/05/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/08/06/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/08/07/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/08/10/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/08/11/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/08/12/sitemap_index_1.xml\nSitemap: https://www.rechtsprechung-im-internet.de/jportal/docs/eclicrawler/2026/08/13/sitemap_index_1.xml\n", "robots_sha_len": 27021, "ai_blocked": [ "Amazonbot", "Applebot-Extended", "CCBot", "ChatGPT-User", "Claude-SearchBot", "Claude-Web", "ClaudeBot", "GPTBot", "Google-Extended", "OAI-SearchBot", "PerplexityBot", "anthropic-ai", "cohere-ai" ], "ai_allowed": [], "googlebot_allowed": false, "fetch_policy": { "content_fetched": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, Applebot-Extended, CCBot, ChatGPT-User, Claude-SearchBot, Claude-Web, ClaudeBot, GPTBot, Google-Extended, OAI-SearchBot, PerplexityBot, anthropic-ai, cohere-ai); we are one of them, so this run reads robots.txt only", "blocking_lines": { "Amazonbot": "Disallow: /", "Applebot-Extended": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /", "Claude-SearchBot": "Disallow: /", "Claude-Web": "Disallow: /", "ClaudeBot": "Disallow: /", "GPTBot": "Disallow: /", "Google-Extended": "Disallow: /", "OAI-SearchBot": "Disallow: /", "PerplexityBot": "Disallow: /", "anthropic-ai": "Disallow: /", "cohere-ai": "Disallow: /" } } }, { "key": "buzer.de", "name": "buzer.de", "base": "https://www.buzer.de", "ours": false, "cells": { "https_perf": { "value": { "tls_version": "TLSv1.3", "alpn": "http/1.1", "http2": false, "cert_issuer": "DigiCert Inc", "cert_not_after": "Oct 13 23:59:59 2026 GMT", "handshake_ms": 109 }, "measured": true, "basis": "TLS handshake with ALPN offer h2/http-1.1 (no HTTP request)", "evidence": { "tls": { "host": "www.buzer.de", "handshake_ms": 109, "alpn": "http/1.1", "tls_version": "TLSv1.3", "cert_issuer": "DigiCert Inc", "cert_not_after": "Oct 13 23:59:59 2026 GMT" } } }, "robots_fetch": { "value": { "status": 200, "bytes": 113, "attempts": 1 }, "measured": true, "basis": "GET /robots.txt", "evidence": { "attempts": [ { "status": 200, "bytes": 113, "valid": true, "why": "ok", "error": null, "elapsed_ms": 258, "headers": { "content-type": "text/plain", "content-encoding": "gzip", "content-length": "113", "server": "Apache", "vary": "Accept-Encoding" } } ], "headers": { "content-type": "text/plain", "content-encoding": "gzip", "content-length": "113", "server": "Apache", "vary": "Accept-Encoding" } } }, "robots_agents": { "value": { "GPTBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "OAI-SearchBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "ChatGPT-User": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "ClaudeBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Claude-Web": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Claude-SearchBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "anthropic-ai": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "PerplexityBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Google-Extended": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Googlebot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "CCBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Applebot-Extended": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Amazonbot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "cohere-ai": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } } }, "measured": true, "basis": "RFC 9309 longest-match evaluation of the fetched robots.txt", "evidence": { "paths": { "root": "/", "search": "/s1.htm", "deep_link": "/823_BGB.htm" }, "groups_present": [ "*" ], "content_signals": [] } }, "search_disallowed": { "value": false, "measured": true, "basis": "Googlebot verdict at the site's own search path", "evidence": { "path": "/s1.htm", "rule": "no matching rule" } }, "sitemaps": { "value": [], "measured": true, "basis": "Sitemap: lines in robots.txt", "evidence": { "count": 0 } }, "llms_txt": { "value": { "present": false, "status": 404, "bytes": 259, "note": null }, "measured": true, "basis": "GET /llms.txt", "evidence": { "content_type": "text/html; charset=iso-8859-1", "first_line": [ "" ] } }, "http_to_https": { "value": { "status": 200, "location": null, "redirects_to_https": false }, "measured": true, "basis": "HEAD http:// (redirects not followed)", "evidence": { "error": null } }, "meta_robots": { "value": { "landing": [ "index,follow" ] }, "measured": true, "basis": "meta name=robots on the landing page", "evidence": { "landing_status": 200, "x_robots_tag": null } }, "deep_link": { "value": { "path": "/823_BGB.htm", "status": 200, "elapsed_ms": 227, "bytes": 4990, "content_encoding": "gzip" }, "measured": true, "basis": "GET one canonical deep link (liveness)", "evidence": { "headers": { "content-type": "text/html; charset=utf-8", "content-encoding": "gzip", "content-length": "4990", "server": "Apache", "vary": "Accept-Encoding" }, "error": null, "meta_robots": [ "index,follow" ] } }, "citation_linking": { "value": { "anchors_total": 65, "anchors_internal": 65, "statute_citation_anchors": 11, "decision_citation_anchors": 0, "samples": [ "Artikel 6 -> /gesetz/17630/a340647.htm", "§ 822 ← -> https://www.buzer.de/822_BGB.htm", "→ § 824 -> https://www.buzer.de/824_BGB.htm", "§ 822 ← -> https://www.buzer.de/822_BGB.htm", "→ § 824 -> https://www.buzer.de/824_BGB.htm" ] }, "measured": true, "basis": "counted anchors on the canonical deep link whose ANCHOR TEXT is a statute citation or a docket/ECLI", "evidence": { "page": "/823_BGB.htm", "status": 200 } }, "corpus_scope": { "value": [ "Gesetze in Deutschland - Buzer.de buzer.de Bundesrecht - tagaktuell konsolidiert - alle Fassungen seit 2006 Vorschriftensuche § / Artikel Gesetz Volltextsuche nach oben nach unten Start Suchen Sachgebiete Aktuell Verkündet Über buzer.de Qualität Kontakt Datenschutz Impressum Tools: Blog-Plugin Mobilversion Vorschau Update via: Web-Widget", "… GenG EGAktG MedizinR AMG TAMG BtMG MPDG ApBetrO AMWHV BtMVV KrankenhR IfSG KHG KHEntgG BPflV KHBV Die weiteren mehr als 10.000 Gesetze und Verordnungen - in allen Fassungen seit 2006 - erreichen Sie über die Suchfunktion oder die Sachgebietsgliederung .", "Zuletzt verkündet: Bundesgesetzblatt Jahrgang 2026 Teil I vom 12. August 2026 Verordnung zur Neuordnung der Berufsausbildung zum Technischen Modellbauer und zur Technischen Modellbauerin V.", "233 Verordnung über die Meisterprüfung in den Teilen I und II im Friseur-Handwerk V.", "Gesetze in Deutschland - Buzer.de buzer.de Bundesrecht - tagaktuell konsolidiert - alle Fassungen seit 2006 Vorschriftensuche § / Artikel Gesetz Volltextsuche nach oben nach unten Start Suchen Sachgebiete Aktuell Verkündet Über buzer.de Qualität Kontakt Datenschutz Impressum Tools: Blog-Plugin Mobilversion Vorschau Upda" ], "measured": true, "basis": "verbatim sentences from the landing page that state a corpus scope, quantified or qualitative — as STATED by the site, not verified by us", "evidence": { "source_url": "https://www.buzer.de/", "landing_status": 200 } }, "licensing": { "value": null, "measured": false, "reason": "no licence or rights sentence found on the pages fetched (absence of evidence, not evidence of absence)", "evidence": { "pages": [ { "path": "/impressum.htm", "status": 200 }, { "path": "/h.htm", "status": 200 }, { "path": "/i.htm", "status": 200 } ] } }, "api": { "value": null, "measured": false, "reason": "no documented machine-readable endpoint found for this source on robots-permitted pages", "evidence": {} } }, "requests": [ "https://www.buzer.de/robots.txt", "https://www.buzer.de/llms.txt", "https://www.buzer.de/", "http://www.buzer.de/", "https://www.buzer.de/823_BGB.htm", "https://www.buzer.de/impressum.htm", "https://www.buzer.de/h.htm", "https://www.buzer.de/i.htm" ], "robots_text": "User-agent: *\nDisallow: \nDisallow: /s2.htm\nDisallow: /inf.js\nDisallow: /infobox.js\nDisallow: /functions.js\nDisallow: /outb/\nDisallow: /newsletter.htm\nDisallow: /*?line=\nDisallow: /*?m=\nDisallow: /*&m=\n", "robots_sha_len": 201, "ai_blocked": [], "ai_allowed": [ "Amazonbot", "Applebot-Extended", "CCBot", "ChatGPT-User", "Claude-SearchBot", "Claude-Web", "ClaudeBot", "GPTBot", "Google-Extended", "OAI-SearchBot", "PerplexityBot", "anthropic-ai", "cohere-ai" ], "googlebot_allowed": true, "fetch_policy": { "content_fetched": true, "reason": "robots.txt permits our group at every path fetched below", "crawl_delay": null }, "landing_form_actions": [ "/s1.htm", "/s2.htm" ] }, { "key": "lexetius.com", "name": "lexetius.com", "base": "https://lexetius.com", "ours": false, "cells": { "https_perf": { "value": { "tls_version": "TLSv1.3", "alpn": "h2", "http2": true, "cert_issuer": "Let's Encrypt", "cert_not_after": "Oct 24 05:50:51 2026 GMT", "handshake_ms": 81 }, "measured": true, "basis": "TLS handshake with ALPN offer h2/http-1.1 (no HTTP request)", "evidence": { "tls": { "host": "lexetius.com", "handshake_ms": 81, "alpn": "h2", "tls_version": "TLSv1.3", "cert_issuer": "Let's Encrypt", "cert_not_after": "Oct 24 05:50:51 2026 GMT" } } }, "robots_fetch": { "value": { "status": 200, "bytes": 44, "attempts": 1 }, "measured": true, "basis": "GET /robots.txt", "evidence": { "attempts": [ { "status": 200, "bytes": 44, "valid": true, "why": "ok", "error": null, "elapsed_ms": 105, "headers": { "content-type": "text/plain;charset=iso-8859-1", "content-encoding": "gzip", "content-length": "44", "server": "Jetty(9.4.57.v20241219)", "strict-transport-security": "max-age=63072000", "vary": "Accept-Encoding" } } ], "headers": { "content-type": "text/plain;charset=iso-8859-1", "content-encoding": "gzip", "content-length": "44", "server": "Jetty(9.4.57.v20241219)", "strict-transport-security": "max-age=63072000", "vary": "Accept-Encoding" } } }, "robots_agents": { "value": { "GPTBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "OAI-SearchBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "ChatGPT-User": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "ClaudeBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Claude-Web": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Claude-SearchBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "anthropic-ai": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "PerplexityBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Google-Extended": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Googlebot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "CCBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Applebot-Extended": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Amazonbot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "cohere-ai": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } } }, "measured": true, "basis": "RFC 9309 longest-match evaluation of the fetched robots.txt", "evidence": { "paths": { "root": "/", "deep_link": "/BGB/823" }, "groups_present": [ "*" ], "content_signals": [] } }, "search_disallowed": { "value": null, "measured": false, "reason": "this source exposes no distinct search URL path that robots.txt could disallow (search is a session-scoped POST form; the discovered form action is in landing_form_actions)", "evidence": {} }, "sitemaps": { "value": [], "measured": true, "basis": "Sitemap: lines in robots.txt", "evidence": { "count": 0 } }, "llms_txt": { "value": { "present": false, "status": 200, "bytes": 1869, "note": "HTTP 200 with an HTML body — a soft 404, not an llms.txt" }, "measured": true, "basis": "GET /llms.txt", "evidence": { "content_type": "text/html;charset=utf-8", "first_line": [ "" ] } }, "http_to_https": { "value": { "status": 302, "location": "https://lexetius.com/", "redirects_to_https": true }, "measured": true, "basis": "HEAD http:// (redirects not followed)", "evidence": { "error": null } }, "meta_robots": { "value": { "landing": [ "noodp, index, follow" ] }, "measured": true, "basis": "meta name=robots on the landing page", "evidence": { "landing_status": 200, "x_robots_tag": null } }, "deep_link": { "value": { "path": "/BGB/823", "status": 200, "elapsed_ms": 267, "bytes": 1678, "content_encoding": "gzip" }, "measured": true, "basis": "GET one canonical deep link (liveness)", "evidence": { "headers": { "content-type": "text/html;charset=utf-8", "content-encoding": "gzip", "content-length": "1678", "server": "Jetty(9.4.57.v20241219)", "strict-transport-security": "max-age=63072000", "cache-control": "no-cache, no-store", "vary": "Accept-Encoding" }, "error": null, "meta_robots": [ "noodp, index, follow" ] } }, "citation_linking": { "value": { "anchors_total": 24, "anchors_internal": 24, "statute_citation_anchors": 2, "decision_citation_anchors": 0, "samples": [ "§ 822 BGB. Herausgabepflicht Dritter -> /BGB/822", "§ 824 BGB. Kreditgefährdung -> /BGB/824" ] }, "measured": true, "basis": "counted anchors on the canonical deep link whose ANCHOR TEXT is a statute citation or a docket/ECLI", "evidence": { "page": "/BGB/823", "status": 200 } }, "corpus_scope": { "value": null, "measured": false, "reason": "no scope statement matched on the landing page", "evidence": { "source_url": "https://lexetius.com/", "landing_status": 200 } }, "licensing": { "value": null, "measured": false, "reason": "no licence or rights sentence found on the pages fetched (absence of evidence, not evidence of absence)", "evidence": { "pages": [ { "path": "/impressum", "status": 200 } ] } }, "api": { "value": null, "measured": false, "reason": "no documented machine-readable endpoint found for this source on robots-permitted pages", "evidence": {} } }, "requests": [ "https://lexetius.com/robots.txt", "https://lexetius.com/llms.txt", "https://lexetius.com/", "http://lexetius.com/", "https://lexetius.com/BGB/823", "https://lexetius.com/impressum" ], "robots_text": "User-agent: *\nDisallow:\n", "robots_sha_len": 24, "ai_blocked": [], "ai_allowed": [ "Amazonbot", "Applebot-Extended", "CCBot", "ChatGPT-User", "Claude-SearchBot", "Claude-Web", "ClaudeBot", "GPTBot", "Google-Extended", "OAI-SearchBot", "PerplexityBot", "anthropic-ai", "cohere-ai" ], "googlebot_allowed": true, "fetch_policy": { "content_fetched": true, "reason": "robots.txt permits our group at every path fetched below", "crawl_delay": null }, "landing_form_actions": [ "./;jsessionid=node0b5m1t0cdjqqu1pyeejfpnrnoh2492.node0?0-1.IFormSubmitListener-formular" ] }, { "key": "rewis.io", "name": "REWIS", "base": "https://rewis.io", "ours": false, "cells": { "https_perf": { "value": { "tls_version": "TLSv1.3", "alpn": "h2", "http2": true, "cert_issuer": "Google Trust Services", "cert_not_after": "Oct 5 01:31:44 2026 GMT", "handshake_ms": 192 }, "measured": true, "basis": "TLS handshake with ALPN offer h2/http-1.1 (no HTTP request)", "evidence": { "tls": { "host": "rewis.io", "handshake_ms": 192, "alpn": "h2", "tls_version": "TLSv1.3", "cert_issuer": "Google Trust Services", "cert_not_after": "Oct 5 01:31:44 2026 GMT" } } }, "robots_fetch": { "value": { "status": 200, "bytes": 393, "attempts": 1 }, "measured": true, "basis": "GET /robots.txt", "evidence": { "attempts": [ { "status": 200, "bytes": 393, "valid": true, "why": "ok", "error": null, "elapsed_ms": 211, "headers": { "content-type": "text/plain; charset=utf-8", "content-encoding": "gzip", "server": "cloudflare", "strict-transport-security": "max-age=15552000", "cache-control": "max-age=86400, s-maxage=10", "vary": "Accept-Encoding", "cf-cache-status": "BYPASS" } } ], "headers": { "content-type": "text/plain; charset=utf-8", "content-encoding": "gzip", "server": "cloudflare", "strict-transport-security": "max-age=15552000", "cache-control": "max-age=86400, s-maxage=10", "vary": "Accept-Encoding", "cf-cache-status": "BYPASS" } } }, "robots_agents": { "value": { "GPTBot": { "root": { "allowed": true, "group": "gptbot", "rule": "no matching rule", "crawl_delay": null }, "search": { "allowed": false, "group": "gptbot", "rule": "Disallow: /urteile/suche/", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "gptbot", "rule": "no matching rule", "crawl_delay": null } }, "OAI-SearchBot": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /urteile/suche/", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "ChatGPT-User": { "root": { "allowed": false, "group": "chatgpt-user", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "chatgpt-user", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "chatgpt-user", "rule": "Disallow: /", "crawl_delay": null } }, "ClaudeBot": { "root": { "allowed": false, "group": "claudebot/1.0", "rule": "Disallow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "claudebot/1.0", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "claudebot/1.0", "rule": "Disallow: /", "crawl_delay": null } }, "Claude-Web": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /urteile/suche/", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "Claude-SearchBot": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /urteile/suche/", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "anthropic-ai": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /urteile/suche/", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "PerplexityBot": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /urteile/suche/", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "Google-Extended": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /urteile/suche/", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "Googlebot": { "root": { "allowed": true, "group": "googlebot", "rule": "Allow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "googlebot", "rule": "Disallow: /urteile/suche/", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "googlebot", "rule": "Allow: /", "crawl_delay": null } }, "CCBot": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /urteile/suche/", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "Applebot-Extended": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /urteile/suche/", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "Amazonbot": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /urteile/suche/", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "cohere-ai": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "search": { "allowed": false, "group": "*", "rule": "Disallow: /urteile/suche/", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } } }, "measured": true, "basis": "RFC 9309 longest-match evaluation of the fetched robots.txt", "evidence": { "paths": { "root": "/", "search": "/urteile/suche/", "deep_link": "/gesetze/bgb/p/bgb-823/" }, "groups_present": [ "*", "adsbot/3.1", "ahrefsbot", "archive.org_bot", "blexbot", "chatgpt-user", "claudebot/1.0", "dataforseobot", "dotbot", "googlebot", "googleother", "gptbot", "ia_archiver", "lcc", "linkupbot", "mauibot", "mj12bot", "seekport crawler", "semrushbot", "seokicks-robot" ], "content_signals": [] } }, "search_disallowed": { "value": true, "measured": true, "basis": "Googlebot verdict at the site's own search path", "evidence": { "path": "/urteile/suche/", "rule": "Disallow: /urteile/suche/" } }, "sitemaps": { "value": [], "measured": true, "basis": "Sitemap: lines in robots.txt", "evidence": { "count": 0 } }, "llms_txt": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (ChatGPT-User, ClaudeBot); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "ChatGPT-User": "Disallow: /", "ClaudeBot": "Disallow: /" } } }, "deep_link": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (ChatGPT-User, ClaudeBot); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "ChatGPT-User": "Disallow: /", "ClaudeBot": "Disallow: /" } } }, "api": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (ChatGPT-User, ClaudeBot); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "ChatGPT-User": "Disallow: /", "ClaudeBot": "Disallow: /" } } }, "corpus_scope": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (ChatGPT-User, ClaudeBot); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "ChatGPT-User": "Disallow: /", "ClaudeBot": "Disallow: /" } } }, "citation_linking": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (ChatGPT-User, ClaudeBot); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "ChatGPT-User": "Disallow: /", "ClaudeBot": "Disallow: /" } } }, "licensing": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (ChatGPT-User, ClaudeBot); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "ChatGPT-User": "Disallow: /", "ClaudeBot": "Disallow: /" } } }, "meta_robots": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (ChatGPT-User, ClaudeBot); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "ChatGPT-User": "Disallow: /", "ClaudeBot": "Disallow: /" } } }, "http_to_https": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (ChatGPT-User, ClaudeBot); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "ChatGPT-User": "Disallow: /", "ClaudeBot": "Disallow: /" } } } }, "requests": [ "https://rewis.io/robots.txt" ], "robots_text": "User-agent: SemrushBot\nDisallow: /\n\nUser-agent: AhrefsBot\nDisallow: /\n\nUser-agent: MJ12bot\nDisallow: /\n\nUser-agent: dotbot\nDisallow: /\n\nUser-agent: BLEXBot\nDisallow: /\n\nUser-agent: ClaudeBot/1.0\nDisallow: /\n\nUser-agent: Adsbot/3.1\nDisallow: /\n\nUser-agent: SEOkicks-Robot\nDisallow: /\n\nUser-agent: MauiBot\nDisallow: /\n\nUser-agent: DataForSeoBot\nDisallow: /\n\nUser-agent: Seekport Crawler\nDisallow: /\n\nUser-agent: LCC\nDisallow: /\n\nUser-agent: ia_archiver\nDisallow: /\n\nUser-agent: archive.org_bot\nDisallow: /\n\nUser-agent: GPTBot\nDisallow: /urteile/aktenzeichen/\nDisallow: /fokus/\nDisallow: /urteile/suche/\nDisallow: /media/law/sentence/\nDisallow: /service/pdf/\nDisallow: /sys/\nDisallow: /pstore/\nDisallow: /media/service/capturedwebsite/\nDisallow: /media/law/sentenceimage/\nDisallow: /admin/\n\nUser-agent: ChatGPT-User\nDisallow: /\n\nUser-agent: *\nAllow: /\nDisallow: /fokus/\nDisallow: /urteile/suche/\nDisallow: /media/law/sentence/\nDisallow: /service/pdf/\nDisallow: /sys/\nDisallow: /pstore/\nDisallow: /media/service/capturedwebsite/\nDisallow: /media/law/sentenceimage/\nDisallow: /admin/\nDisallow: /auth/\nDisallow: /accounts/\nDisallow: /app/\n\nUser-agent: Googlebot\nAllow: /\nDisallow: /service/linkgateway/1/\nDisallow: /exoclick/\nDisallow: /urteile/aktenzeichen/\nDisallow: /fokus/\nDisallow: /urteile/suche/\nDisallow: /media/law/sentence/\nDisallow: /service/pdf/\nDisallow: /sys/\nDisallow: /pstore/\nDisallow: /media/service/capturedwebsite/\nDisallow: /media/law/sentenceimage/\nDisallow: /admin/\nDisallow: /auth/\nDisallow: /accounts/\n\nUser-agent: GoogleOther\nDisallow: /\n\nUser-agent: LinkUpBot\nDisallow: /\n\nHost: https://rewis.io\n\n", "robots_sha_len": 1618, "ai_blocked": [ "ChatGPT-User", "ClaudeBot" ], "ai_allowed": [ "Amazonbot", "Applebot-Extended", "CCBot", "Claude-SearchBot", "Claude-Web", "GPTBot", "Google-Extended", "OAI-SearchBot", "PerplexityBot", "anthropic-ai", "cohere-ai" ], "googlebot_allowed": true, "fetch_policy": { "content_fetched": false, "reason": "operator blocks named AI crawlers at / (ChatGPT-User, ClaudeBot); we are one of them, so this run reads robots.txt only", "blocking_lines": { "ChatGPT-User": "Disallow: /", "ClaudeBot": "Disallow: /" } } }, { "key": "rechtsfund.de", "name": "rechtsfund", "base": "https://rechtsfund.de", "ours": false, "cells": { "https_perf": { "value": { "tls_version": "TLSv1.3", "alpn": "http/1.1", "http2": false, "cert_issuer": "Let's Encrypt", "cert_not_after": "Sep 24 02:13:57 2026 GMT", "handshake_ms": 75 }, "measured": true, "basis": "TLS handshake with ALPN offer h2/http-1.1 (no HTTP request)", "evidence": { "tls": { "host": "rechtsfund.de", "handshake_ms": 75, "alpn": "http/1.1", "tls_version": "TLSv1.3", "cert_issuer": "Let's Encrypt", "cert_not_after": "Sep 24 02:13:57 2026 GMT" } } }, "robots_fetch": { "value": null, "measured": false, "reason": "robots.txt did not fetch as a valid robots file", "evidence": { "attempts": [ { "status": 404, "bytes": 24214, "valid": false, "why": "HTTP 404", "error": null, "elapsed_ms": 230, "headers": { "content-type": "text/html; charset=utf-8", "content-encoding": "gzip", "server": "nginx/1.24.0 (Ubuntu)", "vary": "Cookie" } }, { "status": 404, "bytes": 24214, "valid": false, "why": "HTTP 404", "error": null, "elapsed_ms": 196, "headers": { "content-type": "text/html; charset=utf-8", "content-encoding": "gzip", "server": "nginx/1.24.0 (Ubuntu)", "vary": "Cookie" } } ] } }, "robots_agents": { "value": null, "measured": false, "reason": "robots.txt unreadable, so no content was fetched and no verdict can be derived", "evidence": {} }, "search_disallowed": { "value": null, "measured": false, "reason": "robots.txt unreadable, so no content was fetched and no verdict can be derived", "evidence": {} }, "sitemaps": { "value": null, "measured": false, "reason": "robots.txt unreadable, so no content was fetched and no verdict can be derived", "evidence": {} }, "llms_txt": { "value": null, "measured": false, "reason": "robots.txt unreadable, so no content was fetched and no verdict can be derived", "evidence": {} }, "deep_link": { "value": null, "measured": false, "reason": "robots.txt unreadable, so no content was fetched and no verdict can be derived", "evidence": {} }, "api": { "value": null, "measured": false, "reason": "robots.txt unreadable, so no content was fetched and no verdict can be derived", "evidence": {} }, "corpus_scope": { "value": null, "measured": false, "reason": "robots.txt unreadable, so no content was fetched and no verdict can be derived", "evidence": {} }, "citation_linking": { "value": null, "measured": false, "reason": "robots.txt unreadable, so no content was fetched and no verdict can be derived", "evidence": {} }, "licensing": { "value": null, "measured": false, "reason": "robots.txt unreadable, so no content was fetched and no verdict can be derived", "evidence": {} }, "meta_robots": { "value": null, "measured": false, "reason": "robots.txt unreadable, so no content was fetched and no verdict can be derived", "evidence": {} }, "http_to_https": { "value": null, "measured": false, "reason": "robots.txt unreadable, so no content was fetched and no verdict can be derived", "evidence": {} } }, "requests": [ "https://rechtsfund.de/robots.txt", "https://rechtsfund.de/robots.txt" ], "robots_text": null, "fetch_policy": { "content_fetched": false, "reason": "robots.txt unreadable; an unreadable policy is not consent" } }, { "key": "juraforum.de", "name": "JuraForum", "base": "https://www.juraforum.de", "ours": false, "cells": { "https_perf": { "value": { "tls_version": "TLSv1.3", "alpn": "http/1.1", "http2": false, "cert_issuer": "Starfield Technologies, Inc.", "cert_not_after": "Nov 28 06:28:16 2026 GMT", "handshake_ms": 96 }, "measured": true, "basis": "TLS handshake with ALPN offer h2/http-1.1 (no HTTP request)", "evidence": { "tls": { "host": "www.juraforum.de", "handshake_ms": 96, "alpn": "http/1.1", "tls_version": "TLSv1.3", "cert_issuer": "Starfield Technologies, Inc.", "cert_not_after": "Nov 28 06:28:16 2026 GMT" } } }, "robots_fetch": { "value": { "status": 200, "bytes": 3896, "attempts": 1 }, "measured": true, "basis": "GET /robots.txt", "evidence": { "attempts": [ { "status": 200, "bytes": 3896, "valid": true, "why": "ok", "error": null, "elapsed_ms": 110, "headers": { "content-type": "text/plain", "content-encoding": "gzip", "content-length": "3896", "server": "Apache", "vary": "Accept-Encoding" } } ], "headers": { "content-type": "text/plain", "content-encoding": "gzip", "content-length": "3896", "server": "Apache", "vary": "Accept-Encoding" } } }, "robots_agents": { "value": { "GPTBot": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "OAI-SearchBot": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "ChatGPT-User": { "root": { "allowed": false, "group": "chatgpt-user", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "chatgpt-user", "rule": "Disallow: /", "crawl_delay": null } }, "ClaudeBot": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "Claude-Web": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "Claude-SearchBot": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "anthropic-ai": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "PerplexityBot": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "Google-Extended": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "Googlebot": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "CCBot": { "root": { "allowed": false, "group": "ccbot", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "ccbot", "rule": "Disallow: /", "crawl_delay": null } }, "Applebot-Extended": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "Amazonbot": { "root": { "allowed": false, "group": "amazonbot", "rule": "Disallow: /", "crawl_delay": null }, "deep_link": { "allowed": false, "group": "amazonbot", "rule": "Disallow: /", "crawl_delay": null } }, "cohere-ai": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } } }, "measured": true, "basis": "RFC 9309 longest-match evaluation of the fetched robots.txt", "evidence": { "paths": { "root": "/", "deep_link": "/urteile/bgh/bgh-urteil-vom-20-07-2021-az-vi-zr-63-19" }, "groups_present": [ "*", "ahrefsbot", "amazonbot", "applebot", "bingbot", "blexbot", "bubing", "buck", "buck/2.2", "ccbot", "chatgpt-user", "cliqzbot", "dataforseobot", "flamingo_searchengine", "ia_archiver", "linguee", "magpie-crawler", "mj12bot", "neofonie", "petalbot", "proximic", "qwantify", "seekportbot", "semrushbot", "sentibot", "seokicks-robot", "seznambot", "slurp", "trendictionbot", "turnitinbot" ], "content_signals": [] } }, "search_disallowed": { "value": null, "measured": false, "reason": "this source exposes no distinct search URL path that robots.txt could disallow (search is a session-scoped POST form; the discovered form action is in landing_form_actions)", "evidence": {} }, "sitemaps": { "value": [ "https://www.juraforum.de/sitemap.xml" ], "measured": true, "basis": "Sitemap: lines in robots.txt", "evidence": { "count": 1 } }, "llms_txt": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, CCBot, ChatGPT-User); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "Amazonbot": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /" } } }, "deep_link": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, CCBot, ChatGPT-User); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "Amazonbot": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /" } } }, "api": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, CCBot, ChatGPT-User); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "Amazonbot": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /" } } }, "corpus_scope": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, CCBot, ChatGPT-User); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "Amazonbot": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /" } } }, "citation_linking": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, CCBot, ChatGPT-User); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "Amazonbot": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /" } } }, "licensing": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, CCBot, ChatGPT-User); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "Amazonbot": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /" } } }, "meta_robots": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, CCBot, ChatGPT-User); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "Amazonbot": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /" } } }, "http_to_https": { "value": null, "measured": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, CCBot, ChatGPT-User); we are one of them, so this run reads robots.txt only", "evidence": { "blocking_lines": { "Amazonbot": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /" } } } }, "requests": [ "https://www.juraforum.de/robots.txt" ], "robots_text": "User-agent: *\r\n\r\nAllow: /\r\n\r\nDisallow: /forum/nachrichten-\r\nDisallow: /forum/find-new/\r\nDisallow: /forum/search/\r\nDisallow: /forum/misc/location-info\r\nDisallow: /forum/register\r\nDisallow: /forum/login\r\nDisallow: /forum/attachments/\r\nDisallow: /berater/\r\n\r\nDisallow: /kontakt\r\nDisallow: /datenschutz$\r\nDisallow: /agb\r\nDisallow: /team\r\nDisallow: /jobs\r\nDisallow: /werbung\r\nDisallow: /presse\r\n\r\nDisallow: /objekte/advobildung/\r\nDisallow: /objekte/gesetze/\r\nDisallow: /objekte/kaiserseminare/\r\nDisallow: /objekte/prozesskostenrechner/\r\nDisallow: /objekte/rechtsanwalt/\r\n\r\nDisallow: /muster-vorlagen/download\r\n\r\nDisallow: /switch\r\n\r\nDisallow: /forum/posts/*/reactions\r\nDisallow: /rechtsanwalt/zugangsdaten\r\nDisallow: /rechtsanwalt/loeschen\r\n\r\nDisallow: /gesetze/11-bimschv/\r\nDisallow: /gesetze/11-rav/\r\nDisallow: /gesetze/13-bimschv/\r\nDisallow: /gesetze/16-rag/\r\nDisallow: /gesetze/18-rag/\r\nDisallow: /gesetze/1-dv-luftbo/\r\nDisallow: /gesetze/1-fluglsv/\r\nDisallow: /gesetze/1-nog/\r\nDisallow: /gesetze/24-uhanpv/\r\nDisallow: /gesetze/27-bimschv/\r\nDisallow: /gesetze/2-aaueg-aendg/\r\nDisallow: /gesetze/2-binsch-sportbootvermvabweichv/\r\nDisallow: /gesetze/2-dv-luftgerpv/\r\nDisallow: /gesetze/2-hstruktg/\r\nDisallow: /gesetze/2-ladv-saar/\r\nDisallow: /gesetze/39-bimschv/\r\nDisallow: /gesetze/3-aendv-6-dv-beg/\r\nDisallow: /gesetze/3-dv-beg/\r\nDisallow: /gesetze/53-anrv/\r\nDisallow: /gesetze/5-rav/\r\nDisallow: /gesetze/8-aendglag/\r\nDisallow: /gesetze/abag/\r\nDisallow: /gesetze/abfverbrg/\r\nDisallow: /gesetze/adr/\r\nDisallow: /gesetze/advermig/\r\nDisallow: /gesetze/adwirkg/\r\nDisallow: /gesetze/afwog/\r\nDisallow: /gesetze/agmahnvordrv/\r\nDisallow: /gesetze/altholzv/\r\nDisallow: /gesetze/amvv/\r\nDisallow: /gesetze/awzrovanl/\r\nDisallow: /gesetze/babwismarg/\r\nDisallow: /gesetze/bbfestv-2016/\r\nDisallow: /gesetze/behv/\r\nDisallow: /gesetze/betrpraemdurchfg/\r\nDisallow: /gesetze/bevstatg/\r\nDisallow: /gesetze/bezng/\r\nDisallow: /gesetze/bghwidvertrano/\r\nDisallow: /gesetze/bho/\r\nDisallow: /gesetze/BHO/\r\nDisallow: /gesetze/biomathintv/\r\nDisallow: /gesetze/bkadv/\r\nDisallow: /gesetze/bmibgebv/\r\nDisallow: /gesetze/bming/\r\nDisallow: /gesetze/bminuzustano/\r\nDisallow: /gesetze/bpolzv/\r\nDisallow: /gesetze/bpraeswahlg/\r\nDisallow: /gesetze/btgo1980anl6bek-2022/\r\nDisallow: /gesetze/bverfgbes-2015-11-24/\r\nDisallow: /gesetze/bwahlgv/\r\nDisallow: /gesetze/comkrimuebkg/\r\nDisallow: /gesetze/csc/\r\nDisallow: /gesetze/djubv/\r\nDisallow: /gesetze/drittelbg/\r\nDisallow: /gesetze/duengg/\r\nDisallow: /gesetze/edelstgrmstrv/\r\nDisallow: /gesetze/eemd-zvanl-ii/\r\nDisallow: /gesetze/ehrzanerkerl-3/\r\nDisallow: /gesetze/einbtestv/\r\nDisallow: /gesetze/einglmindv/\r\nDisallow: /gesetze/ekfv/\r\nDisallow: /gesetze/elektrogbattggebv/\r\nDisallow: /gesetze/enstransv/\r\nDisallow: /gesetze/enwgkostv/\r\nDisallow: /gesetze/erdoelbevg/\r\nDisallow: /gesetze/ergvo-6-dv-beg/\r\nDisallow: /gesetze/ervdpmav/\r\nDisallow: /gesetze/estrmstrv/\r\nDisallow: /gesetze/euastroorgvorrprotv/\r\nDisallow: /gesetze/eufernsabkg/\r\nDisallow: /gesetze/eurocontrolvorrv-2/\r\nDisallow: /gesetze/euterroruebkg/\r\nDisallow: /gesetze/eu-vschdg/\r\nDisallow: /gesetze/euwaffkontruebkg/\r\nDisallow: /gesetze/fachklogsystprv/\r\nDisallow: /gesetze/fahrlausbv/\r\nDisallow: /gesetze/fanpg/\r\nDisallow: /gesetze/feleg/\r\nDisallow: /gesetze/feuerbrandv-1985/\r\nDisallow: /gesetze/ffg/\r\nDisallow: /gesetze/findagkostv/\r\nDisallow: /gesetze/finvermstvtr/\r\nDisallow: /gesetze/fischwimeistprv/\r\nDisallow: /gesetze/flugkmkrbuebk/\r\nDisallow: /gesetze/flulaermberl-tegelv-be/\r\nDisallow: /gesetze/flulaermbuechv/\r\nDisallow: /gesetze/flulaermramstv/\r\nDisallow: /gesetze/fmsakostv/\r\nDisallow: /gesetze/fortbvenaendv6anwv/\r\nDisallow: /gesetze/fotografmstrv/\r\nDisallow: /gesetze/frg/\r\nDisallow: /gesetze/frgs15v/\r\nDisallow: /gesetze/fruehv/\r\nDisallow: /gesetze/fsmusterzulv/\r\nDisallow: /gesetze/fverlv/\r\nDisallow: /gesetze/fvgs5abs2dv-1977/\r\nDisallow: /gesetze/fzgteiluebk/\r\nDisallow: /gesetze/fzmechausbv/\r\nDisallow: /gesetze/fzulg/\r\nDisallow: /gesetze/gafg/\r\nDisallow: /gesetze/gasnev/\r\nDisallow: /gesetze/gattg/\r\nDisallow: /gesetze/gebreinausbvo/\r\nDisallow: /gesetze/gefbeitrv-1998/\r\nDisallow: /gesetze/genregv/\r\nDisallow: /gesetze/gerpraeswo/\r\nDisallow: /gesetze/geruestbmstrv/\r\nDisallow: /gesetze/gewos34cdvaendv-3/\r\nDisallow: /gesetze/gewstdv/\r\nDisallow: /gesetze/gfwtdbwvdv/\r\nDisallow: /gesetze/gii041181/\r\nDisallow: /gesetze/gkv-solg/\r\nDisallow: /gesetze/gntdbwvvdv/\r\nDisallow: /gesetze/grabfertvbg-pol/\r\nDisallow: /gesetze/grabfertvtr-aut-1962/\r\nDisallow: /gesetze/graendstvtr-he-nw/\r\nDisallow: /gesetze/graendstvtrmv-ndbek/\r\nDisallow: /gesetze/graendstvtr-sn-th-2/\r\nDisallow: /gesetze/graendstvtrsn-th2bek/\r\nDisallow: /gesetze/grberichtvtr-nld-1/\r\nDisallow: /gesetze/grg/\r\nDisallow: /gesetze/grsidav/\r\nDisallow: /gesetze/grwg/\r\nDisallow: /gesetze/gsg/\r\nDisallow: /gesetze/guamkflausbv/\r\nDisallow: /gesetze/gwgmeldv-immobilien/\r\nDisallow: /gesetze/hafenlogausbv/\r\nDisallow: /gesetze/hagdv-1/\r\nDisallow: /gesetze/hav/\r\nDisallow: /gesetze/herrentunnelmauthv/\r\nDisallow: /gesetze/hfreqbetrgen/\r\nDisallow: /gesetze/hfzhvzvstg/\r\nDisallow: /gesetze/hgfsnatschv/\r\nDisallow: /gesetze/hhg/\r\nDisallow: /gesetze/hhgs3v/\r\nDisallow: /gesetze/hivhg/\r\nDisallow: /gesetze/hkohlstiftg/\r\nDisallow: /gesetze/hkrngebv/\r\nDisallow: /gesetze/hkwabfv/\r\nDisallow: /gesetze/hobamstrv/\r\nDisallow: /gesetze/hoerakmstrv/\r\nDisallow: /gesetze/holzbhmstrv/\r\nDisallow: /gesetze/holzbinstrmmausbv/\r\nDisallow: /gesetze/honigv/\r\nDisallow: /gesetze/hopfeinv/\r\nDisallow: /gesetze/hotelausbv/\r\nDisallow: /gesetze/hrfeg/\r\nDisallow: /gesetze/hschmidtstiftg/\r\nDisallow: /gesetze/htdbwvaprv/\r\nDisallow: /gesetze/hweizsaatv-2015/\r\nDisallow: /gesetze/hwfwbaprokaufmmfv/\r\nDisallow: /gesetze/hwos5aabs2v/\r\nDisallow: /gesetze/hwstatg/\r\nDisallow: /gesetze/hwverwdtv/\r\nDisallow: /gesetze/hzvv/\r\nDisallow: /gesetze/hzvv-3/\r\nDisallow: /gesetze/hzvv-6/\r\nDisallow: /gesetze/iaouebk118g/\r\nDisallow: /gesetze/imsuessfprv/\r\nDisallow: /gesetze/indfachwirtprv-2010/\r\nDisallow: /gesetze/infrggbv/\r\nDisallow: /gesetze/innausv/\r\nDisallow: /gesetze/insbekv/\r\nDisallow: /gesetze/insogeldfestv-2022/\r\nDisallow: /gesetze/intatomsa/\r\nDisallow: /gesetze/intelsatvorrprot/\r\nDisallow: /gesetze/intguervg/\r\nDisallow: /gesetze/intkonnbek-1986-10/\r\nDisallow: /gesetze/intkonnbek-1992/\r\nDisallow: /gesetze/intkonnbek-1994/\r\nDisallow: /gesetze/intkonnbek-1996/\r\nDisallow: /gesetze/intmeerschuebk1973g/\r\nDisallow: /gesetze/intmeerschuebk1973prot-1/\r\nDisallow: /gesetze/inttestv/\r\nDisallow: /gesetze/invekosv/\r\nDisallow: /gesetze/iregbv/\r\nDisallow: /gesetze/isausbv-1997/\r\nDisallow: /gesetze/it-fortbv/\r\nDisallow: /gesetze/itsmankflausbv/\r\nDisallow: /gesetze/ivsg/\r\nDisallow: /gesetze/jaouebk99g/\r\nDisallow: /gesetze/javollzo/\r\nDisallow: /gesetze/jfangausbv/\r\nDisallow: /gesetze/jvertramtszverlg/\r\nDisallow: /gesetze/kaperhstg/\r\nDisallow: /gesetze/kaperhstgs8abs1dv/\r\nDisallow: /gesetze/kgsg/\r\nDisallow: /gesetze/kiqutg/\r\nDisallow: /gesetze/konjv-3/\r\nDisallow: /gesetze/kvg/\r\nDisallow: /gesetze/kwg/\r\nDisallow: /gesetze/kwkg-2023/\r\nDisallow: /gesetze/lkw-mautv/\r\nDisallow: /gesetze/luftregv/\r\nDisallow: /gesetze/luftspzustv/\r\nDisallow: /gesetze/luftvodv-119/\r\nDisallow: /gesetze/mabkmadridprot/\r\nDisallow: /gesetze/margmfv/\r\nDisallow: /gesetze/marimedv/\r\nDisallow: /gesetze/marktangv/\r\nDisallow: /gesetze/mbplg/\r\nDisallow: /gesetze/mdv/\r\nDisallow: /gesetze/medaillenv/\r\nDisallow: /gesetze/mediationsg/\r\nDisallow: /gesetze/mforschg/\r\nDisallow: /gesetze/milodokv/\r\nDisallow: /gesetze/mindversshbek-2013/\r\nDisallow: /gesetze/min-tafelwv/\r\nDisallow: /gesetze/mntzolldvdv/\r\nDisallow: /gesetze/mog/\r\nDisallow: /gesetze/moselschabgt2002abest/\r\nDisallow: /gesetze/mpdg/\r\nDisallow: /gesetze/msa/\r\nDisallow: /gesetze/muenz100eurobek-2014-02-28/\r\nDisallow: /gesetze/muenz100eurobek-2017-10-23/\r\nDisallow: /gesetze/muenz10dmbek-1993-05/\r\nDisallow: /gesetze/muenz10dmbek-2000-11/\r\nDisallow: /gesetze/muenz10eurobek-2003-03/\r\nDisallow: /gesetze/muenz10eurobek-2006-07-12/\r\nDisallow: /gesetze/muenz10eurobek-2010-05-10/\r\nDisallow: /gesetze/muenz10eurobek-2015-06-23-3/\r\nDisallow: /gesetze/muenz20eurobek-2011/\r\nDisallow: /gesetze/muenz20eurobek-2015-06-23-2/\r\nDisallow: /gesetze/muenz20eurobek-2019-08-07/\r\nDisallow: /gesetze/muenz20eurobek-2021-02-08-2/\r\nDisallow: /gesetze/muenz2eurobek-2013-01/\r\nDisallow: /gesetze/muenz50eurobek-2020-08-20/\r\nDisallow: /gesetze/muenz5dmbek-1971-08/\r\nDisallow: /gesetze/muenz5dmbek-1975-09/\r\nDisallow: /gesetze/muenz5eurobek-2018-07-23/\r\nDisallow: /gesetze/mulmstrv/\r\nDisallow: /gesetze/nagprotumsg-euv511-2014dg/\r\nDisallow: /gesetze/natsgmelbev/\r\nDisallow: /gesetze/neustaedterbuchtfzgv-2021/\r\nDisallow: /gesetze/niederlfrhewgdg-1/\r\nDisallow: /gesetze/nsgbrgv/\r\nDisallow: /gesetze/nsgpbrv/\r\nDisallow: /gesetze/nsstrpflv-brz/\r\nDisallow: /gesetze/nsunrano/\r\nDisallow: /gesetze/oekokennzg/\r\nDisallow: /gesetze/olympschg/\r\nDisallow: /gesetze/ordenerl/\r\nDisallow: /gesetze/pachtkredg/\r\nDisallow: /gesetze/papindmeistprv-2005/\r\nDisallow: /gesetze/papkuverarbindmeistprv/\r\nDisallow: /gesetze/parkettlausbv-2002/\r\nDisallow: /gesetze/passv/\r\nDisallow: /gesetze/patanwaprv/\r\nDisallow: /gesetze/patinfozbek-2020/\r\nDisallow: /gesetze/pbeakk-verwaufwvo/\r\nDisallow: /gesetze/pdlv/\r\nDisallow: /gesetze/pelzvausbv/\r\nDisallow: /gesetze/persbg/\r\nDisallow: /gesetze/pfaendfreigrbek-2003/\r\nDisallow: /gesetze/pfaendfreigrbek-2011/\r\nDisallow: /gesetze/pfandlv/\r\nDisallow: /gesetze/pflanztechnausbv/\r\nDisallow: /gesetze/pflebeteiligungsv/\r\nDisallow: /gesetze/pflnv/\r\nDisallow: /gesetze/pflschgeraetv/\r\nDisallow: /gesetze/pfwirtausbsteignv-2011/\r\nDisallow: /gesetze/pfwirtausbv-2010/\r\nDisallow: /gesetze/phoechstmengv/\r\nDisallow: /gesetze/pkhb-2018/\r\nDisallow: /gesetze/pkhb-2021/\r\nDisallow: /gesetze/pkhb-2023/\r\nDisallow: /gesetze/podg/\r\nDisallow: /gesetze/polierprv-2012/\r\nDisallow: /gesetze/polst-dekoausbv/\r\nDisallow: /gesetze/pop-abfall-ueberwv/\r\nDisallow: /gesetze/portalv/\r\nDisallow: /gesetze/postgirouebkvollzo/\r\nDisallow: /gesetze/ppdav/\r\nDisallow: /gesetze/ppugv/\r\nDisallow: /gesetze/preisstatg/\r\nDisallow: /gesetze/prhaushstatg/\r\nDisallow: /gesetze/prkg/\r\nDisallow: /gesetze/proststatv/\r\nDisallow: /gesetze/przbrgleichstv/\r\nDisallow: /gesetze/psychpbg/\r\nDisallow: /gesetze/psychthg/\r\nDisallow: /gesetze/ptstiftg/\r\nDisallow: /gesetze/pudlv/\r\nDisallow: /gesetze/rag-1984/\r\nDisallow: /gesetze/raueg/\r\nDisallow: /gesetze/raumausmstrv/\r\nDisallow: /gesetze/rdeckinfv/\r\nDisallow: /gesetze/rebflanpflv-02-03/\r\nDisallow: /gesetze/rebflv/\r\nDisallow: /gesetze/rechpensv/\r\nDisallow: /gesetze/resg/\r\nDisallow: /gesetze/rheinbrueckeschauvtr/\r\nDisallow: /gesetze/rheinschpersev/\r\nDisallow: /gesetze/rheinschuebkg/\r\nDisallow: /gesetze/rhivtryugg/\r\nDisallow: /gesetze/rifletikettv/\r\nDisallow: /gesetze/roberhuebkg/\r\nDisallow: /gesetze/rohtabbeih2006v/\r\nDisallow: /gesetze/rtrabwg/\r\nDisallow: /gesetze/rueckbrtransparenzv/\r\nDisallow: /gesetze/rv/\r\nDisallow: /gesetze/rv-uvabkpolg/\r\nDisallow: /gesetze/rwbestv-2015/\r\nDisallow: /gesetze/saatartverzv-1985/\r\nDisallow: /gesetze/saataufzv/\r\nDisallow: /gesetze/sachvratg/\r\nDisallow: /gesetze/satellituebk/\r\nDisallow: /gesetze/sattlfeintmstrv/\r\nDisallow: /gesetze/schanpg-2/\r\nDisallow: /gesetze/scharkav/\r\nDisallow: /gesetze/schatzanwbek/\r\nDisallow: /gesetze/schauhv/\r\nDisallow: /gesetze/schaumwzwstv/\r\nDisallow: /gesetze/schbruebkg/\r\nDisallow: /gesetze/schersraendg/\r\nDisallow: /gesetze/schgeschuv/\r\nDisallow: /gesetze/schiffsbelwertv/\r\nDisallow: /gesetze/schkgs19abs2-s24bek-2018/\r\nDisallow: /gesetze/schlheimuebkg/\r\nDisallow: /gesetze/schltschuebk/\r\nDisallow: /gesetze/schsiausbv-2008/\r\nDisallow: /gesetze/schsihafv/\r\nDisallow: /gesetze/schuhfausbv/\r\nDisallow: /gesetze/schuhmmstrv/\r\nDisallow: /gesetze/schuldmitueg/\r\nDisallow: /gesetze/schuldsaarumstv/\r\nDisallow: /gesetze/schulversuchev/\r\nDisallow: /gesetze/schunfdatg/\r\nDisallow: /gesetze/schwarzarbvtr-nld/\r\nDisallow: /gesetze/schwhklv/\r\nDisallow: /gesetze/schzuszzustuebk/\r\nDisallow: /gesetze/seddiktstiftg/\r\nDisallow: /gesetze/seearbgs119abs4v/\r\nDisallow: /gesetze/seeaufgg/\r\nDisallow: /gesetze/seebewachdv/\r\nDisallow: /gesetze/seegervorruebk/\r\nDisallow: /gesetze/seelg/\r\nDisallow: /gesetze/seelotrevierv-1978/\r\nDisallow: /gesetze/seemamtsbek-1982/\r\nDisallow: /gesetze/seeschhaftuebk1976g/\r\nDisallow: /gesetze/seestreitkrabk-genf/\r\nDisallow: /gesetze/seeunterkunftsv/\r\nDisallow: /gesetze/seeverschmprot/\r\nDisallow: /gesetze/seg/\r\nDisallow: /gesetze/segelmmstrv/\r\nDisallow: /gesetze/servicetprv/\r\nDisallow: /gesetze/seuscevvorschl/\r\nDisallow: /gesetze/sgaendg-12/\r\nDisallow: /gesetze/sgaendg-7/\r\nDisallow: /gesetze/sgb8aendg-1/\r\nDisallow: /gesetze/sgb9uaaendg/\r\nDisallow: /gesetze/sgbat/\r\nDisallow: /gesetze/sgb-v-uebv/\r\nDisallow: /gesetze/sichlvfinv/\r\nDisallow: /gesetze/siebdrausbv/\r\nDisallow: /gesetze/sklhg/\r\nDisallow: /gesetze/skpersstruktanpg/\r\nDisallow: /gesetze/sonntverkv/\r\nDisallow: /gesetze/sortschbek-1993/\r\nDisallow: /gesetze/sozsichabkaendabk2zabk-tur/\r\nDisallow: /gesetze/sozsichabkaendabk2zabkturg/\r\nDisallow: /gesetze/sozsichabkbelg/\r\nDisallow: /gesetze/sozsichabk-bgr/\r\nDisallow: /gesetze/sozsichabkdvbg-gbr/\r\nDisallow: /gesetze/sozsichabkdvbg-hun/\r\nDisallow: /gesetze/sozsichabkdvbgzvbg-aut/\r\nDisallow: /gesetze/sozsichabkg-phl/\r\nDisallow: /gesetze/sozsichabk-hun/\r\nDisallow: /gesetze/sozsichabk-ind/\r\nDisallow: /gesetze/sozsichabkisraendabkg/\r\nDisallow: /gesetze/sozsichabkpoldvvbgnotw/\r\nDisallow: /gesetze/sozsichabk-prt/\r\nDisallow: /gesetze/sozsichabkschlprot-fin/\r\nDisallow: /gesetze/sozsichabkschlprot-swe/\r\nDisallow: /gesetze/sozsichabk-swe/\r\nDisallow: /gesetze/sozsichabk-tun/\r\nDisallow: /gesetze/sozsichabktung/\r\nDisallow: /gesetze/sozsichabk-tur/\r\nDisallow: /gesetze/sozsichabkuazprot-bel/\r\nDisallow: /gesetze/sozsichabkzvbg-bel-2/\r\nDisallow: /gesetze/sozsichaendabkturg/\r\nDisallow: /gesetze/sozsichvorv/\r\nDisallow: /gesetze/sozversgdv/\r\nDisallow: /gesetze/sparsichsaargdv/\r\nDisallow: /gesetze/spitzsignalv/\r\nDisallow: /gesetze/spruchg/\r\nDisallow: /gesetze/srv/\r\nDisallow: /gesetze/sstellv-vvg/\r\nDisallow: /gesetze/standzv/\r\nDisallow: /gesetze/starug/\r\nDisallow: /gesetze/statregg/\r\nDisallow: /gesetze/stauskv/\r\nDisallow: /gesetze/stbag/\r\nDisallow: /gesetze/stbdvaendv-2/\r\nDisallow: /gesetze/stdav/\r\nDisallow: /gesetze/stfachangausbv/\r\nDisallow: /gesetze/stgbuaaendg/\r\nDisallow: /gesetze/stgrenzvtr-aut/\r\nDisallow: /gesetze/stidv/\r\nDisallow: /gesetze/stifteinsatzmedbwerl-2022/\r\nDisallow: /gesetze/stiftrg/\r\nDisallow: /gesetze/stimmrmv/\r\nDisallow: /gesetze/stipv/\r\nDisallow: /gesetze/stoffbilv/\r\nDisallow: /gesetze/strafaktuebv/\r\nDisallow: /gesetze/streitabk-fra/\r\nDisallow: /gesetze/stromstv/\r\nDisallow: /gesetze/strzusgubenabkpolg/\r\nDisallow: /gesetze/stvollzvergo/\r\nDisallow: /gesetze/stv-wasausbv/\r\nDisallow: /gesetze/stvzoausnv-25/\r\nDisallow: /gesetze/stvzoausnv-47/\r\nDisallow: /gesetze/stvzoausnv-53/\r\nDisallow: /gesetze/stzg/\r\nDisallow: /gesetze/suchtstuebk/\r\nDisallow: /gesetze/suchtstuebkaendprot/\r\nDisallow: /gesetze/sug/\r\nDisallow: /gesetze/svabk-ita/\r\nDisallow: /gesetze/svabkschlprot-ita/\r\nDisallow: /gesetze/svlfg-altrueckv/\r\nDisallow: /gesetze/svlfgguebv/\r\nDisallow: /gesetze/svverzabk-irl/\r\nDisallow: /gesetze/svwgaendg-8/\r\nDisallow: /gesetze/szversfachwprv/\r\nDisallow: /gesetze/telegebv/\r\nDisallow: /gesetze/telekombrano/\r\nDisallow: /gesetze/texmodschneiderausbv/\r\nDisallow: /gesetze/text-prodveredlausbv/\r\nDisallow: /gesetze/tfg/\r\nDisallow: /gesetze/tfpv/\r\nDisallow: /gesetze/thamnv/\r\nDisallow: /gesetze/thwabrv/\r\nDisallow: /gesetze/thwg/\r\nDisallow: /gesetze/tier-lmhv/\r\nDisallow: /gesetze/tiernebv/\r\nDisallow: /gesetze/tierseuchereinfv/\r\nDisallow: /gesetze/tkmodg/\r\nDisallow: /gesetze/tpg/\r\nDisallow: /gesetze/trduev/\r\nDisallow: /gesetze/treuhgdv-5/\r\nDisallow: /gesetze/tvgdv/\r\nDisallow: /gesetze/ueag/\r\nDisallow: /gesetze/ueblg-2/\r\nDisallow: /gesetze/uenschutzv/\r\nDisallow: /gesetze/ueschuldstatg/\r\nDisallow: /gesetze/uevpuebkg/\r\nDisallow: /gesetze/uhuebkg/\r\nDisallow: /gesetze/ukraineaufenthuev/\r\nDisallow: /gesetze/umstg/\r\nDisallow: /gesetze/umstrueckstg/\r\nDisallow: /gesetze/unbilligkeitsv/\r\nDisallow: /gesetze/unfreiwprograbk/\r\nDisallow: /gesetze/unhcrbueroabk/\r\nDisallow: /gesetze/unsekrsitzabk/\r\nDisallow: /gesetze/unwfpbueroabkv/\r\nDisallow: /gesetze/urkersv/\r\nDisallow: /gesetze/vermrglabk-ita/\r\nDisallow: /gesetze/verpackg/\r\nDisallow: /gesetze/versausglg/\r\nDisallow: /gesetze/verstromg-3/\r\nDisallow: /gesetze/vollstrklzustegksbek/\r\nDisallow: /gesetze/weinuev-1995/\r\nDisallow: /gesetze/werkstoffprausbv/\r\nDisallow: /gesetze/wgemrefkivtrg/\r\nDisallow: /gesetze/wgv/\r\nDisallow: /gesetze/whoregionalbueroabk/\r\nDisallow: /gesetze/winterbeschv/\r\nDisallow: /gesetze/wpapberbeendv/\r\nDisallow: /gesetze/wpapberschlg/\r\nDisallow: /gesetze/wpostvtr1989g/\r\nDisallow: /gesetze/wpostvtr2016schlprot/\r\nDisallow: /gesetze/wrackbkostdganwbek/\r\nDisallow: /gesetze/wzcribek/\r\nDisallow: /gesetze/wzgbek-1939-07-28/\r\nDisallow: /gesetze/wzgs35afgbek/\r\nDisallow: /gesetze/wzgs35ausbek/\r\nDisallow: /gesetze/wzgs35irlbek/\r\nDisallow: /gesetze/wzgs35kutbek/\r\nDisallow: /gesetze/wzgs35phibek/\r\nDisallow: /gesetze/wzgs4appabek/\r\nDisallow: /gesetze/wzgs4upovbek/\r\nDisallow: /gesetze/wzgs4vnmbek/\r\nDisallow: /gesetze/wzgs4wgsbek/\r\nDisallow: /gesetze/zinssatzv/\r\nDisallow: /gesetze/zshg/\r\n\r\n\r\nNoarchive: /\r\n\r\nSitemap: https://www.juraforum.de/sitemap.xml\r\n\r\nUser-agent: ia_archiver\r\nDisallow: /\r\n\r\nUser-agent: magpie-crawler\r\nDisallow: /\r\n\r\nUser-agent: Cliqzbot\r\nDisallow: /\r\n\r\nUser-agent: AhrefsBot\r\nDisallow: /\r\n\r\nUser-agent: sentibot\r\nDisallow: /\r\n\r\nUser-agent: SentiBot\r\nDisallow: /\r\n\r\nUser-agent: proximic\r\nDisallow: /\r\n\r\nUser-agent: trendictionbot\r\nDisallow: /\r\n\r\nUser-agent: Applebot\r\nDisallow: /\r\n\r\nUser-agent: MJ12bot\r\nDisallow: /\r\n\r\nUser-agent: Flamingo_SearchEngine\r\nDisallow: /\r\n\r\nUser-agent: CCBot\r\nDisallow: /\r\n\r\nUser-agent: SeznamBot\r\nDisallow: /\r\n\r\nUser-agent: Qwantify\r\nDisallow: /\r\n\r\nUser-agent: Buck\r\nDisallow: /\r\n\r\nUser-agent: Buck/2.2\r\nDisallow: /\r\n\r\nUser-agent: Linguee\r\nDisallow: /\r\n\r\nUser-agent: BLEXBot\r\nDisallow: /\r\n\r\nUser-agent: neofonie\r\nDisallow: /\r\n\r\nUser-agent: DataForSeoBot\r\nDisallow: /\r\n\r\nUser-agent: TurnitinBot\r\nDisallow: /\r\n\r\nUser-agent: SeekportBot\r\nDisallow: /\r\n\r\nUser-agent: BUbiNG\r\nDisallow: /\r\n\r\nUser-agent: Slurp\r\nDisallow: /\r\n\r\nUser-agent: PetalBot\r\nDisallow: /\r\n\r\nUser-agent: ChatGPT-User\r\nDisallow: /\r\n\r\nUser-agent: SEOkicks-Robot\r\nDisallow: /\r\n\r\nUser-agent: Amazonbot\r\nDisallow: /\r\n\r\nUser-agent: SemrushBot\r\nCrawl-delay: 15\r\n\r\nUser-agent: bingbot\r\nCrawl-delay: 20\r\n\r\n", "robots_sha_len": 18240, "ai_blocked": [ "Amazonbot", "CCBot", "ChatGPT-User" ], "ai_allowed": [ "Applebot-Extended", "Claude-SearchBot", "Claude-Web", "ClaudeBot", "GPTBot", "Google-Extended", "OAI-SearchBot", "PerplexityBot", "anthropic-ai", "cohere-ai" ], "googlebot_allowed": true, "fetch_policy": { "content_fetched": false, "reason": "operator blocks named AI crawlers at / (Amazonbot, CCBot, ChatGPT-User); we are one of them, so this run reads robots.txt only", "blocking_lines": { "Amazonbot": "Disallow: /", "CCBot": "Disallow: /", "ChatGPT-User": "Disallow: /" } } }, { "key": "lexmea.de", "name": "LexMea", "base": "https://lexmea.de", "ours": false, "cells": { "https_perf": { "value": { "tls_version": "TLSv1.3", "alpn": "h2", "http2": true, "cert_issuer": "Let's Encrypt", "cert_not_after": "Nov 2 19:45:39 2026 GMT", "handshake_ms": 156 }, "measured": true, "basis": "TLS handshake with ALPN offer h2/http-1.1 (no HTTP request)", "evidence": { "tls": { "host": "lexmea.de", "handshake_ms": 156, "alpn": "h2", "tls_version": "TLSv1.3", "cert_issuer": "Let's Encrypt", "cert_not_after": "Nov 2 19:45:39 2026 GMT" } } }, "robots_fetch": { "value": { "status": 200, "bytes": 78, "attempts": 1 }, "measured": true, "basis": "GET /robots.txt", "evidence": { "attempts": [ { "status": 200, "bytes": 78, "valid": true, "why": "ok", "error": null, "elapsed_ms": 123, "headers": { "content-type": "text/plain", "content-length": "78", "strict-transport-security": "max-age=15552000; includeSubDomains", "vary": "Accept-Encoding" } } ], "headers": { "content-type": "text/plain", "content-length": "78", "strict-transport-security": "max-age=15552000; includeSubDomains", "vary": "Accept-Encoding" } } }, "robots_agents": { "value": { "GPTBot": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "OAI-SearchBot": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "ChatGPT-User": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "ClaudeBot": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "Claude-Web": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "Claude-SearchBot": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "anthropic-ai": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "PerplexityBot": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "Google-Extended": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "Googlebot": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "CCBot": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "Applebot-Extended": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "Amazonbot": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } }, "cohere-ai": { "root": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "Allow: /", "crawl_delay": null } } }, "measured": true, "basis": "RFC 9309 longest-match evaluation of the fetched robots.txt", "evidence": { "paths": { "root": "/", "deep_link": "/de/gesetz/bgb/823" }, "groups_present": [ "*" ], "content_signals": [] } }, "search_disallowed": { "value": null, "measured": false, "reason": "this source exposes no distinct search URL path that robots.txt could disallow (search is a session-scoped POST form; the discovered form action is in landing_form_actions)", "evidence": {} }, "sitemaps": { "value": [ "https://lexmea.de/storage/public/sitemap.xml" ], "measured": true, "basis": "Sitemap: lines in robots.txt", "evidence": { "count": 1 } }, "llms_txt": { "value": { "present": true, "status": 200, "bytes": 151, "note": null }, "measured": true, "basis": "GET /llms.txt", "evidence": { "content_type": "text/plain", "first_line": [ "# LexMea" ] } }, "http_to_https": { "value": { "status": 404, "location": null, "redirects_to_https": false }, "measured": true, "basis": "HEAD http:// (redirects not followed)", "evidence": { "error": null } }, "meta_robots": { "value": { "landing": null }, "measured": true, "basis": "meta name=robots on the landing page", "evidence": { "landing_status": 200, "x_robots_tag": null } }, "deep_link": { "value": { "path": "/de/gesetz/bgb/823", "status": 200, "elapsed_ms": 645, "bytes": 161804, "content_encoding": "gzip" }, "measured": true, "basis": "GET one canonical deep link (liveness)", "evidence": { "headers": { "content-type": "text/html;charset=utf-8", "content-encoding": "gzip", "strict-transport-security": "max-age=15552000; includeSubDomains", "cache-control": "no-store, max-age=0", "vary": "Accept-Encoding" }, "error": null, "meta_robots": null } }, "citation_linking": { "value": { "anchors_total": 11, "anchors_internal": 10, "statute_citation_anchors": 0, "decision_citation_anchors": 0, "samples": [] }, "measured": true, "basis": "counted anchors on the canonical deep link whose ANCHOR TEXT is a statute citation or a docket/ECLI", "evidence": { "page": "/de/gesetz/bgb/823", "status": 200 } }, "corpus_scope": { "value": [ "… digitaler Speicherung und zentraler Suche für Gesetze, Dokumente und Notizen Studiere nachhaltig und verzichte auf ⌀ 35.000 Seiten * für analoge Gesetze und Nachlieferungen Bibliothek Arbeitsbereich Info-Seiten Intro Vision Team F.A.Q.", "Dokumente ansehen oder eigene erstellen Sieh dir zu allen wichtigen Normen Übersichten und Schemata von LexMea an oder verfasse deine eigenen!" ], "measured": true, "basis": "verbatim sentences from the landing page that state a corpus scope, quantified or qualitative — as STATED by the site, not verified by us", "evidence": { "source_url": "https://lexmea.de/", "landing_status": 200 } }, "licensing": { "value": [ { "text": "Haftungsausschluss für Inhalte Alle Inhalte auf LexMea wurden nach bestem Wissen erstellt, es wird jedoch keine Gewähr für deren Richtigkeit und Vollständigkeit übernommen.", "url": "https://lexmea.de/de/impressum" }, { "text": "Urheberrechte Die auf LexMea bereitgestellten Inhalte (insb.", "url": "https://lexmea.de/de/impressum" }, { "text": "Vorlagen, Übersichten und Schemata) sind urheberrechtlich – auch gegenüber Datenbanken und ähnlichen Einrichtungen – geschützt.", "url": "https://lexmea.de/de/impressum" }, { "text": "… Verbreitung, Ausstellung oder öffentliche Widergabe der Inhalte darf daher – außerhalb der Möglichkeiten des Urheberrechtsgesetzes – ausschließlich mit schriftlicher Genehmigung LexMeas erfolgen.", "url": "https://lexmea.de/de/impressum" } ], "measured": true, "basis": "verbatim licence/rights sentences on the landing page and the legal pages it links to", "evidence": { "pages": [ { "path": "/de/impressum", "status": 200 }, { "path": "/de/datenschutzhinweis", "status": 200 } ] } }, "api": { "value": null, "measured": false, "reason": "no documented machine-readable endpoint found for this source on robots-permitted pages", "evidence": {} } }, "requests": [ "https://lexmea.de/robots.txt", "https://lexmea.de/llms.txt", "https://lexmea.de/", "http://lexmea.de/", "https://lexmea.de/de/gesetz/bgb/823", "https://lexmea.de/de/impressum", "https://lexmea.de/de/datenschutzhinweis" ], "robots_text": "User-agent: *\nAllow: /\n\nSitemap: https://lexmea.de/storage/public/sitemap.xml\n", "robots_sha_len": 78, "ai_blocked": [], "ai_allowed": [ "Amazonbot", "Applebot-Extended", "CCBot", "ChatGPT-User", "Claude-SearchBot", "Claude-Web", "ClaudeBot", "GPTBot", "Google-Extended", "OAI-SearchBot", "PerplexityBot", "anthropic-ai", "cohere-ai" ], "googlebot_allowed": true, "fetch_policy": { "content_fetched": true, "reason": "robots.txt permits our group at every path fetched below", "crawl_delay": null }, "landing_form_actions": [] }, { "key": "lexcada.com", "name": "LEXCADA", "base": "https://lexcada.com", "ours": false, "cells": { "https_perf": { "value": { "tls_version": "TLSv1.3", "alpn": "h2", "http2": true, "cert_issuer": "Amazon", "cert_not_after": "Oct 27 23:59:59 2026 GMT", "handshake_ms": 94 }, "measured": true, "basis": "TLS handshake with ALPN offer h2/http-1.1 (no HTTP request)", "evidence": { "tls": { "host": "lexcada.com", "handshake_ms": 94, "alpn": "h2", "tls_version": "TLSv1.3", "cert_issuer": "Amazon", "cert_not_after": "Oct 27 23:59:59 2026 GMT" } } }, "robots_fetch": { "value": { "status": 200, "bytes": 75, "attempts": 1 }, "measured": true, "basis": "GET /robots.txt", "evidence": { "attempts": [ { "status": 200, "bytes": 75, "valid": true, "why": "ok", "error": null, "elapsed_ms": 85, "headers": { "content-type": "text/plain", "content-length": "75", "server": "AmazonS3" } } ], "headers": { "content-type": "text/plain", "content-length": "75", "server": "AmazonS3" } } }, "robots_agents": { "value": { "GPTBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "OAI-SearchBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "ChatGPT-User": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "ClaudeBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Claude-Web": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Claude-SearchBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "anthropic-ai": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "PerplexityBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Google-Extended": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Googlebot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "CCBot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Applebot-Extended": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "Amazonbot": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } }, "cohere-ai": { "root": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null }, "deep_link": { "allowed": true, "group": "*", "rule": "no matching rule", "crawl_delay": null } } }, "measured": true, "basis": "RFC 9309 longest-match evaluation of the fetched robots.txt", "evidence": { "paths": { "root": "/", "deep_link": "/akn/de/act/1896-08-18/BGB/deu/!para_823" }, "groups_present": [ "*" ], "content_signals": [] } }, "search_disallowed": { "value": null, "measured": false, "reason": "this source exposes no distinct search URL path that robots.txt could disallow (search is a session-scoped POST form; the discovered form action is in landing_form_actions)", "evidence": {} }, "sitemaps": { "value": [ "https://lexcada.com/sitemap.xml" ], "measured": true, "basis": "Sitemap: lines in robots.txt", "evidence": { "count": 1 } }, "llms_txt": { "value": { "present": false, "status": 404, "bytes": 6891, "note": null }, "measured": true, "basis": "GET /llms.txt", "evidence": { "content_type": "text/html", "first_line": [ "

404

This page could not be found.