{ "ok": true, "domain": "robotstxt.org", "generated_at": "2026-08-10T08:49:53-05:00", "cache": { "hit": true, "ttl": 0 }, "score": { "total": 74, "label": "Fair", "categories": { "dns": 95, "mail": 45, "security": 65, "network": 85, "availability": 80 }, "category_weights": { "dns": 25, "mail": 20, "security": 25, "network": 10, "availability": 20 }, "items": [ { "category": "dns", "title": "IPv4 (A)", "max_points": 30, "earned_points": 30, "lost_points": 0, "detail": "1 IPv4 address(es) detected." }, { "category": "dns", "title": "IPv6 (AAAA)", "max_points": 10, "earned_points": 10, "lost_points": 0, "detail": "1 IPv6 address(es) detected." }, { "category": "dns", "title": "Name server redundancy", "max_points": 20, "earned_points": 20, "lost_points": 0, "detail": "2 NS record(s); 2 or more required." }, { "category": "dns", "title": "SOA record", "max_points": 10, "earned_points": 10, "lost_points": 0, "detail": "Authoritative zone record." }, { "category": "dns", "title": "DNSSEC chain", "max_points": 15, "earned_points": 15, "lost_points": 0, "detail": "DS and DNSKEY detected." }, { "category": "dns", "title": "CAA policy", "max_points": 5, "earned_points": 0, "lost_points": 5, "detail": "Certificate authority restriction." }, { "category": "dns", "title": "DNS propagation", "max_points": 10, "earned_points": 10, "lost_points": 0, "detail": "Agreement between public resolvers." }, { "category": "mail", "title": "MX records", "max_points": 20, "earned_points": 20, "lost_points": 0, "detail": "2 MX record(s)." }, { "category": "mail", "title": "SPF", "max_points": 25, "earned_points": 25, "lost_points": 0, "detail": "SPF policy published." }, { "category": "mail", "title": "DMARC", "max_points": 25, "earned_points": 0, "lost_points": 25, "detail": "DMARC policy not found." }, { "category": "mail", "title": "DKIM", "max_points": 20, "earned_points": 0, "lost_points": 20, "detail": "No tested DKIM selector responded." }, { "category": "mail", "title": "MTA-STS", "max_points": 5, "earned_points": 0, "lost_points": 5, "detail": "Mail transport policy." }, { "category": "mail", "title": "TLS-RPT", "max_points": 5, "earned_points": 0, "lost_points": 5, "detail": "TLS reporting policy." }, { "category": "security", "title": "Valid TLS certificate", "max_points": 55, "earned_points": 55, "lost_points": 0, "detail": "86 day(s) remaining." }, { "category": "security", "title": "Certificate lifetime", "max_points": 10, "earned_points": 10, "lost_points": 0, "detail": "Full points require at least 30 days remaining." }, { "category": "security", "title": "HTTP security headers", "max_points": 35, "earned_points": 0, "lost_points": 35, "detail": "0 of 9 evaluated headers detected." }, { "category": "network", "title": "PTR reverse DNS", "max_points": 30, "earned_points": 30, "lost_points": 0, "detail": "PTR: lynx.mythic-beasts.com" }, { "category": "network", "title": "IPv4 diversity", "max_points": 35, "earned_points": 20, "lost_points": 15, "detail": "Two or more IPv4 addresses receive full points." }, { "category": "network", "title": "IPv6 connectivity", "max_points": 35, "earned_points": 35, "lost_points": 0, "detail": "AAAA availability." }, { "category": "availability", "title": "DNS resolution", "max_points": 40, "earned_points": 40, "lost_points": 0, "detail": "At least one address family must resolve." }, { "category": "availability", "title": "HTTP response", "max_points": 40, "earned_points": 40, "lost_points": 0, "detail": "HTTP/1.1 200 OK" }, { "category": "availability", "title": "HTTPS final URL", "max_points": 20, "earned_points": 0, "lost_points": 20, "detail": "Final URL is not HTTPS." } ], "methodology": "Each category is normalized to 100. The total is the weighted sum: DNS 25%, Email 20%, Security 25%, Network 10%, Availability 20%.", "diagnostics": [ { "level": "ok", "title": "IPv4 (A)", "detail": "1 IPv4 address(es) detected.", "category": "dns", "max_points": 30, "earned_points": 30, "lost_points": 0 }, { "level": "ok", "title": "IPv6 (AAAA)", "detail": "1 IPv6 address(es) detected.", "category": "dns", "max_points": 10, "earned_points": 10, "lost_points": 0 }, { "level": "ok", "title": "Name server redundancy", "detail": "2 NS record(s); 2 or more required.", "category": "dns", "max_points": 20, "earned_points": 20, "lost_points": 0 }, { "level": "ok", "title": "SOA record", "detail": "Authoritative zone record.", "category": "dns", "max_points": 10, "earned_points": 10, "lost_points": 0 }, { "level": "ok", "title": "DNSSEC chain", "detail": "DS and DNSKEY detected.", "category": "dns", "max_points": 15, "earned_points": 15, "lost_points": 0 }, { "level": "error", "title": "CAA policy", "detail": "Certificate authority restriction.", "category": "dns", "max_points": 5, "earned_points": 0, "lost_points": 5 }, { "level": "ok", "title": "DNS propagation", "detail": "Agreement between public resolvers.", "category": "dns", "max_points": 10, "earned_points": 10, "lost_points": 0 }, { "level": "ok", "title": "MX records", "detail": "2 MX record(s).", "category": "mail", "max_points": 20, "earned_points": 20, "lost_points": 0 }, { "level": "ok", "title": "SPF", "detail": "SPF policy published.", "category": "mail", "max_points": 25, "earned_points": 25, "lost_points": 0 }, { "level": "error", "title": "DMARC", "detail": "DMARC policy not found.", "category": "mail", "max_points": 25, "earned_points": 0, "lost_points": 25 }, { "level": "error", "title": "DKIM", "detail": "No tested DKIM selector responded.", "category": "mail", "max_points": 20, "earned_points": 0, "lost_points": 20 }, { "level": "error", "title": "MTA-STS", "detail": "Mail transport policy.", "category": "mail", "max_points": 5, "earned_points": 0, "lost_points": 5 }, { "level": "error", "title": "TLS-RPT", "detail": "TLS reporting policy.", "category": "mail", "max_points": 5, "earned_points": 0, "lost_points": 5 }, { "level": "ok", "title": "Valid TLS certificate", "detail": "86 day(s) remaining.", "category": "security", "max_points": 55, "earned_points": 55, "lost_points": 0 }, { "level": "ok", "title": "Certificate lifetime", "detail": "Full points require at least 30 days remaining.", "category": "security", "max_points": 10, "earned_points": 10, "lost_points": 0 }, { "level": "error", "title": "HTTP security headers", "detail": "0 of 9 evaluated headers detected.", "category": "security", "max_points": 35, "earned_points": 0, "lost_points": 35 }, { "level": "ok", "title": "PTR reverse DNS", "detail": "PTR: lynx.mythic-beasts.com", "category": "network", "max_points": 30, "earned_points": 30, "lost_points": 0 }, { "level": "warning", "title": "IPv4 diversity", "detail": "Two or more IPv4 addresses receive full points.", "category": "network", "max_points": 35, "earned_points": 20, "lost_points": 15 }, { "level": "ok", "title": "IPv6 connectivity", "detail": "AAAA availability.", "category": "network", "max_points": 35, "earned_points": 35, "lost_points": 0 }, { "level": "ok", "title": "DNS resolution", "detail": "At least one address family must resolve.", "category": "availability", "max_points": 40, "earned_points": 40, "lost_points": 0 }, { "level": "ok", "title": "HTTP response", "detail": "HTTP/1.1 200 OK", "category": "availability", "max_points": 40, "earned_points": 40, "lost_points": 0 }, { "level": "error", "title": "HTTPS final URL", "detail": "Final URL is not HTTPS.", "category": "availability", "max_points": 20, "earned_points": 0, "lost_points": 20 } ] }, "dns": { "records": { "A": [ "93.93.131.3" ], "AAAA": [ "2a00:1098:0:86:1000::33" ], "CNAME": [], "MX": [ "10 mx2.mythic-beasts.com.", "10 mx1.mythic-beasts.com." ], "TXT": [ "\"google-site-verification=FuTkdKut4zpT5f61O29qfjnWKg3u5iA292tOglYwZuo\"", "\"v=spf1 include:_spf.mythic-beasts.com ~all\"" ], "NS": [ "ns2.mythic-beasts.com.", "ns1.mythic-beasts.com." ], "SOA": [ "ns2.mythic-beasts.com. hostmaster.mythic-beasts.com. 2010011554 21600 7200 604800 3600" ], "CAA": [], "DS": [ "53848 10 2 204F036E5AD6BB5D12C82F73084E265A70461000B9BE767E56B13C3A A1333C09" ], "DNSKEY": [ "256 3 10 AwEAAaI31dzbtmwSiWFRpsDR0RHfPkcK3lj1lzfOmzhcchJg0bgOQyQY QWKhoevpuHxAyR2sfSZJ7p6RWEJYIjTepaY4TrLWfMV0PD4Br8fp06Aj HlQVXGVjmTF64TxBqPOBCu4poH3U2WLstQ6vg2lWpIo2/1ebmoeoWLD2 QdK7TcPWU44koRQF2mNCAuyLuJ+CWGoEvlkPm8+SDDF5nAua27T4eTzs szQ0gUbM+HJtL/NSpB+SKwWNQFPt7XxpnSVxX9GyEiB9YQu6Wgjbn6lo h1fPQg7oFzZxAJPspz8EDnKccuuiZ1NdsSOaU+xO90SYHw+89CnFIlEA o7AuYS4HzMs=", "257 3 10 AwEAAdIaYUg5LijSr81olXddK7VfIDm3xdvJ99j88Md9dBzn8Yo3erDV 9Ep5KcQ1gNChwPPZGjSMzghBiDX3I/mvXbqko8hhzL14JedIEFJDGhRD eXEC8osvJVt8YON3EbLERRp2dUJm0cbWrHheOjE932f/uyunLezcGWyz mkzauuw8JflZQzcLZhLoZsdN1SVxcs1DwWR6fyWe/q29seNFuyVyzEKd F58VTWAxZpuMf9Z51eqA1fGr1rTo8gB4wgU9k34eSZqaTzC0TZmzpiJB HIptWT5Zgrpl0fMpulz6aSJa029ZOCkGXxfhSrU4e+F4oLJGn0pjrni6 j16dtpxY7Pc=" ], "RRSIG": [ "DNSKEY 10 2 86400 20260906115704 20260807105705 53848 robotstxt.org. O8ycWfYLOU+X2kQlAqv254MUIiOIHcxUPSnJPa31ntMDte253yENgSIo 3Wywi0Ay6F03wsTFxfxhfR4vfFkDgHx2oqRUiW8PY4LjJYAX/ZrqwwEf d/tg5drGnJyDrzCRNxBunmbWYtbjfjgTQGAfe3DjaiZDi3qEU2ablQTF B1f1uVC/jRa5j7rfHvHh9oG5NSqRr48yT9UgKcOzaYzpDiLrFHxQRRIV N6HOtM+Tnov9IpZc9npkRxkkY69W4DssJMZ4525Ju3WtzIL9Fl0LBMZr PyAMNAed294urwR+55eLeyDUk2n0NAIholaABZE3QKHQZCYoAOcAGoKY jYFbuA==", "SOA 10 2 86400 20260907110138 20260808100138 9992 robotstxt.org. JqgrEQCKjRYZ15RbctpIXJf7QQIUtC8PZODBY8vHl/DruwjboFY+ilnW aO4won8m2La+a+N8/7FpzyYlDAp+FuO0JdwvXD9PP9eK9lfuffCWQ8zv 3jY50gNYFOz+U2hlBwmL3UG6GvoM61LYjLlZgtO2MYOu8XZ6yr8f6vV2 32Vo7ZQrHL1Zp5mAzZa34+X3K2/tUcPi7VfvSh0YBTokSLtUSj8g/8ql Cu9Sk1yRpmFqupsJCh6xZpljtwnDwqXnvktfdBgaxEQJJmQmrFIAMBdq +o75R9SvwXnoNze0M430UBLMsgeZH/eKMaTc8l1Y8usNvXb0+NbSvvAK fcBCCg==", "NS 10 2 86400 20260907103348 20260808100138 9992 robotstxt.org. AcU4ZzeWZ566t3YgiWntyG2ZuCdJVBsJr3wiEtCjjC6UyaBkrYsH5wjO IKMtA3yFF8ENPVmyLuczrcRKGyuzQ9mck1g/HzELAcGq8fC3bmfdYA1x agQdW0cyiDufeeoVhLgllGc7905i4D8yBHBItMT/YlrMyR0rRCd5MO7R /iWIRnUO2X73IAYkiw4tH7AQUfjEVGi+zNA56brbeeEjOH1328mvkcXw 3osHlZhdYuyL8QmGLwqMdheNIfmK0LRM2wko3kwOzxux+K4A5e47UJ29 8Qpr+oAeoCPQ8TXsJguUdQclwaF2LkRyJJ/QeMnHVcqdTplTkhkFKmqa UTF0ZQ==", "TXT 10 2 300 20260907103348 20260808100138 9992 robotstxt.org. SKvlEQaQ4d1flmcukiWAdNwtlI8fjwpawdbW9fwN6IAhIxFqXHtor6hT GdvzYpO5rRfPYvcFLiqy43oyNxeE5Anfq9n7OdaEH/nDL9l+qRcSsfFJ fqkjnPziFEgAxJYEEFX4WmbwwvKlt7YBRp6dIeJ3Fb5gdnbfm3CxdW/A XLMxhceA4D9eZFXI5MavkjxiTrG7uQVI4/aC3XUx3uMPhk4w7lkx2gWJ AT7x9hmv+kR6UZnU71mHG71umYQ1FRil3adnPxBNJrAjP0qi+nU6VTzk hk2tR7iK+0v3/rLnthqvtjUnD6/oBHs8H0jX0bCo3/oWOBqnDVssWcBk IDI4iQ==", "MX 10 2 3600 20260907103348 20260808100138 9992 robotstxt.org. GP+7ufV8ubgoqWx38+BQdlI2oB5xNowHtpIdem6ARpdQP/96FA00lZuV 11sPWkGngPpsAcwAl2T2v/xprKH40XM2PzcloRfOxgwulMQX+94VPsIO BeIWWsH+Pp9W/KG3q40QWz0Cfhb0DREtxa8SPPlU/BuK5bnbBYhSGnr2 wso0EQhfhBKheT3Dj6BicrNciauarTqw4bDqnD8Aa00/grWLjWq5G1kV u6jowLVkn3a03GgMJowA/ubCfiOoGcx61HuNYD6Wl1oaWvI5oi+TQArn dloClpK1YYqYYU7Yc01b34wMZj0xT2hxtVae/olUsE7e3DgSa7oPdoTm EKhZHQ==", "AAAA 10 2 3600 20260907103348 20260808100138 9992 robotstxt.org. WFMwcx3ZCzXjwn2XWVRrJwKUQp8f7NTp+9+E708HE7W+SA4Kah/5cBl1 Fz8Ddul67dFeQpiLl5Q0Yyv3NYcKkAVQ0sSkWNFn6Vv6bnDOKvXpFMLq XLUaj03AG8gZMIC3E6xoOVmKnhAcyrVGZCqkYcLQVfXY/Nmpygl2TZ6U AAZiIqAD6CnkAAehuB5tLAaViEa2Ks5IDHn+bbX/2u38zE0GwnwnZax8 GOc52xYmicPzj1pU34cFMdqd8Zp1z7HjavAHii5rUYxsbND9FN06cN8k 1QY6r+5nbkTjUF48zrPqFGe1z6ONL19fsk6bxU3s1+ihQBpu+b9OfPM6 JPiYCA==", "DS 8 2 3600 20260830152406 20260809142406 44925 org. puAXG5U/0NBvUBR2I0miUXClE6gksglQX9xZGf1Ix5d/a9iXgIO7WvXb QZWNnd0QhZpFMJmU1oDWcQwv8k2I5CljzqgUKh7F23u3Uce5VzUwn7FJ DfiNHP/8vgeXmNAMP8QG30arv3OgaDCnYHkcVewCP4yFSpYZDqjpvhCG PgE=" ], "NSEC": [ "mythic-beasts-k1._domainkey.robotstxt.org. A NS SOA MX TXT AAAA RRSIG NSEC DNSKEY" ], "NSEC3": [], "SRV": [], "NAPTR": [], "TLSA": [], "SSHFP": [] }, "ipv4": [ "93.93.131.3" ], "ipv6": [ "2a00:1098:0:86:1000::33" ] }, "mail": { "spf": "v=spf1 include:_spf.mythic-beasts.com ~all", "dmarc": "", "dkim_selector": "x", "dkim_host": "", "dkim": "", "spf_analysis": { "valid": true, "lookups": 1, "final": "~all", "message": "Within the estimated limit" }, "dmarc_analysis": { "valid": false, "policy": "" }, "bimi": "", "mta_sts": "", "tls_rpt": "" }, "advanced": { "ptr": "lynx.mythic-beasts.com", "propagation": { "consistent": true, "results": [ { "provider": "Google", "server": "8.8.8.8", "result": [ "93.93.131.3" ], "time_ms": 125.47 }, { "provider": "Cloudflare", "server": "1.1.1.1", "result": [ "93.93.131.3" ], "time_ms": 19.25 }, { "provider": "Quad9", "server": "9.9.9.9", "result": [ "93.93.131.3" ], "time_ms": 23.45 }, { "provider": "OpenDNS", "server": "208.67.222.222", "result": [ "93.93.131.3" ], "time_ms": 221.61 }, { "provider": "AdGuard", "server": "94.140.14.14", "result": [ "93.93.131.3" ], "time_ms": 404.78 } ] } }, "ssl": { "available": true, "issuer": "Let's Encrypt", "subject": "robotstxt.org", "valid_from": "2026-08-07T04:10:14-05:00", "valid_to": "2026-11-05T03:10:13-06:00", "days_remaining": 86, "san": [ "robotstxt.org" ], "protocol": "TLSv1.3", "cipher": "TLS_AES_256_GCM_SHA384" }, "http": { "url": "http://www.robotstxt.org/", "status": "HTTP/1.1 200 OK", "http_version": "2", "headers": { "date": "Mon, 10 Aug 2026 13:49:50 GMT", "server": "Apache/2.4.68 (Debian)", "location": "http://www.robotstxt.org/", "cache-control": "max-age=3600", "expires": "Mon, 10 Aug 2026 14:49:50 GMT", "content-type": "text/html", "vary": "User-Agent,Accept-Encoding", "last-modified": "Sun, 03 May 2020 13:29:25 GMT", "etag": "\"110b-5a4be6736ce42\"", "accept-ranges": "bytes", "content-length": "4363" }, "security_checks": { "strict-transport-security": false, "content-security-policy": false, "x-content-type-options": false, "x-frame-options": false, "referrer-policy": false, "permissions-policy": false, "cross-origin-opener-policy": false, "cross-origin-embedder-policy": false, "cross-origin-resource-policy": false }, "server": "Apache/2.4.68 (Debian)", "powered_by": "" }, "webpage": { "url": "http://www.robotstxt.org/", "title": "The Web Robots Pages", "description": "", "success": true, "error": "", "status": 206 }, "network": { "93.93.131.3": { "success": false, "country": "", "region": "", "city": "", "asn": "", "organization": "", "isp": "" } }, "smtp": { "host": "mx2.mythic-beasts.com", "ports": [ { "port": 25, "open": false, "time_ms": 102.3, "banner": "", "error": "Network is unreachable" }, { "port": 465, "open": false, "time_ms": 110.9, "banner": "", "error": "No connection" }, { "port": 587, "open": false, "time_ms": 92.6, "banner": "220 mailhub-hex-d.mythic-beasts.com ESMTP Exim 4.96 Mon, 10 Aug 2026 14:49:52 +0100", "error": "No connection" } ] }, "visitor": { "ip": "216.73.217.62", "reverse": "", "country": "", "country_code": "", "region": "", "city": "", "latitude": null, "longitude": null, "isp": "", "organization": "", "asn": "", "timezone": "", "browser": "Other", "os": "Other", "language": "", "user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)", "is_bot": true, "cloudflare": false }, "analysis_time_ms": 87.44 }