{"data":{"status":"fail","fileUsed":"parsed","matchedGroup":"agent","decisions":[{"path":"/example/page.html","allowed":true,"reason":"Allow /example/page.html (line 8, 18 octets) is the most specific match","matched":{"directive":"allow","pattern":"/example/page.html","line":8,"octets":18},"tie":false},{"path":"/example/other.html","allowed":false,"reason":"Disallow / (line 7, 1 octets) is the most specific match","matched":{"directive":"disallow","pattern":"/","line":7,"octets":1},"tie":false},{"path":"/index.html","allowed":false,"reason":"Disallow / (line 7, 1 octets) is the most specific match","matched":{"directive":"disallow","pattern":"/","line":7,"octets":1},"tie":false}],"sitemaps":[],"ignoredRulesBeforeGroup":0,"llms":null,"signals":[],"tdm":{"reservation":"unset","raw":null,"policy":null,"source":null},"note":"Rule reading of the supplied files; not permission.","witnesses":[{"ruleId":"robots-disallow","detail":"Disallow / (line 7, 1 octets) is the most specific match","path":"paths[1]","index":1,"expected":"allowed","actual":{"directive":"disallow","pattern":"/","line":7,"octets":1}},{"ruleId":"robots-disallow","detail":"Disallow / (line 7, 1 octets) is the most specific match","path":"paths[2]","index":2,"expected":"allowed","actual":{"directive":"disallow","pattern":"/","line":7,"octets":1}}],"versions":{"engine":"robots-check 1","robotsRfc":"RFC 9309 (https://www.rfc-editor.org/rfc/rfc9309.txt), fetched 2026-11-04","llmsTxt":"https://llmstxt.org/ proposal, fetched 2026-11-04 (no version or date published)","robotsMetaTokens":"https://developers.google.com/search/docs/crawling-indexing/robots-meta-tag, fetched 2026-11-04","tdmrep":"W3C TDMRep Community Group Final Report 2024-05-10, fetched 2026-11-04","noai":"non-standard tokens, no specification"},"limits":["A rule reading, not permission: robots.txt does not grant or deny legal rights, and terms of service and licences are out of scope.","Most-specific match is counted in octets of the normalized pattern including * and $ (RFC 9309 2.2.2 says \"most octets\"); crawlers differ on wildcard-length counting.","Crawl-delay and other non-RFC records are ignored.","Wildcard matching is bounded at 3,000,000 character comparisons per call; heavier rule sets return unknown instead of a partial answer.","tie is set only when an equal-length rule of the other kind (Allow vs Disallow) also matched; the longer-or-Allow tie-break then applies.","Redirects must be followed by the caller (RFC 9309 2.3.1.2: at least five); pass the final status.","tdmrep.json well-known files and path-pattern TDM rules are not evaluated; only header and meta forms."],"deterministic":true},"_provenance":{"version":"writerslogic-provenance/1","issuer":"did:web:agents.writerslogic.com","verify":{"endpoint":"POST /api/v1/verify-provenance","did":"did:web:agents.writerslogic.com"},"manifest":{"format":"application/json","instance_id":"xmp:iid:21a70759-3711-4613-b8ad-3f67bb9d5118","claim_generator_info":[{"name":"WritersLogic x402 Agent Hub","version":"2.0.0"}],"title":"robots.txt (RFC 9309) rule reading with llms.txt and AI-use signals","assertions":[{"label":"c2pa.actions.v2","data":{"actions":[{"action":"c2pa.created","when":"2026-11-06T01:30:30.043Z","softwareAgent":{"name":"writerslogic-agent-hub/robots-check","version":"2.0.0"},"digitalSourceType":"http://cv.iptc.org/newscodes/digitalsourcetype/algorithmicMedia","parameters":{"endpoint":"POST /api/v1/robots-check","inputDigest":{"alg":"sha256","hash":"b61f8010aca2e1bb7691df223037f4876d7987862ca5640b2ece0c8a57bed6fd","canonicalization":"JCS"}}}]}},{"label":"c2pa.hash.data","data":{"alg":"sha256","hash":"248d045bda925917b5ff0949f35b0b8ef0c576660e0a64bf9821f4d5e49e8334","name":"jcs-canonical-json(data)"}}]},"credential":{"@context":["https://www.w3.org/ns/credentials/v2"],"id":"urn:uuid:4c766b90-b571-4795-8237-ab5ce0378f02","type":["VerifiableCredential","AgentOutputCredential"],"issuer":"did:web:agents.writerslogic.com","validFrom":"2026-11-06T01:30:30.043Z","credentialSubject":{"id":"urn:sha256:248d045bda925917b5ff0949f35b0b8ef0c576660e0a64bf9821f4d5e49e8334","agent":"robots-check","endpoint":"POST /api/v1/robots-check","outputDigest":{"alg":"sha256","value":"248d045bda925917b5ff0949f35b0b8ef0c576660e0a64bf9821f4d5e49e8334","canonicalization":"JCS"},"inputDigest":{"alg":"sha256","value":"b61f8010aca2e1bb7691df223037f4876d7987862ca5640b2ece0c8a57bed6fd","canonicalization":"JCS"},"manifestDigest":{"alg":"sha256","value":"c514b376244189436ea9c980ae220742415374104a4474fb2b4c1d6e5d40e5ae","canonicalization":"JCS"},"ingredients":[],"payment":{"scheme":"api-key","network":"eip155:8453","payer":"sample"}},"proof":{"type":"DataIntegrityProof","cryptosuite":"eddsa-jcs-2022","created":"2026-11-06T01:30:30.043Z","verificationMethod":"did:web:agents.writerslogic.com#key-1","proofPurpose":"assertionMethod","proofValue":"z2ncdmiDfc7iL2rQKmqyZ4PYmvgxHeNLBcT929tAoPB5r7drmD5f5xMaHxGaNzsU74GDGb4bCubN7rLDs27RmeC9f"}},"ethSignature":{"type":"EIP-191","signer":"did:pkh:eip155:8453:0x3DBd42560cA7a7E448A2c7DfC9E785526189411f","address":"0x3DBd42560cA7a7E448A2c7DfC9E785526189411f","message":"writerslogic-provenance:3e8f468bc58d823871ac69a352314487bcc089b6169a62c76d39f555d5f6907e","signature":"0xe019425629b7989a89a5cc95f8160ac199d7c6c862b4bcf963e22c16a2b0ed034c928106105fdf7b966969a87d9ad28a2c5e042f92206ffadbc7698ed76529261c"}}}