{"endpoint":{"id":1047198,"url":"https://llmstxtmcp.dev/","host":"llmstxtmcp.dev","kind":"robots","first_seen":"2026-09-07T01:27:32+00:00","last_seen":"2026-09-18T02:42:54+00:00","last_probed_at":"2026-09-16T10:03:34+00:00","last_outcome":"ok","last_score":100,"last_latency_ms":680,"last_http_status":200,"last_inferred":0},"probes":[{"id":1286192,"endpoint_id":1047198,"probed_at":"2026-09-16T10:03:34+00:00","probe_kind":"robots","outcome":"ok","http_status":200,"latency_ms":680,"protocol_version":null,"score":100,"capabilities":{"user_agents":["*","amazonbot","anthropic-ai","applebot-extended","bingbot","bravebot","ccbot","chatgpt agent","chatgpt-user","claude-code","claude-searchbot","claude-user","claudebot","cohere-ai","cursor","deepseekbot","devin","diffbot","duckassistbot","exabot","firecrawlagent","gemini-deep-research","google-extended","google-gemini-cli","googleagent-mariner","googleagent-urlcontext","googlebot","gptbot","kimi-user","meta-externalagent","oai-adsbot","oai-searchbot","omgili","perplexity-user","perplexitybot"],"ai_bots_named":["anthropic-ai","applebot-extended","ccbot","claudebot","google-extended","gptbot","meta-externalagent","oai-searchbot","perplexitybot"],"content_usage_lines":0,"llms_txt_referenced":true},"error":null,"meta":{"http_version":"HTTP/1.1","vantage":"us-east-1"},"ip":"142.93.51.73"},{"id":420857,"endpoint_id":1047198,"probed_at":"2026-09-09T09:52:07+00:00","probe_kind":"robots","outcome":"ok","http_status":200,"latency_ms":872,"protocol_version":null,"score":100,"capabilities":{"user_agents":["*","amazonbot","anthropic-ai","applebot-extended","bingbot","bravebot","ccbot","chatgpt agent","chatgpt-user","claude-code","claude-searchbot","claude-user","claudebot","cohere-ai","cursor","deepseekbot","devin","diffbot","duckassistbot","exabot","firecrawlagent","gemini-deep-research","google-extended","google-gemini-cli","googleagent-mariner","googleagent-urlcontext","googlebot","gptbot","kimi-user","meta-externalagent","oai-adsbot","oai-searchbot","omgili","perplexity-user","perplexitybot"],"ai_bots_named":["anthropic-ai","applebot-extended","ccbot","claudebot","google-extended","gptbot","meta-externalagent","oai-searchbot","perplexitybot"],"content_usage_lines":0,"llms_txt_referenced":true},"error":null,"meta":{"vantage":"us-east-1"},"ip":"142.93.51.73"},{"id":183006,"endpoint_id":1047198,"probed_at":"2026-09-07T11:21:54+00:00","probe_kind":"robots","outcome":"connect-fail","http_status":null,"latency_ms":null,"protocol_version":null,"score":null,"capabilities":{},"error":"inferred from llms-txt: WriteError: ","meta":{"inferred_from":"llms-txt","vantage":"us-east-1"},"ip":null}]}